From 0b04bd75490676e0864530de3c2b6668cbcf419a Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 2 Sep 2026 17:36:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Neelectric/Llama-3.1-8B-Instruct_SFT_mathsp_ewc_v00.19 Source: Original Platform --- .gitattributes | 36 + README.md | 60 + all_results.json | 11 + chat_template.jinja | 121 + config.json | 36 + generation_config.json | 9 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 299 + special_tokens_map.json | 11 + tokenizer.json | 3 + tokenizer_config.json | 2063 + train_results.json | 11 + trainer_state.json | 283042 ++++++++++++++++++++++++++++ training_args.bin | 3 + 17 files changed, 285717 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 trainer_state.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..812d3d1 --- /dev/null +++ b/README.md @@ -0,0 +1,60 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +datasets: Neelectric/OpenR1-Math-220k_all_Llama3_4096toks +library_name: transformers +model_name: Llama-3.1-8B-Instruct_SFT_mathsp_ewc_v00.19 +tags: +- generated_from_trainer +- sft +- open-r1 +- trl +licence: license +--- + +# Model Card for Llama-3.1-8B-Instruct_SFT_mathsp_ewc_v00.19 + +This model is a fine-tuned version of [meta-llama/Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct) on the [Neelectric/OpenR1-Math-220k_all_Llama3_4096toks](https://huggingface.co/datasets/Neelectric/OpenR1-Math-220k_all_Llama3_4096toks) dataset. +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="Neelectric/Llama-3.1-8B-Instruct_SFT_mathsp_ewc_v00.19", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/neelectric/open-r1_math/runs/h5cy5eco) + + + +This model was trained with SFT. + +### Framework versions + +- TRL: 1.1.0.dev0 +- Transformers: 4.57.6 +- Pytorch: 2.9.0 +- Datasets: 5.0.1 +- Tokenizers: 0.22.2 + +## Citations + + + +Cite TRL as: + +```bibtex +@software{vonwerra2020trl, + title = {{TRL: Transformers Reinforcement Learning}}, + author = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin}, + license = {Apache-2.0}, + url = {https://github.com/huggingface/trl}, + year = {2020} +} +``` \ No newline at end of file diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..389afc8 --- /dev/null +++ b/all_results.json @@ -0,0 +1,11 @@ +{ + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "total_flos": 5.62815163329864e+19, + "train_loss": 0.40474898667779935, + "train_runtime": 46250.2298, + "train_samples": 125770, + "train_samples_per_second": 8.158, + "train_steps_per_second": 0.51 +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..0ab931a --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,121 @@ +{{- bos_token }} +{%- if custom_tools is defined %} + {%- set tools = custom_tools %} +{%- endif %} +{%- if not tools_in_user_message is defined %} + {%- set tools_in_user_message = true %} +{%- endif %} +{%- if not date_string is defined %} + {%- set date_string = "26 Jul 2024" %} +{%- endif %} +{%- if not tools is defined %} + {%- set tools = none %} +{%- endif %} + +{#- This block extracts the system message, so we can slot it into the right place. #} +{%- if messages[0]['role'] == 'system' %} + {%- set system_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} +{%- else %} + {%- set system_message = "You are a helpful AI Assistant that provides well-reasoned and detailed responses. You first think about the reasoning process as an internal monologue and then provide the user with the answer. Respond in the following format: +... + + +... +" %} +{%- endif %} + +{#- System message + builtin tools #} +{{- "<|start_header_id|>system<|end_header_id|>\n\n" }} +{%- if builtin_tools is defined or tools is not none %} + {{- "Environment: ipython\n" }} +{%- endif %} +{%- if builtin_tools is defined %} + {{- "Tools: " + builtin_tools | reject('equalto', 'code_interpreter') | join(", ") + "\n\n"}} +{%- endif %} +{{- "Cutting Knowledge Date: December 2023\n" }} +{{- "Today Date: " + date_string + "\n\n" }} +{%- if tools is not none and not tools_in_user_message %} + {{- "You have access to the following functions. To call a function, please respond with JSON for a function call." }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} +{%- endif %} +{{- system_message }} +{{- "<|eot_id|>" }} + +{#- Custom tools are passed in a user message with some extra guidance #} +{%- if tools_in_user_message and not tools is none %} + {#- Extract the first user message so we can plug it in here #} + {%- if messages | length != 0 %} + {%- set first_user_message = messages[0]['content']|trim %} + {%- set messages = messages[1:] %} + {%- else %} + {{- raise_exception("Cannot put tools in the first user message when there's no first user message!") }} + {%- endif %} + {{- '<|start_header_id|>user<|end_header_id|>\n\n' -}} + {{- "Given the following functions, please respond with a JSON for a function call " }} + {{- "with its proper arguments that best answers the given prompt.\n\n" }} + {{- 'Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}.' }} + {{- "Do not use variables.\n\n" }} + {%- for t in tools %} + {{- t | tojson(indent=4) }} + {{- "\n\n" }} + {%- endfor %} + {{- first_user_message + "<|eot_id|>"}} +{%- endif %} + +{%- for message in messages %} + {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %} + {%- if message['role'] == 'assistant' %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} + {% generation %} + {{- message['content'] | trim + '<|eot_id|>' }} + {% endgeneration %} + {%- else %} + {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' }} + {%- endif %} + {%- elif 'tool_calls' in message %} + {%- if not message.tool_calls|length == 1 %} + {{- raise_exception("This model only supports single tool-calls at once!") }} + {%- endif %} + {%- set tool_call = message.tool_calls[0].function %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}} + {% generation %} + {%- if builtin_tools is defined and tool_call.name in builtin_tools %} + {{- "<|python_tag|>" + tool_call.name + ".call(" }} + {%- for arg_name, arg_val in tool_call.arguments | items %} + {{- arg_name + '="' + arg_val + '"' }} + {%- if not loop.last %} + {{- ", " }} + {%- endif %} + {%- endfor %} + {{- ")" }} + {%- else %} + {{- '{"name": "' + tool_call.name + '", ' }} + {{- '"parameters": ' }} + {{- tool_call.arguments | tojson }} + {{- "}" }} + {%- endif %} + {%- if builtin_tools is defined %} + {{- "<|eom_id|>" }} + {%- else %} + {{- "<|eot_id|>" }} + {%- endif %} + {% endgeneration %} + {%- elif message.role == "tool" or message.role == "ipython" %} + {{- "<|start_header_id|>ipython<|end_header_id|>\n\n" }} + {%- if message.content is mapping or message.content is iterable %} + {{- message.content | tojson }} + {%- else %} + {{- message.content }} + {%- endif %} + {{- "<|eot_id|>" }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }} +{%- endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..06df27b --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128009, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 128009, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "transformers_version": "4.57.6", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..50f6077 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": 128009, + "pad_token_id": 128009, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.57.6" +} diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..ae51d24 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b0acdf49548b14e2405de95dc65efadfb4105a0f7d9cfd65bb06f6818be7547 +size 4976698672 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..5295aea --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2b037aa160253f2f1ddd480d75b3280259ba7d888da5aa12ad9c1835d746b9f +size 4999802720 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..1b6819a --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bfa4bc56cb29cf1d4b52c091dd6cab2354bb0993aa3ca000064f09be367cd56 +size 4915916176 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..9b8cf47 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98e1fec77f7b9d423e38b74eeb23f39300603e4bfa407b69e4ccf07dbe45bdff +size 1168138808 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..5c64f1e --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,299 @@ +{ + "metadata": { + "total_parameters": 8030261248, + "total_size": 16060522496 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..9d4773c --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,11 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": "<|eot_id|>", + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..3beeacc --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..389afc8 --- /dev/null +++ b/train_results.json @@ -0,0 +1,11 @@ +{ + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "total_flos": 5.62815163329864e+19, + "train_loss": 0.40474898667779935, + "train_runtime": 46250.2298, + "train_samples": 125770, + "train_samples_per_second": 8.158, + "train_steps_per_second": 0.51 +} \ No newline at end of file diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..cf88369 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,283042 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 23583, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.00012721027859051011, + "ewc_loss": 0.0, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 0.0, + "grad_norm": 4.834653854370117, + "learning_rate": 0.0, + "loss": 0.7982, + "mean_token_accuracy": 0.7762961387634277, + "num_tokens": 38493.0, + "step": 1 + }, + { + "epoch": 0.00025442055718102023, + "ewc_loss": 0.0, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 0.0, + "grad_norm": 4.5887932777404785, + "learning_rate": 4.2390843577787196e-10, + "loss": 0.8329, + "mean_token_accuracy": 0.765798807144165, + "num_tokens": 80419.0, + "step": 2 + }, + { + "epoch": 0.0003816308357715303, + "ewc_loss": 4.773959005888173e-15, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.7704895589362195e-18, + "grad_norm": 4.724977493286133, + "learning_rate": 8.478168715557439e-10, + "loss": 0.7225, + "mean_token_accuracy": 0.7960407137870789, + "num_tokens": 118717.0, + "step": 3 + }, + { + "epoch": 0.0005088411143620405, + "ewc_loss": 1.9451107391432743e-13, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.942890293094024e-16, + "grad_norm": 5.366995811462402, + "learning_rate": 1.271725307333616e-09, + "loss": 0.8139, + "mean_token_accuracy": 0.7712426781654358, + "num_tokens": 150155.0, + "step": 4 + }, + { + "epoch": 0.0006360513929525506, + "ewc_loss": 1.5347723092418164e-12, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5334955527634975e-15, + "grad_norm": 4.300559043884277, + "learning_rate": 1.6956337431114878e-09, + "loss": 0.792, + "mean_token_accuracy": 0.7747177481651306, + "num_tokens": 193616.0, + "step": 5 + }, + { + "epoch": 0.0007632616715430606, + "ewc_loss": 8.29913915367797e-12, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.326672684688674e-15, + "grad_norm": 5.210821628570557, + "learning_rate": 2.1195421788893596e-09, + "loss": 0.7894, + "mean_token_accuracy": 0.778167724609375, + "num_tokens": 227640.0, + "step": 6 + }, + { + "epoch": 0.0008904719501335708, + "ewc_loss": 1.602984411874786e-11, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5987211554602254e-14, + "grad_norm": 4.830564498901367, + "learning_rate": 2.543450614667232e-09, + "loss": 0.8161, + "mean_token_accuracy": 0.7750992774963379, + "num_tokens": 265114.0, + "step": 7 + }, + { + "epoch": 0.001017682228724081, + "ewc_loss": 7.23048287909478e-11, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.238654120556021e-14, + "grad_norm": 4.939023017883301, + "learning_rate": 2.967359050445104e-09, + "loss": 0.7587, + "mean_token_accuracy": 0.788628876209259, + "num_tokens": 299865.0, + "step": 8 + }, + { + "epoch": 0.001144892507314591, + "ewc_loss": 1.1550582712516189e-10, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1546319456101628e-13, + "grad_norm": 4.576504707336426, + "learning_rate": 3.3912674862229757e-09, + "loss": 0.8138, + "mean_token_accuracy": 0.7741310000419617, + "num_tokens": 342063.0, + "step": 9 + }, + { + "epoch": 0.0012721027859051012, + "ewc_loss": 2.1373125491663814e-10, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1405099914773018e-13, + "grad_norm": 5.45806360244751, + "learning_rate": 3.815175922000847e-09, + "loss": 0.8638, + "mean_token_accuracy": 0.7641420364379883, + "num_tokens": 374864.0, + "step": 10 + }, + { + "epoch": 0.0013993130644956112, + "ewc_loss": 6.184563972055912e-10, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.181721801112872e-13, + "grad_norm": 4.303318977355957, + "learning_rate": 4.239084357778719e-09, + "loss": 0.7764, + "mean_token_accuracy": 0.7752335667610168, + "num_tokens": 416605.0, + "step": 11 + }, + { + "epoch": 0.0015265233430861213, + "ewc_loss": 8.403731044381857e-10, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.419931418757187e-13, + "grad_norm": 5.454923629760742, + "learning_rate": 4.662992793556591e-09, + "loss": 0.8347, + "mean_token_accuracy": 0.7687381505966187, + "num_tokens": 448798.0, + "step": 12 + }, + { + "epoch": 0.0016537336216766315, + "ewc_loss": 1.0622898116707802e-09, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0658141036401503e-12, + "grad_norm": 5.428946018218994, + "learning_rate": 5.086901229334464e-09, + "loss": 0.8739, + "mean_token_accuracy": 0.7535250186920166, + "num_tokens": 480084.0, + "step": 13 + }, + { + "epoch": 0.0017809439002671415, + "ewc_loss": 3.346940502524376e-09, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.353761712787673e-12, + "grad_norm": 4.390462398529053, + "learning_rate": 5.510809665112336e-09, + "loss": 0.8057, + "mean_token_accuracy": 0.7796697616577148, + "num_tokens": 524543.0, + "step": 14 + }, + { + "epoch": 0.0019081541788576518, + "ewc_loss": 4.94765117764473e-09, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.945377440890297e-12, + "grad_norm": 4.782747268676758, + "learning_rate": 5.934718100890208e-09, + "loss": 0.7516, + "mean_token_accuracy": 0.7888067364692688, + "num_tokens": 563314.0, + "step": 15 + }, + { + "epoch": 0.002035364457448162, + "ewc_loss": 6.1409082263708115e-09, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.139089236967266e-12, + "grad_norm": 5.061690807342529, + "learning_rate": 6.3586265366680796e-09, + "loss": 0.8422, + "mean_token_accuracy": 0.7625221014022827, + "num_tokens": 598421.0, + "step": 16 + }, + { + "epoch": 0.002162574736038672, + "ewc_loss": 7.508788257837296e-09, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.503331289626658e-12, + "grad_norm": 5.035664081573486, + "learning_rate": 6.782534972445951e-09, + "loss": 0.8321, + "mean_token_accuracy": 0.762542724609375, + "num_tokens": 634690.0, + "step": 17 + }, + { + "epoch": 0.002289785014629182, + "ewc_loss": 8.32369551062584e-09, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.29913915367797e-12, + "grad_norm": 5.1246137619018555, + "learning_rate": 7.206443408223823e-09, + "loss": 0.8693, + "mean_token_accuracy": 0.759110152721405, + "num_tokens": 674653.0, + "step": 18 + }, + { + "epoch": 0.0024169952932196924, + "ewc_loss": 2.3166649043560028e-08, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.319211489520967e-11, + "grad_norm": 5.055388450622559, + "learning_rate": 7.630351844001695e-09, + "loss": 0.8004, + "mean_token_accuracy": 0.7773301601409912, + "num_tokens": 708238.0, + "step": 19 + }, + { + "epoch": 0.0025442055718102024, + "ewc_loss": 3.4226104617118835e-08, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.433342499192804e-11, + "grad_norm": 4.618597507476807, + "learning_rate": 8.054260279779567e-09, + "loss": 0.7824, + "mean_token_accuracy": 0.7781916856765747, + "num_tokens": 749312.0, + "step": 20 + }, + { + "epoch": 0.0026714158504007124, + "ewc_loss": 4.0279701352119446e-08, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.0245140553452075e-11, + "grad_norm": 5.401590824127197, + "learning_rate": 8.478168715557438e-09, + "loss": 0.8525, + "mean_token_accuracy": 0.7664785385131836, + "num_tokens": 783532.0, + "step": 21 + }, + { + "epoch": 0.0027986261289912225, + "ewc_loss": 4.493631422519684e-08, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.501998773775995e-11, + "grad_norm": 5.0843634605407715, + "learning_rate": 8.902077151335311e-09, + "loss": 0.8302, + "mean_token_accuracy": 0.7728078365325928, + "num_tokens": 817429.0, + "step": 22 + }, + { + "epoch": 0.0029258364075817325, + "ewc_loss": 5.2386894822120667e-08, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.2295945351943374e-11, + "grad_norm": 4.829250812530518, + "learning_rate": 9.325985587113182e-09, + "loss": 0.7636, + "mean_token_accuracy": 0.7882785797119141, + "num_tokens": 853964.0, + "step": 23 + }, + { + "epoch": 0.0030530466861722425, + "ewc_loss": 5.704350769519806e-08, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.707079253625125e-11, + "grad_norm": 5.462131500244141, + "learning_rate": 9.749894022891054e-09, + "loss": 0.8277, + "mean_token_accuracy": 0.7676825523376465, + "num_tokens": 885070.0, + "step": 24 + }, + { + "epoch": 0.003180256964762753, + "ewc_loss": 6.100162863731384e-08, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.093614501878619e-11, + "grad_norm": 4.823358535766602, + "learning_rate": 1.0173802458668929e-08, + "loss": 0.8798, + "mean_token_accuracy": 0.7512873411178589, + "num_tokens": 926893.0, + "step": 25 + }, + { + "epoch": 0.003307467243353263, + "ewc_loss": 1.3690441846847534e-07, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3733369996771216e-10, + "grad_norm": 4.876108169555664, + "learning_rate": 1.05977108944468e-08, + "loss": 0.8159, + "mean_token_accuracy": 0.7672091722488403, + "num_tokens": 964773.0, + "step": 26 + }, + { + "epoch": 0.003434677521943773, + "ewc_loss": 2.1420419216156006e-07, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1464074961841106e-10, + "grad_norm": 4.757145404815674, + "learning_rate": 1.1021619330224672e-08, + "loss": 0.7694, + "mean_token_accuracy": 0.7848773002624512, + "num_tokens": 1002725.0, + "step": 27 + }, + { + "epoch": 0.003561887800534283, + "ewc_loss": 2.514570951461792e-07, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.510205376893282e-10, + "grad_norm": 4.9753828048706055, + "learning_rate": 1.1445527766002543e-08, + "loss": 0.8731, + "mean_token_accuracy": 0.7579439282417297, + "num_tokens": 1040296.0, + "step": 28 + }, + { + "epoch": 0.003689098079124793, + "ewc_loss": 2.7567148208618164e-07, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.764863893389702e-10, + "grad_norm": 4.443643093109131, + "learning_rate": 1.1869436201780416e-08, + "loss": 0.7659, + "mean_token_accuracy": 0.7853660583496094, + "num_tokens": 1081711.0, + "step": 29 + }, + { + "epoch": 0.0038163083577153036, + "ewc_loss": 2.9616057872772217e-07, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.964952727779746e-10, + "grad_norm": 4.809821605682373, + "learning_rate": 1.2293344637558287e-08, + "loss": 0.8118, + "mean_token_accuracy": 0.7753886580467224, + "num_tokens": 1120556.0, + "step": 30 + }, + { + "epoch": 0.003943518636305814, + "ewc_loss": 3.2223761081695557e-07, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.219611244276166e-10, + "grad_norm": 4.773945331573486, + "learning_rate": 1.2717253073336159e-08, + "loss": 0.7639, + "mean_token_accuracy": 0.7899022102355957, + "num_tokens": 1157723.0, + "step": 31 + }, + { + "epoch": 0.004070728914896324, + "ewc_loss": 3.501772880554199e-07, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.510649548843503e-10, + "grad_norm": 4.689171314239502, + "learning_rate": 1.314116150911403e-08, + "loss": 0.8102, + "mean_token_accuracy": 0.7743054032325745, + "num_tokens": 1197879.0, + "step": 32 + }, + { + "epoch": 0.004197939193486834, + "ewc_loss": 3.688037395477295e-07, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6925484891980886e-10, + "grad_norm": 4.752303123474121, + "learning_rate": 1.3565069944891903e-08, + "loss": 0.8105, + "mean_token_accuracy": 0.7757768630981445, + "num_tokens": 1237342.0, + "step": 33 + }, + { + "epoch": 0.004325149472077344, + "ewc_loss": 3.91155481338501e-07, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9108272176235914e-10, + "grad_norm": 4.504072189331055, + "learning_rate": 1.3988978380669775e-08, + "loss": 0.7819, + "mean_token_accuracy": 0.7827020883560181, + "num_tokens": 1280197.0, + "step": 34 + }, + { + "epoch": 0.004452359750667854, + "ewc_loss": 4.917383193969727e-07, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.911271389573812e-10, + "grad_norm": 4.634054660797119, + "learning_rate": 1.4412886816447646e-08, + "loss": 0.7644, + "mean_token_accuracy": 0.7850621938705444, + "num_tokens": 1318625.0, + "step": 35 + }, + { + "epoch": 0.004579570029258364, + "ewc_loss": 9.98377799987793e-07, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.968061931431293e-10, + "grad_norm": 4.802635669708252, + "learning_rate": 1.4836795252225519e-08, + "loss": 0.8218, + "mean_token_accuracy": 0.77252596616745, + "num_tokens": 1356868.0, + "step": 36 + }, + { + "epoch": 0.004706780307848874, + "ewc_loss": 1.4007091522216797e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4042598195374012e-09, + "grad_norm": 4.836019992828369, + "learning_rate": 1.526070368800339e-08, + "loss": 0.7934, + "mean_token_accuracy": 0.7809144854545593, + "num_tokens": 1394696.0, + "step": 37 + }, + { + "epoch": 0.004833990586439385, + "ewc_loss": 1.6242265701293945e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.622538547962904e-09, + "grad_norm": 4.374748229980469, + "learning_rate": 1.5684612123781262e-08, + "loss": 0.7826, + "mean_token_accuracy": 0.7820705771446228, + "num_tokens": 1438738.0, + "step": 38 + }, + { + "epoch": 0.004961200865029895, + "ewc_loss": 1.7285346984863281e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7316779121756554e-09, + "grad_norm": 4.762204170227051, + "learning_rate": 1.6108520559559135e-08, + "loss": 0.7482, + "mean_token_accuracy": 0.7924726009368896, + "num_tokens": 1475089.0, + "step": 39 + }, + { + "epoch": 0.005088411143620405, + "ewc_loss": 1.8477439880371094e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8480932340025902e-09, + "grad_norm": 4.75859260559082, + "learning_rate": 1.6532428995337004e-08, + "loss": 0.8082, + "mean_token_accuracy": 0.7752945423126221, + "num_tokens": 1514566.0, + "step": 40 + }, + { + "epoch": 0.005215621422210915, + "ewc_loss": 1.9222497940063477e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9208528101444244e-09, + "grad_norm": 4.969970703125, + "learning_rate": 1.6956337431114877e-08, + "loss": 0.8232, + "mean_token_accuracy": 0.773633599281311, + "num_tokens": 1552560.0, + "step": 41 + }, + { + "epoch": 0.005342831700801425, + "ewc_loss": 1.952052116394043e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.949956640601158e-09, + "grad_norm": 5.404040336608887, + "learning_rate": 1.738024586689275e-08, + "loss": 0.8006, + "mean_token_accuracy": 0.7773869037628174, + "num_tokens": 1584759.0, + "step": 42 + }, + { + "epoch": 0.005470041979391935, + "ewc_loss": 2.0116567611694336e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0081643015146255e-09, + "grad_norm": 4.8636369705200195, + "learning_rate": 1.7804154302670622e-08, + "loss": 0.8021, + "mean_token_accuracy": 0.7762877941131592, + "num_tokens": 1621825.0, + "step": 43 + }, + { + "epoch": 0.005597252257982445, + "ewc_loss": 2.1457672119140625e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1391315385699272e-09, + "grad_norm": 4.772489070892334, + "learning_rate": 1.8228062738448494e-08, + "loss": 0.8275, + "mean_token_accuracy": 0.7680990695953369, + "num_tokens": 1662946.0, + "step": 44 + }, + { + "epoch": 0.005724462536572955, + "ewc_loss": 2.294778823852539e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.2992026060819626e-09, + "grad_norm": 4.666529178619385, + "learning_rate": 1.8651971174226364e-08, + "loss": 0.8155, + "mean_token_accuracy": 0.7734278440475464, + "num_tokens": 1699433.0, + "step": 45 + }, + { + "epoch": 0.005851672815163465, + "ewc_loss": 2.4437904357910156e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.444721758365631e-09, + "grad_norm": 4.354926586151123, + "learning_rate": 1.9075879610004236e-08, + "loss": 0.7465, + "mean_token_accuracy": 0.7885757684707642, + "num_tokens": 1742812.0, + "step": 46 + }, + { + "epoch": 0.005978883093753975, + "ewc_loss": 2.518296241760254e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5174813345074654e-09, + "grad_norm": 4.861518859863281, + "learning_rate": 1.949978804578211e-08, + "loss": 0.8016, + "mean_token_accuracy": 0.7784885168075562, + "num_tokens": 1778725.0, + "step": 47 + }, + { + "epoch": 0.006106093372344485, + "ewc_loss": 2.7567148208618164e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.750311978161335e-09, + "grad_norm": 4.84213924407959, + "learning_rate": 1.9923696481559985e-08, + "loss": 0.8479, + "mean_token_accuracy": 0.7622963190078735, + "num_tokens": 1816592.0, + "step": 48 + }, + { + "epoch": 0.006233303650934996, + "ewc_loss": 3.4570693969726562e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.4633558243513107e-09, + "grad_norm": 4.397401809692383, + "learning_rate": 2.0347604917337857e-08, + "loss": 0.7398, + "mean_token_accuracy": 0.7900353670120239, + "num_tokens": 1859907.0, + "step": 49 + }, + { + "epoch": 0.006360513929525506, + "ewc_loss": 5.5730342864990234e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.558831617236137e-09, + "grad_norm": 4.6889424324035645, + "learning_rate": 2.0771513353115727e-08, + "loss": 0.7291, + "mean_token_accuracy": 0.7997571229934692, + "num_tokens": 1896627.0, + "step": 50 + }, + { + "epoch": 0.006487724208116016, + "ewc_loss": 7.3015689849853516e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.30506144464016e-09, + "grad_norm": 4.967914581298828, + "learning_rate": 2.11954217888936e-08, + "loss": 0.8445, + "mean_token_accuracy": 0.7673210501670837, + "num_tokens": 1934041.0, + "step": 51 + }, + { + "epoch": 0.006614934486706526, + "ewc_loss": 8.463859558105469e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.440110832452774e-09, + "grad_norm": 4.5756072998046875, + "learning_rate": 2.1619330224671472e-08, + "loss": 0.7738, + "mean_token_accuracy": 0.7845016121864319, + "num_tokens": 1976482.0, + "step": 52 + }, + { + "epoch": 0.006742144765297036, + "ewc_loss": 9.238719940185547e-06, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.255018085241318e-09, + "grad_norm": 5.299606800079346, + "learning_rate": 2.2043238660449344e-08, + "loss": 0.8031, + "mean_token_accuracy": 0.7720242142677307, + "num_tokens": 2009224.0, + "step": 53 + }, + { + "epoch": 0.006869355043887546, + "ewc_loss": 1.0132789611816406e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0128132998943329e-08, + "grad_norm": 4.886788845062256, + "learning_rate": 2.2467147096227214e-08, + "loss": 0.8472, + "mean_token_accuracy": 0.7616812586784363, + "num_tokens": 2049235.0, + "step": 54 + }, + { + "epoch": 0.006996565322478056, + "ewc_loss": 1.0848045349121094e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0826624929904938e-08, + "grad_norm": 4.5897626876831055, + "learning_rate": 2.2891055532005086e-08, + "loss": 0.8601, + "mean_token_accuracy": 0.7615019679069519, + "num_tokens": 2090260.0, + "step": 55 + }, + { + "epoch": 0.007123775601068566, + "ewc_loss": 1.1205673217773438e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.123407855629921e-08, + "grad_norm": 4.995977878570557, + "learning_rate": 2.331496396778296e-08, + "loss": 0.8653, + "mean_token_accuracy": 0.7604635953903198, + "num_tokens": 2126686.0, + "step": 56 + }, + { + "epoch": 0.007250985879659076, + "ewc_loss": 1.1861324310302734e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1874362826347351e-08, + "grad_norm": 4.416085243225098, + "learning_rate": 2.373887240356083e-08, + "loss": 0.7676, + "mean_token_accuracy": 0.7848646640777588, + "num_tokens": 2171355.0, + "step": 57 + }, + { + "epoch": 0.007378196158249586, + "ewc_loss": 1.1920928955078125e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1932570487260818e-08, + "grad_norm": 4.593756675720215, + "learning_rate": 2.4162780839338704e-08, + "loss": 0.7407, + "mean_token_accuracy": 0.7925959229469299, + "num_tokens": 2211660.0, + "step": 58 + }, + { + "epoch": 0.007505406436840096, + "ewc_loss": 1.2159347534179688e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2165401130914688e-08, + "grad_norm": 5.553387641906738, + "learning_rate": 2.4586689275116573e-08, + "loss": 0.871, + "mean_token_accuracy": 0.7592527866363525, + "num_tokens": 2244411.0, + "step": 59 + }, + { + "epoch": 0.007632616715430607, + "ewc_loss": 1.233816146850586e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.234002411365509e-08, + "grad_norm": 4.351836681365967, + "learning_rate": 2.5010597710894446e-08, + "loss": 0.7975, + "mean_token_accuracy": 0.7704448699951172, + "num_tokens": 2285253.0, + "step": 60 + }, + { + "epoch": 0.007759826994021117, + "ewc_loss": 1.2576580047607422e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.257285475730896e-08, + "grad_norm": 4.496525764465332, + "learning_rate": 2.5434506146672318e-08, + "loss": 0.7621, + "mean_token_accuracy": 0.7852199077606201, + "num_tokens": 2328577.0, + "step": 61 + }, + { + "epoch": 0.007887037272611627, + "ewc_loss": 1.2814998626708984e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.280568540096283e-08, + "grad_norm": 4.685908317565918, + "learning_rate": 2.585841458245019e-08, + "loss": 0.8419, + "mean_token_accuracy": 0.7694396376609802, + "num_tokens": 2366524.0, + "step": 62 + }, + { + "epoch": 0.008014247551202136, + "ewc_loss": 1.329183578491211e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3271346688270569e-08, + "grad_norm": 4.214530944824219, + "learning_rate": 2.628232301822806e-08, + "loss": 0.7558, + "mean_token_accuracy": 0.7897471189498901, + "num_tokens": 2408628.0, + "step": 63 + }, + { + "epoch": 0.008141457829792647, + "ewc_loss": 1.3470649719238281e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3445969671010971e-08, + "grad_norm": 4.28842830657959, + "learning_rate": 2.6706231454005933e-08, + "loss": 0.7949, + "mean_token_accuracy": 0.7761331796646118, + "num_tokens": 2451800.0, + "step": 64 + }, + { + "epoch": 0.008268668108383158, + "ewc_loss": 1.3709068298339844e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3737007975578308e-08, + "grad_norm": 5.690907955169678, + "learning_rate": 2.7130139889783805e-08, + "loss": 0.8663, + "mean_token_accuracy": 0.7547194957733154, + "num_tokens": 2481448.0, + "step": 65 + }, + { + "epoch": 0.008395878386973667, + "ewc_loss": 1.4185905456542969e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4202669262886047e-08, + "grad_norm": 4.280512809753418, + "learning_rate": 2.7554048325561678e-08, + "loss": 0.7929, + "mean_token_accuracy": 0.7753482460975647, + "num_tokens": 2526339.0, + "step": 66 + }, + { + "epoch": 0.008523088665564178, + "ewc_loss": 1.4841556549072266e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4842953532934189e-08, + "grad_norm": 4.441465377807617, + "learning_rate": 2.797795676133955e-08, + "loss": 0.8179, + "mean_token_accuracy": 0.7694846391677856, + "num_tokens": 2570691.0, + "step": 67 + }, + { + "epoch": 0.008650298944154687, + "ewc_loss": 1.5497207641601562e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.548323780298233e-08, + "grad_norm": 4.591649055480957, + "learning_rate": 2.840186519711742e-08, + "loss": 0.8043, + "mean_token_accuracy": 0.7752758264541626, + "num_tokens": 2609207.0, + "step": 68 + }, + { + "epoch": 0.008777509222745198, + "ewc_loss": 2.086162567138672e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0838342607021332e-08, + "grad_norm": 4.928262710571289, + "learning_rate": 2.8825773632895292e-08, + "loss": 0.7929, + "mean_token_accuracy": 0.7774158716201782, + "num_tokens": 2645494.0, + "step": 69 + }, + { + "epoch": 0.008904719501335707, + "ewc_loss": 3.0994415283203125e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.096647560596466e-08, + "grad_norm": 4.4559502601623535, + "learning_rate": 2.9249682068673165e-08, + "loss": 0.7498, + "mean_token_accuracy": 0.7918486595153809, + "num_tokens": 2686258.0, + "step": 70 + }, + { + "epoch": 0.009031929779926218, + "ewc_loss": 3.838539123535156e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.841705620288849e-08, + "grad_norm": 5.043529033660889, + "learning_rate": 2.9673590504451037e-08, + "loss": 0.8045, + "mean_token_accuracy": 0.7778255939483643, + "num_tokens": 2720544.0, + "step": 71 + }, + { + "epoch": 0.009159140058516728, + "ewc_loss": 4.482269287109375e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.470348358154297e-08, + "grad_norm": 4.851688861846924, + "learning_rate": 3.0097498940228907e-08, + "loss": 0.7675, + "mean_token_accuracy": 0.785963773727417, + "num_tokens": 2758068.0, + "step": 72 + }, + { + "epoch": 0.009286350337107238, + "ewc_loss": 5.0067901611328125e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.005858838558197e-08, + "grad_norm": 5.077697277069092, + "learning_rate": 3.052140737600678e-08, + "loss": 0.8517, + "mean_token_accuracy": 0.762382984161377, + "num_tokens": 2793342.0, + "step": 73 + }, + { + "epoch": 0.009413560615697748, + "ewc_loss": 5.316734313964844e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.3085386753082275e-08, + "grad_norm": 5.241113185882568, + "learning_rate": 3.094531581178465e-08, + "loss": 0.8887, + "mean_token_accuracy": 0.7553433179855347, + "num_tokens": 2828003.0, + "step": 74 + }, + { + "epoch": 0.009540770894288259, + "ewc_loss": 5.626678466796875e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.634501576423645e-08, + "grad_norm": 4.274381160736084, + "learning_rate": 3.1369224247562524e-08, + "loss": 0.7639, + "mean_token_accuracy": 0.7841418981552124, + "num_tokens": 2874755.0, + "step": 75 + }, + { + "epoch": 0.00966798117287877, + "ewc_loss": 5.698204040527344e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.704350769519806e-08, + "grad_norm": 4.663550853729248, + "learning_rate": 3.17931326833404e-08, + "loss": 0.7861, + "mean_token_accuracy": 0.7765940427780151, + "num_tokens": 2909703.0, + "step": 76 + }, + { + "epoch": 0.009795191451469279, + "ewc_loss": 5.745887756347656e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.75091689825058e-08, + "grad_norm": 4.191094875335693, + "learning_rate": 3.221704111911827e-08, + "loss": 0.7162, + "mean_token_accuracy": 0.7991279363632202, + "num_tokens": 2954020.0, + "step": 77 + }, + { + "epoch": 0.00992240173005979, + "ewc_loss": 5.7220458984375e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.727633833885193e-08, + "grad_norm": 5.2535600662231445, + "learning_rate": 3.264094955489614e-08, + "loss": 0.8115, + "mean_token_accuracy": 0.7747712135314941, + "num_tokens": 2984894.0, + "step": 78 + }, + { + "epoch": 0.010049612008650299, + "ewc_loss": 5.7220458984375e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.727633833885193e-08, + "grad_norm": 4.986629962921143, + "learning_rate": 3.306485799067401e-08, + "loss": 0.7183, + "mean_token_accuracy": 0.7950707674026489, + "num_tokens": 3017773.0, + "step": 79 + }, + { + "epoch": 0.01017682228724081, + "ewc_loss": 5.7697296142578125e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.774199962615967e-08, + "grad_norm": 4.317827224731445, + "learning_rate": 3.348876642645188e-08, + "loss": 0.7181, + "mean_token_accuracy": 0.7984293699264526, + "num_tokens": 3059739.0, + "step": 80 + }, + { + "epoch": 0.010304032565831319, + "ewc_loss": 5.793571472167969e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.797483026981354e-08, + "grad_norm": 4.902792930603027, + "learning_rate": 3.391267486222975e-08, + "loss": 0.8099, + "mean_token_accuracy": 0.7720733284950256, + "num_tokens": 3094910.0, + "step": 81 + }, + { + "epoch": 0.01043124284442183, + "ewc_loss": 5.745887756347656e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.75091689825058e-08, + "grad_norm": 4.608165740966797, + "learning_rate": 3.4336583298007626e-08, + "loss": 0.8137, + "mean_token_accuracy": 0.7735857367515564, + "num_tokens": 3133884.0, + "step": 82 + }, + { + "epoch": 0.010558453123012339, + "ewc_loss": 5.698204040527344e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.704350769519806e-08, + "grad_norm": 5.189512729644775, + "learning_rate": 3.47604917337855e-08, + "loss": 0.8461, + "mean_token_accuracy": 0.7609685063362122, + "num_tokens": 3166755.0, + "step": 83 + }, + { + "epoch": 0.01068566340160285, + "ewc_loss": 5.602836608886719e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.611218512058258e-08, + "grad_norm": 4.767698287963867, + "learning_rate": 3.518440016956337e-08, + "loss": 0.8149, + "mean_token_accuracy": 0.7708109617233276, + "num_tokens": 3204825.0, + "step": 84 + }, + { + "epoch": 0.010812873680193359, + "ewc_loss": 5.507469177246094e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.51808625459671e-08, + "grad_norm": 4.770344257354736, + "learning_rate": 3.5608308605341244e-08, + "loss": 0.8504, + "mean_token_accuracy": 0.7624890804290771, + "num_tokens": 3244036.0, + "step": 85 + }, + { + "epoch": 0.01094008395878387, + "ewc_loss": 5.4836273193359375e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.494803190231323e-08, + "grad_norm": 4.521019458770752, + "learning_rate": 3.6032217041119116e-08, + "loss": 0.838, + "mean_token_accuracy": 0.7669870257377625, + "num_tokens": 3285969.0, + "step": 86 + }, + { + "epoch": 0.01106729423737438, + "ewc_loss": 5.459785461425781e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.471520125865936e-08, + "grad_norm": 4.492946624755859, + "learning_rate": 3.645612547689699e-08, + "loss": 0.809, + "mean_token_accuracy": 0.7746814489364624, + "num_tokens": 3327648.0, + "step": 87 + }, + { + "epoch": 0.01119450451596489, + "ewc_loss": 5.4836273193359375e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.494803190231323e-08, + "grad_norm": 4.633863925933838, + "learning_rate": 3.6880033912674855e-08, + "loss": 0.8121, + "mean_token_accuracy": 0.7726726531982422, + "num_tokens": 3367399.0, + "step": 88 + }, + { + "epoch": 0.0113217147945554, + "ewc_loss": 5.4836273193359375e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.494803190231323e-08, + "grad_norm": 4.829819679260254, + "learning_rate": 3.730394234845273e-08, + "loss": 0.7953, + "mean_token_accuracy": 0.7798824310302734, + "num_tokens": 3405402.0, + "step": 89 + }, + { + "epoch": 0.01144892507314591, + "ewc_loss": 5.5789947509765625e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.587935447692871e-08, + "grad_norm": 4.935936450958252, + "learning_rate": 3.77278507842306e-08, + "loss": 0.8789, + "mean_token_accuracy": 0.7536383271217346, + "num_tokens": 3441791.0, + "step": 90 + }, + { + "epoch": 0.01157613535173642, + "ewc_loss": 5.745887756347656e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.75091689825058e-08, + "grad_norm": 4.868084907531738, + "learning_rate": 3.815175922000847e-08, + "loss": 0.8381, + "mean_token_accuracy": 0.7690267562866211, + "num_tokens": 3480151.0, + "step": 91 + }, + { + "epoch": 0.01170334563032693, + "ewc_loss": 5.841255187988281e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.844049155712128e-08, + "grad_norm": 4.774053573608398, + "learning_rate": 3.8575667655786345e-08, + "loss": 0.8015, + "mean_token_accuracy": 0.7760788202285767, + "num_tokens": 3516867.0, + "step": 92 + }, + { + "epoch": 0.01183055590891744, + "ewc_loss": 6.103515625e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.100162863731384e-08, + "grad_norm": 4.350512981414795, + "learning_rate": 3.899957609156422e-08, + "loss": 0.7776, + "mean_token_accuracy": 0.7826722860336304, + "num_tokens": 3557466.0, + "step": 93 + }, + { + "epoch": 0.01195776618750795, + "ewc_loss": 6.389617919921875e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.379559636116028e-08, + "grad_norm": 4.554135799407959, + "learning_rate": 3.94234845273421e-08, + "loss": 0.8071, + "mean_token_accuracy": 0.7733243703842163, + "num_tokens": 3596009.0, + "step": 94 + }, + { + "epoch": 0.012084976466098461, + "ewc_loss": 7.534027099609375e-05, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.543712854385376e-08, + "grad_norm": 4.785404205322266, + "learning_rate": 3.984739296311997e-08, + "loss": 0.7997, + "mean_token_accuracy": 0.774480402469635, + "num_tokens": 3631582.0, + "step": 95 + }, + { + "epoch": 0.01221218674468897, + "ewc_loss": 0.00010013580322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0011717677116394e-07, + "grad_norm": 4.736397743225098, + "learning_rate": 4.027130139889784e-08, + "loss": 0.8258, + "mean_token_accuracy": 0.7676429748535156, + "num_tokens": 3672855.0, + "step": 96 + }, + { + "epoch": 0.012339397023279481, + "ewc_loss": 0.00014400482177734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4435499906539917e-07, + "grad_norm": 4.585278511047363, + "learning_rate": 4.0695209834675715e-08, + "loss": 0.8176, + "mean_token_accuracy": 0.7727855443954468, + "num_tokens": 3714100.0, + "step": 97 + }, + { + "epoch": 0.012466607301869992, + "ewc_loss": 0.00019550323486328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.955777406692505e-07, + "grad_norm": 4.69168758392334, + "learning_rate": 4.111911827045358e-08, + "loss": 0.7689, + "mean_token_accuracy": 0.7847651839256287, + "num_tokens": 3752834.0, + "step": 98 + }, + { + "epoch": 0.012593817580460501, + "ewc_loss": 0.00023555755615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3562461137771606e-07, + "grad_norm": 4.749403476715088, + "learning_rate": 4.154302670623145e-08, + "loss": 0.779, + "mean_token_accuracy": 0.7812539935112, + "num_tokens": 3791513.0, + "step": 99 + }, + { + "epoch": 0.012721027859051012, + "ewc_loss": 0.0002536773681640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5331974029541016e-07, + "grad_norm": 5.213945388793945, + "learning_rate": 4.1966935142009326e-08, + "loss": 0.802, + "mean_token_accuracy": 0.7745892405509949, + "num_tokens": 3825085.0, + "step": 100 + }, + { + "epoch": 0.012848238137641521, + "ewc_loss": 0.0002536773681640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5331974029541016e-07, + "grad_norm": 4.599195957183838, + "learning_rate": 4.23908435777872e-08, + "loss": 0.8023, + "mean_token_accuracy": 0.77678382396698, + "num_tokens": 3866492.0, + "step": 101 + }, + { + "epoch": 0.012975448416232032, + "ewc_loss": 0.0002498626708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4959444999694824e-07, + "grad_norm": 4.963809013366699, + "learning_rate": 4.281475201356507e-08, + "loss": 0.829, + "mean_token_accuracy": 0.7632378935813904, + "num_tokens": 3904053.0, + "step": 102 + }, + { + "epoch": 0.013102658694822541, + "ewc_loss": 0.0002460479736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4586915969848633e-07, + "grad_norm": 4.960306167602539, + "learning_rate": 4.3238660449342943e-08, + "loss": 0.7377, + "mean_token_accuracy": 0.7947030067443848, + "num_tokens": 3935118.0, + "step": 103 + }, + { + "epoch": 0.013229868973413052, + "ewc_loss": 0.0002460479736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4586915969848633e-07, + "grad_norm": 4.489342212677002, + "learning_rate": 4.3662568885120816e-08, + "loss": 0.7878, + "mean_token_accuracy": 0.7764735221862793, + "num_tokens": 3977899.0, + "step": 104 + }, + { + "epoch": 0.013357079252003561, + "ewc_loss": 0.000244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4400651454925537e-07, + "grad_norm": 4.497567653656006, + "learning_rate": 4.408647732089869e-08, + "loss": 0.808, + "mean_token_accuracy": 0.773497998714447, + "num_tokens": 4019416.0, + "step": 105 + }, + { + "epoch": 0.013484289530594072, + "ewc_loss": 0.0002422332763671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.421438694000244e-07, + "grad_norm": 4.408897399902344, + "learning_rate": 4.451038575667656e-08, + "loss": 0.7969, + "mean_token_accuracy": 0.7728612422943115, + "num_tokens": 4063887.0, + "step": 106 + }, + { + "epoch": 0.013611499809184581, + "ewc_loss": 0.0002384185791015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.384185791015625e-07, + "grad_norm": 4.565131187438965, + "learning_rate": 4.493429419245443e-08, + "loss": 0.8281, + "mean_token_accuracy": 0.767643928527832, + "num_tokens": 4101309.0, + "step": 107 + }, + { + "epoch": 0.013738710087775092, + "ewc_loss": 0.0002346038818359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3469328880310059e-07, + "grad_norm": 4.713527202606201, + "learning_rate": 4.53582026282323e-08, + "loss": 0.812, + "mean_token_accuracy": 0.7705461382865906, + "num_tokens": 4136669.0, + "step": 108 + }, + { + "epoch": 0.013865920366365603, + "ewc_loss": 0.0002307891845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3096799850463867e-07, + "grad_norm": 4.235199451446533, + "learning_rate": 4.578211106401017e-08, + "loss": 0.7432, + "mean_token_accuracy": 0.7901773452758789, + "num_tokens": 4178583.0, + "step": 109 + }, + { + "epoch": 0.013993130644956112, + "ewc_loss": 0.00022792816162109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.2817403078079224e-07, + "grad_norm": 4.252696990966797, + "learning_rate": 4.6206019499788045e-08, + "loss": 0.7739, + "mean_token_accuracy": 0.7771739959716797, + "num_tokens": 4219552.0, + "step": 110 + }, + { + "epoch": 0.014120340923546623, + "ewc_loss": 0.00022029876708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.207234501838684e-07, + "grad_norm": 4.314625263214111, + "learning_rate": 4.662992793556592e-08, + "loss": 0.7664, + "mean_token_accuracy": 0.7853995561599731, + "num_tokens": 4264487.0, + "step": 111 + }, + { + "epoch": 0.014247551202137132, + "ewc_loss": 0.00021457672119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1420419216156006e-07, + "grad_norm": 4.393647193908691, + "learning_rate": 4.705383637134379e-08, + "loss": 0.7326, + "mean_token_accuracy": 0.790410041809082, + "num_tokens": 4303015.0, + "step": 112 + }, + { + "epoch": 0.014374761480727643, + "ewc_loss": 0.00020885467529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.086162567138672e-07, + "grad_norm": 4.349643707275391, + "learning_rate": 4.747774480712166e-08, + "loss": 0.7876, + "mean_token_accuracy": 0.7772639393806458, + "num_tokens": 4345446.0, + "step": 113 + }, + { + "epoch": 0.014501971759318152, + "ewc_loss": 0.0002040863037109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.039596438407898e-07, + "grad_norm": 4.470795631408691, + "learning_rate": 4.7901653242899535e-08, + "loss": 0.7399, + "mean_token_accuracy": 0.7912623882293701, + "num_tokens": 4383854.0, + "step": 114 + }, + { + "epoch": 0.014629182037908663, + "ewc_loss": 0.0001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9837170839309692e-07, + "grad_norm": 4.527110576629639, + "learning_rate": 4.832556167867741e-08, + "loss": 0.8086, + "mean_token_accuracy": 0.7733979821205139, + "num_tokens": 4420750.0, + "step": 115 + }, + { + "epoch": 0.014756392316499172, + "ewc_loss": 0.00019550323486328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.955777406692505e-07, + "grad_norm": 4.654374599456787, + "learning_rate": 4.8749470114455274e-08, + "loss": 0.8058, + "mean_token_accuracy": 0.7733221650123596, + "num_tokens": 4458761.0, + "step": 116 + }, + { + "epoch": 0.014883602595089683, + "ewc_loss": 0.00019168853759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9185245037078857e-07, + "grad_norm": 4.425786972045898, + "learning_rate": 4.9173378550233146e-08, + "loss": 0.7661, + "mean_token_accuracy": 0.7808089256286621, + "num_tokens": 4496547.0, + "step": 117 + }, + { + "epoch": 0.015010812873680193, + "ewc_loss": 0.00018215179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.825392246246338e-07, + "grad_norm": 4.48780632019043, + "learning_rate": 4.959728698601102e-08, + "loss": 0.7639, + "mean_token_accuracy": 0.7899870276451111, + "num_tokens": 4533357.0, + "step": 118 + }, + { + "epoch": 0.015138023152270703, + "ewc_loss": 0.000179290771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7974525690078735e-07, + "grad_norm": 4.307176113128662, + "learning_rate": 5.002119542178889e-08, + "loss": 0.7387, + "mean_token_accuracy": 0.7907989621162415, + "num_tokens": 4573570.0, + "step": 119 + }, + { + "epoch": 0.015265233430861214, + "ewc_loss": 0.00017833709716796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.778826117515564e-07, + "grad_norm": 4.497706413269043, + "learning_rate": 5.0445103857566764e-08, + "loss": 0.7935, + "mean_token_accuracy": 0.7746022939682007, + "num_tokens": 4613195.0, + "step": 120 + }, + { + "epoch": 0.015392443709451724, + "ewc_loss": 0.0001773834228515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7695128917694092e-07, + "grad_norm": 4.147796630859375, + "learning_rate": 5.0869012293344637e-08, + "loss": 0.7139, + "mean_token_accuracy": 0.7979466319084167, + "num_tokens": 4657230.0, + "step": 121 + }, + { + "epoch": 0.015519653988042234, + "ewc_loss": 0.00017452239990234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7415732145309448e-07, + "grad_norm": 4.3116607666015625, + "learning_rate": 5.129292072912251e-08, + "loss": 0.788, + "mean_token_accuracy": 0.7810039520263672, + "num_tokens": 4701436.0, + "step": 122 + }, + { + "epoch": 0.015646864266632744, + "ewc_loss": 0.00017070770263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7043203115463257e-07, + "grad_norm": 4.399824142456055, + "learning_rate": 5.171682916490038e-08, + "loss": 0.7753, + "mean_token_accuracy": 0.7804116606712341, + "num_tokens": 4741806.0, + "step": 123 + }, + { + "epoch": 0.015774074545223254, + "ewc_loss": 0.00016880035400390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.685693860054016e-07, + "grad_norm": 4.600369453430176, + "learning_rate": 5.2140737600678254e-08, + "loss": 0.8127, + "mean_token_accuracy": 0.7649757862091064, + "num_tokens": 4780671.0, + "step": 124 + }, + { + "epoch": 0.015901284823813765, + "ewc_loss": 0.0001678466796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6763806343078613e-07, + "grad_norm": 4.609435081481934, + "learning_rate": 5.256464603645612e-08, + "loss": 0.7609, + "mean_token_accuracy": 0.7859610915184021, + "num_tokens": 4816879.0, + "step": 125 + }, + { + "epoch": 0.016028495102404273, + "ewc_loss": 0.0001678466796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6763806343078613e-07, + "grad_norm": 4.4856414794921875, + "learning_rate": 5.298855447223399e-08, + "loss": 0.8137, + "mean_token_accuracy": 0.7672719955444336, + "num_tokens": 4858704.0, + "step": 126 + }, + { + "epoch": 0.016155705380994784, + "ewc_loss": 0.00016880035400390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.685693860054016e-07, + "grad_norm": 4.426226615905762, + "learning_rate": 5.3412462908011865e-08, + "loss": 0.7706, + "mean_token_accuracy": 0.7823073863983154, + "num_tokens": 4896780.0, + "step": 127 + }, + { + "epoch": 0.016282915659585295, + "ewc_loss": 0.00017070770263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7043203115463257e-07, + "grad_norm": 4.679331302642822, + "learning_rate": 5.383637134378974e-08, + "loss": 0.8006, + "mean_token_accuracy": 0.771770715713501, + "num_tokens": 4932108.0, + "step": 128 + }, + { + "epoch": 0.016410125938175806, + "ewc_loss": 0.00017833709716796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.778826117515564e-07, + "grad_norm": 4.409961223602295, + "learning_rate": 5.426027977956761e-08, + "loss": 0.7767, + "mean_token_accuracy": 0.7827208042144775, + "num_tokens": 4970384.0, + "step": 129 + }, + { + "epoch": 0.016537336216766316, + "ewc_loss": 0.000186920166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8719583749771118e-07, + "grad_norm": 4.746827602386475, + "learning_rate": 5.468418821534548e-08, + "loss": 0.7855, + "mean_token_accuracy": 0.7770111560821533, + "num_tokens": 5005996.0, + "step": 130 + }, + { + "epoch": 0.016664546495356824, + "ewc_loss": 0.00020122528076171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0116567611694336e-07, + "grad_norm": 4.542801856994629, + "learning_rate": 5.5108096651123356e-08, + "loss": 0.7652, + "mean_token_accuracy": 0.7811222076416016, + "num_tokens": 5044208.0, + "step": 131 + }, + { + "epoch": 0.016791756773947335, + "ewc_loss": 0.00022792816162109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.2817403078079224e-07, + "grad_norm": 4.436634063720703, + "learning_rate": 5.553200508690123e-08, + "loss": 0.7799, + "mean_token_accuracy": 0.7762464880943298, + "num_tokens": 5085173.0, + "step": 132 + }, + { + "epoch": 0.016918967052537846, + "ewc_loss": 0.0002536773681640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5331974029541016e-07, + "grad_norm": 5.0560102462768555, + "learning_rate": 5.59559135226791e-08, + "loss": 0.7962, + "mean_token_accuracy": 0.7731375694274902, + "num_tokens": 5118440.0, + "step": 133 + }, + { + "epoch": 0.017046177331128357, + "ewc_loss": 0.000316619873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.166496753692627e-07, + "grad_norm": 4.978529453277588, + "learning_rate": 5.637982195845697e-08, + "loss": 0.8005, + "mean_token_accuracy": 0.7742550373077393, + "num_tokens": 5155202.0, + "step": 134 + }, + { + "epoch": 0.017173387609718864, + "ewc_loss": 0.000392913818359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9301812648773193e-07, + "grad_norm": 4.8104376792907715, + "learning_rate": 5.680373039423484e-08, + "loss": 0.7857, + "mean_token_accuracy": 0.7794008851051331, + "num_tokens": 5193240.0, + "step": 135 + }, + { + "epoch": 0.017300597888309375, + "ewc_loss": 0.000484466552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.842877388000488e-07, + "grad_norm": 4.928695201873779, + "learning_rate": 5.722763883001271e-08, + "loss": 0.7737, + "mean_token_accuracy": 0.7809191942214966, + "num_tokens": 5230975.0, + "step": 136 + }, + { + "epoch": 0.017427808166899886, + "ewc_loss": 0.00055694580078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.550682544708252e-07, + "grad_norm": 5.398751258850098, + "learning_rate": 5.7651547265790585e-08, + "loss": 0.8353, + "mean_token_accuracy": 0.7634181976318359, + "num_tokens": 5264786.0, + "step": 137 + }, + { + "epoch": 0.017555018445490397, + "ewc_loss": 0.0006561279296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.556510925292969e-07, + "grad_norm": 5.011284351348877, + "learning_rate": 5.807545570156846e-08, + "loss": 0.7975, + "mean_token_accuracy": 0.7740316390991211, + "num_tokens": 5301554.0, + "step": 138 + }, + { + "epoch": 0.017682228724080904, + "ewc_loss": 0.0007171630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.189810276031494e-07, + "grad_norm": 4.908176422119141, + "learning_rate": 5.849936413734633e-08, + "loss": 0.7365, + "mean_token_accuracy": 0.7899404764175415, + "num_tokens": 5337356.0, + "step": 139 + }, + { + "epoch": 0.017809439002671415, + "ewc_loss": 0.000743865966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.450580596923828e-07, + "grad_norm": 4.756772994995117, + "learning_rate": 5.89232725731242e-08, + "loss": 0.8073, + "mean_token_accuracy": 0.7737860679626465, + "num_tokens": 5375767.0, + "step": 140 + }, + { + "epoch": 0.017936649281261926, + "ewc_loss": 0.000766754150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.674098014831543e-07, + "grad_norm": 4.655303955078125, + "learning_rate": 5.9347181008902075e-08, + "loss": 0.7578, + "mean_token_accuracy": 0.7830513715744019, + "num_tokens": 5413683.0, + "step": 141 + }, + { + "epoch": 0.018063859559852437, + "ewc_loss": 0.0007781982421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.7858567237854e-07, + "grad_norm": 4.373945236206055, + "learning_rate": 5.977108944467995e-08, + "loss": 0.7392, + "mean_token_accuracy": 0.7884868383407593, + "num_tokens": 5457750.0, + "step": 142 + }, + { + "epoch": 0.018191069838442948, + "ewc_loss": 0.00078582763671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.860362529754639e-07, + "grad_norm": 4.610840797424316, + "learning_rate": 6.019499788045781e-08, + "loss": 0.7336, + "mean_token_accuracy": 0.7897152900695801, + "num_tokens": 5495743.0, + "step": 143 + }, + { + "epoch": 0.018318280117033455, + "ewc_loss": 0.0007781982421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.7858567237854e-07, + "grad_norm": 4.645334243774414, + "learning_rate": 6.061890631623569e-08, + "loss": 0.747, + "mean_token_accuracy": 0.7819272875785828, + "num_tokens": 5532198.0, + "step": 144 + }, + { + "epoch": 0.018445490395623966, + "ewc_loss": 0.00077056884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.711350917816162e-07, + "grad_norm": 4.7832159996032715, + "learning_rate": 6.104281475201356e-08, + "loss": 0.7595, + "mean_token_accuracy": 0.782460629940033, + "num_tokens": 5568977.0, + "step": 145 + }, + { + "epoch": 0.018572700674214477, + "ewc_loss": 0.000782012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.82310962677002e-07, + "grad_norm": 4.75232458114624, + "learning_rate": 6.146672318779143e-08, + "loss": 0.7717, + "mean_token_accuracy": 0.7738646268844604, + "num_tokens": 5606229.0, + "step": 146 + }, + { + "epoch": 0.018699910952804988, + "ewc_loss": 0.000782012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.82310962677002e-07, + "grad_norm": 4.441643238067627, + "learning_rate": 6.18906316235693e-08, + "loss": 0.7727, + "mean_token_accuracy": 0.7763413190841675, + "num_tokens": 5649828.0, + "step": 147 + }, + { + "epoch": 0.018827121231395495, + "ewc_loss": 0.000774383544921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.748603820800781e-07, + "grad_norm": 4.614475250244141, + "learning_rate": 6.231454005934718e-08, + "loss": 0.7188, + "mean_token_accuracy": 0.7959321141242981, + "num_tokens": 5687433.0, + "step": 148 + }, + { + "epoch": 0.018954331509986006, + "ewc_loss": 0.00075531005859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.562339305877686e-07, + "grad_norm": 4.712195873260498, + "learning_rate": 6.273844849512505e-08, + "loss": 0.7498, + "mean_token_accuracy": 0.7827566862106323, + "num_tokens": 5723247.0, + "step": 149 + }, + { + "epoch": 0.019081541788576517, + "ewc_loss": 0.00074005126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.413327693939209e-07, + "grad_norm": 4.5200724601745605, + "learning_rate": 6.316235693090292e-08, + "loss": 0.7645, + "mean_token_accuracy": 0.7786779999732971, + "num_tokens": 5760305.0, + "step": 150 + }, + { + "epoch": 0.019208752067167028, + "ewc_loss": 0.000728607177734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.301568984985352e-07, + "grad_norm": 4.303256034851074, + "learning_rate": 6.35862653666808e-08, + "loss": 0.7648, + "mean_token_accuracy": 0.7771813869476318, + "num_tokens": 5800586.0, + "step": 151 + }, + { + "epoch": 0.01933596234575754, + "ewc_loss": 0.0007171630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.189810276031494e-07, + "grad_norm": 4.282161235809326, + "learning_rate": 6.401017380245867e-08, + "loss": 0.7564, + "mean_token_accuracy": 0.779018759727478, + "num_tokens": 5840351.0, + "step": 152 + }, + { + "epoch": 0.019463172624348046, + "ewc_loss": 0.000701904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.003545761108398e-07, + "grad_norm": 4.329204559326172, + "learning_rate": 6.443408223823654e-08, + "loss": 0.7968, + "mean_token_accuracy": 0.770748496055603, + "num_tokens": 5880162.0, + "step": 153 + }, + { + "epoch": 0.019590382902938557, + "ewc_loss": 0.000675201416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.742775440216064e-07, + "grad_norm": 4.393395900726318, + "learning_rate": 6.485799067401441e-08, + "loss": 0.8527, + "mean_token_accuracy": 0.7550795078277588, + "num_tokens": 5922213.0, + "step": 154 + }, + { + "epoch": 0.019717593181529068, + "ewc_loss": 0.00067138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.705522537231445e-07, + "grad_norm": 4.359732627868652, + "learning_rate": 6.528189910979228e-08, + "loss": 0.7342, + "mean_token_accuracy": 0.7854929566383362, + "num_tokens": 5957461.0, + "step": 155 + }, + { + "epoch": 0.01984480346011958, + "ewc_loss": 0.000637054443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.370246410369873e-07, + "grad_norm": 4.197460651397705, + "learning_rate": 6.570580754557016e-08, + "loss": 0.7189, + "mean_token_accuracy": 0.7856111526489258, + "num_tokens": 5994675.0, + "step": 156 + }, + { + "epoch": 0.019972013738710086, + "ewc_loss": 0.000629425048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.295740604400635e-07, + "grad_norm": 4.215411186218262, + "learning_rate": 6.612971598134802e-08, + "loss": 0.6827, + "mean_token_accuracy": 0.8010178208351135, + "num_tokens": 6032514.0, + "step": 157 + }, + { + "epoch": 0.020099224017300597, + "ewc_loss": 0.00061798095703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.183981895446777e-07, + "grad_norm": 4.272699356079102, + "learning_rate": 6.655362441712589e-08, + "loss": 0.7543, + "mean_token_accuracy": 0.7805994749069214, + "num_tokens": 6069160.0, + "step": 158 + }, + { + "epoch": 0.020226434295891108, + "ewc_loss": 0.0005950927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.960464477539062e-07, + "grad_norm": 4.34250545501709, + "learning_rate": 6.697753285290376e-08, + "loss": 0.8088, + "mean_token_accuracy": 0.7645216584205627, + "num_tokens": 6106652.0, + "step": 159 + }, + { + "epoch": 0.02035364457448162, + "ewc_loss": 0.00058746337890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.885958671569824e-07, + "grad_norm": 4.241025924682617, + "learning_rate": 6.740144128868163e-08, + "loss": 0.7432, + "mean_token_accuracy": 0.7862353920936584, + "num_tokens": 6143070.0, + "step": 160 + }, + { + "epoch": 0.020480854853072127, + "ewc_loss": 0.0005645751953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.662441253662109e-07, + "grad_norm": 3.9556570053100586, + "learning_rate": 6.78253497244595e-08, + "loss": 0.7354, + "mean_token_accuracy": 0.7864881753921509, + "num_tokens": 6186495.0, + "step": 161 + }, + { + "epoch": 0.020608065131662637, + "ewc_loss": 0.000553131103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.513429641723633e-07, + "grad_norm": 4.344938278198242, + "learning_rate": 6.824925816023738e-08, + "loss": 0.7358, + "mean_token_accuracy": 0.7860819101333618, + "num_tokens": 6222454.0, + "step": 162 + }, + { + "epoch": 0.02073527541025315, + "ewc_loss": 0.000545501708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.438923835754395e-07, + "grad_norm": 4.559908390045166, + "learning_rate": 6.867316659601525e-08, + "loss": 0.7484, + "mean_token_accuracy": 0.785707414150238, + "num_tokens": 6253260.0, + "step": 163 + }, + { + "epoch": 0.02086248568884366, + "ewc_loss": 0.000545501708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.438923835754395e-07, + "grad_norm": 4.070060729980469, + "learning_rate": 6.909707503179312e-08, + "loss": 0.7291, + "mean_token_accuracy": 0.7900636196136475, + "num_tokens": 6294773.0, + "step": 164 + }, + { + "epoch": 0.02098969596743417, + "ewc_loss": 0.000530242919921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.289912223815918e-07, + "grad_norm": 4.057290077209473, + "learning_rate": 6.9520983467571e-08, + "loss": 0.7727, + "mean_token_accuracy": 0.7757585644721985, + "num_tokens": 6335334.0, + "step": 165 + }, + { + "epoch": 0.021116906246024678, + "ewc_loss": 0.000518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.178153514862061e-07, + "grad_norm": 4.121923923492432, + "learning_rate": 6.994489190334887e-08, + "loss": 0.708, + "mean_token_accuracy": 0.7916193604469299, + "num_tokens": 6372255.0, + "step": 166 + }, + { + "epoch": 0.02124411652461519, + "ewc_loss": 0.000507354736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.066394805908203e-07, + "grad_norm": 3.919297456741333, + "learning_rate": 7.036880033912674e-08, + "loss": 0.6844, + "mean_token_accuracy": 0.8004066944122314, + "num_tokens": 6411971.0, + "step": 167 + }, + { + "epoch": 0.0213713268032057, + "ewc_loss": 0.000492095947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.917383193969727e-07, + "grad_norm": 4.2386274337768555, + "learning_rate": 7.079270877490461e-08, + "loss": 0.755, + "mean_token_accuracy": 0.7791363000869751, + "num_tokens": 6450366.0, + "step": 168 + }, + { + "epoch": 0.02149853708179621, + "ewc_loss": 0.00048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.880130290985107e-07, + "grad_norm": 4.340742588043213, + "learning_rate": 7.121661721068249e-08, + "loss": 0.7178, + "mean_token_accuracy": 0.7892085313796997, + "num_tokens": 6482199.0, + "step": 169 + }, + { + "epoch": 0.021625747360386718, + "ewc_loss": 0.000492095947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.917383193969727e-07, + "grad_norm": 3.9883291721343994, + "learning_rate": 7.164052564646036e-08, + "loss": 0.6991, + "mean_token_accuracy": 0.7981575727462769, + "num_tokens": 6519697.0, + "step": 170 + }, + { + "epoch": 0.02175295763897723, + "ewc_loss": 0.00048065185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.805624485015869e-07, + "grad_norm": 4.141162872314453, + "learning_rate": 7.206443408223823e-08, + "loss": 0.7596, + "mean_token_accuracy": 0.778405487537384, + "num_tokens": 6554687.0, + "step": 171 + }, + { + "epoch": 0.02188016791756774, + "ewc_loss": 0.00048065185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.805624485015869e-07, + "grad_norm": 4.256570339202881, + "learning_rate": 7.24883425180161e-08, + "loss": 0.7225, + "mean_token_accuracy": 0.7824833393096924, + "num_tokens": 6593066.0, + "step": 172 + }, + { + "epoch": 0.02200737819615825, + "ewc_loss": 0.000476837158203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-07, + "grad_norm": 3.818355083465576, + "learning_rate": 7.291225095379398e-08, + "loss": 0.6801, + "mean_token_accuracy": 0.8023687601089478, + "num_tokens": 6635484.0, + "step": 173 + }, + { + "epoch": 0.02213458847474876, + "ewc_loss": 0.0004749298095703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.7497451305389404e-07, + "grad_norm": 3.8245503902435303, + "learning_rate": 7.333615938957185e-08, + "loss": 0.7726, + "mean_token_accuracy": 0.7759511470794678, + "num_tokens": 6677090.0, + "step": 174 + }, + { + "epoch": 0.02226179875333927, + "ewc_loss": 0.0004749298095703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.7497451305389404e-07, + "grad_norm": 4.228646755218506, + "learning_rate": 7.376006782534971e-08, + "loss": 0.6879, + "mean_token_accuracy": 0.7967073917388916, + "num_tokens": 6710250.0, + "step": 175 + }, + { + "epoch": 0.02238900903192978, + "ewc_loss": 0.000476837158203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-07, + "grad_norm": 3.846860647201538, + "learning_rate": 7.418397626112758e-08, + "loss": 0.7143, + "mean_token_accuracy": 0.7882887125015259, + "num_tokens": 6752998.0, + "step": 176 + }, + { + "epoch": 0.02251621931052029, + "ewc_loss": 0.00048065185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.805624485015869e-07, + "grad_norm": 4.025651454925537, + "learning_rate": 7.460788469690545e-08, + "loss": 0.7153, + "mean_token_accuracy": 0.7937741875648499, + "num_tokens": 6789568.0, + "step": 177 + }, + { + "epoch": 0.0226434295891108, + "ewc_loss": 0.000484466552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.842877388000488e-07, + "grad_norm": 4.443894386291504, + "learning_rate": 7.503179313268333e-08, + "loss": 0.7561, + "mean_token_accuracy": 0.7781623601913452, + "num_tokens": 6822810.0, + "step": 178 + }, + { + "epoch": 0.02277063986770131, + "ewc_loss": 0.00049591064453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.954636096954346e-07, + "grad_norm": 3.9656758308410645, + "learning_rate": 7.54557015684612e-08, + "loss": 0.6953, + "mean_token_accuracy": 0.7936935424804688, + "num_tokens": 6861598.0, + "step": 179 + }, + { + "epoch": 0.02289785014629182, + "ewc_loss": 0.00049591064453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.954636096954346e-07, + "grad_norm": 3.8268303871154785, + "learning_rate": 7.587961000423907e-08, + "loss": 0.7174, + "mean_token_accuracy": 0.7908098697662354, + "num_tokens": 6900220.0, + "step": 180 + }, + { + "epoch": 0.02302506042488233, + "ewc_loss": 0.000499725341796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.991888999938965e-07, + "grad_norm": 3.9842984676361084, + "learning_rate": 7.630351844001694e-08, + "loss": 0.8259, + "mean_token_accuracy": 0.7602493166923523, + "num_tokens": 6946983.0, + "step": 181 + }, + { + "epoch": 0.02315227070347284, + "ewc_loss": 0.000507354736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.066394805908203e-07, + "grad_norm": 4.063761234283447, + "learning_rate": 7.672742687579482e-08, + "loss": 0.7304, + "mean_token_accuracy": 0.7876942157745361, + "num_tokens": 6986019.0, + "step": 182 + }, + { + "epoch": 0.02327948098206335, + "ewc_loss": 0.000518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.178153514862061e-07, + "grad_norm": 4.140792369842529, + "learning_rate": 7.715133531157269e-08, + "loss": 0.7045, + "mean_token_accuracy": 0.7888416647911072, + "num_tokens": 7020722.0, + "step": 183 + }, + { + "epoch": 0.02340669126065386, + "ewc_loss": 0.000537872314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.364418029785156e-07, + "grad_norm": 4.053833484649658, + "learning_rate": 7.757524374735056e-08, + "loss": 0.7757, + "mean_token_accuracy": 0.7746506929397583, + "num_tokens": 7062691.0, + "step": 184 + }, + { + "epoch": 0.02353390153924437, + "ewc_loss": 0.00055694580078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.550682544708252e-07, + "grad_norm": 3.9584076404571533, + "learning_rate": 7.799915218312844e-08, + "loss": 0.7236, + "mean_token_accuracy": 0.7886930704116821, + "num_tokens": 7101090.0, + "step": 185 + }, + { + "epoch": 0.02366111181783488, + "ewc_loss": 0.000576019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.774199962615967e-07, + "grad_norm": 4.7230377197265625, + "learning_rate": 7.842306061890631e-08, + "loss": 0.6968, + "mean_token_accuracy": 0.791357696056366, + "num_tokens": 7139891.0, + "step": 186 + }, + { + "epoch": 0.023788322096425393, + "ewc_loss": 0.0005950927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.960464477539062e-07, + "grad_norm": 4.037293910980225, + "learning_rate": 7.88469690546842e-08, + "loss": 0.7451, + "mean_token_accuracy": 0.7818344235420227, + "num_tokens": 7179501.0, + "step": 187 + }, + { + "epoch": 0.0239155323750159, + "ewc_loss": 0.000614166259765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.146728992462158e-07, + "grad_norm": 4.162042140960693, + "learning_rate": 7.927087749046207e-08, + "loss": 0.7143, + "mean_token_accuracy": 0.7886905074119568, + "num_tokens": 7213809.0, + "step": 188 + }, + { + "epoch": 0.02404274265360641, + "ewc_loss": 0.000637054443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.370246410369873e-07, + "grad_norm": 4.048295497894287, + "learning_rate": 7.969478592623994e-08, + "loss": 0.7891, + "mean_token_accuracy": 0.7666146159172058, + "num_tokens": 7254493.0, + "step": 189 + }, + { + "epoch": 0.024169952932196922, + "ewc_loss": 0.000652313232421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.51925802230835e-07, + "grad_norm": 4.259772777557373, + "learning_rate": 8.011869436201781e-08, + "loss": 0.6468, + "mean_token_accuracy": 0.808997392654419, + "num_tokens": 7292643.0, + "step": 190 + }, + { + "epoch": 0.024297163210787433, + "ewc_loss": 0.00067901611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.780028343200684e-07, + "grad_norm": 4.243752479553223, + "learning_rate": 8.054260279779568e-08, + "loss": 0.7698, + "mean_token_accuracy": 0.7760194540023804, + "num_tokens": 7329810.0, + "step": 191 + }, + { + "epoch": 0.02442437348937794, + "ewc_loss": 0.0007171630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.152557373046875e-07, + "grad_norm": 4.080232620239258, + "learning_rate": 8.096651123357356e-08, + "loss": 0.7555, + "mean_token_accuracy": 0.7776274681091309, + "num_tokens": 7367630.0, + "step": 192 + }, + { + "epoch": 0.02455158376796845, + "ewc_loss": 0.000728607177734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.301568984985352e-07, + "grad_norm": 3.926996946334839, + "learning_rate": 8.139041966935143e-08, + "loss": 0.7368, + "mean_token_accuracy": 0.7826820015907288, + "num_tokens": 7411580.0, + "step": 193 + }, + { + "epoch": 0.024678794046558962, + "ewc_loss": 0.000743865966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.450580596923828e-07, + "grad_norm": 4.805529594421387, + "learning_rate": 8.181432810512929e-08, + "loss": 0.6913, + "mean_token_accuracy": 0.7962284684181213, + "num_tokens": 7451631.0, + "step": 194 + }, + { + "epoch": 0.024806004325149473, + "ewc_loss": 0.00079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.934868335723877e-07, + "grad_norm": 4.179495334625244, + "learning_rate": 8.223823654090716e-08, + "loss": 0.7001, + "mean_token_accuracy": 0.792303740978241, + "num_tokens": 7493645.0, + "step": 195 + }, + { + "epoch": 0.024933214603739984, + "ewc_loss": 0.000823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.23289155960083e-07, + "grad_norm": 4.242392539978027, + "learning_rate": 8.266214497668503e-08, + "loss": 0.6605, + "mean_token_accuracy": 0.806440532207489, + "num_tokens": 7538042.0, + "step": 196 + }, + { + "epoch": 0.02506042488233049, + "ewc_loss": 0.000850677490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.493661880493164e-07, + "grad_norm": 4.292164325714111, + "learning_rate": 8.30860534124629e-08, + "loss": 0.7234, + "mean_token_accuracy": 0.7860411405563354, + "num_tokens": 7575374.0, + "step": 197 + }, + { + "epoch": 0.025187635160921002, + "ewc_loss": 0.000873565673828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.754432201385498e-07, + "grad_norm": 4.62795352935791, + "learning_rate": 8.350996184824078e-08, + "loss": 0.7155, + "mean_token_accuracy": 0.7872253656387329, + "num_tokens": 7606880.0, + "step": 198 + }, + { + "epoch": 0.025314845439511513, + "ewc_loss": 0.00091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.164214134216309e-07, + "grad_norm": 4.372279167175293, + "learning_rate": 8.393387028401865e-08, + "loss": 0.6935, + "mean_token_accuracy": 0.7967483401298523, + "num_tokens": 7644840.0, + "step": 199 + }, + { + "epoch": 0.025442055718102024, + "ewc_loss": 0.00093841552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.387731552124023e-07, + "grad_norm": 4.145683288574219, + "learning_rate": 8.435777871979652e-08, + "loss": 0.7337, + "mean_token_accuracy": 0.7827895879745483, + "num_tokens": 7683856.0, + "step": 200 + }, + { + "epoch": 0.02556926599669253, + "ewc_loss": 0.00095367431640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-07, + "grad_norm": 5.745104789733887, + "learning_rate": 8.47816871555744e-08, + "loss": 0.6923, + "mean_token_accuracy": 0.7949724197387695, + "num_tokens": 7715306.0, + "step": 201 + }, + { + "epoch": 0.025696476275283042, + "ewc_loss": 0.0010223388671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0207295417785645e-06, + "grad_norm": 4.654571533203125, + "learning_rate": 8.520559559135227e-08, + "loss": 0.6521, + "mean_token_accuracy": 0.805922269821167, + "num_tokens": 7752442.0, + "step": 202 + }, + { + "epoch": 0.025823686553873553, + "ewc_loss": 0.00103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0356307029724121e-06, + "grad_norm": 4.675150394439697, + "learning_rate": 8.562950402713014e-08, + "loss": 0.7362, + "mean_token_accuracy": 0.7861205339431763, + "num_tokens": 7799891.0, + "step": 203 + }, + { + "epoch": 0.025950896832464064, + "ewc_loss": 0.00104522705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-06, + "grad_norm": 4.353267192840576, + "learning_rate": 8.605341246290801e-08, + "loss": 0.7246, + "mean_token_accuracy": 0.7834681868553162, + "num_tokens": 7830696.0, + "step": 204 + }, + { + "epoch": 0.026078107111054575, + "ewc_loss": 0.0010528564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0505318641662598e-06, + "grad_norm": 4.263415813446045, + "learning_rate": 8.647732089868589e-08, + "loss": 0.6951, + "mean_token_accuracy": 0.7959429025650024, + "num_tokens": 7870968.0, + "step": 205 + }, + { + "epoch": 0.026205317389645082, + "ewc_loss": 0.00106048583984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0579824447631836e-06, + "grad_norm": 3.9436028003692627, + "learning_rate": 8.690122933446376e-08, + "loss": 0.719, + "mean_token_accuracy": 0.7884936928749084, + "num_tokens": 7914418.0, + "step": 206 + }, + { + "epoch": 0.026332527668235593, + "ewc_loss": 0.00104522705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-06, + "grad_norm": 4.402703285217285, + "learning_rate": 8.732513777024163e-08, + "loss": 0.6567, + "mean_token_accuracy": 0.8096127510070801, + "num_tokens": 7954544.0, + "step": 207 + }, + { + "epoch": 0.026459737946826104, + "ewc_loss": 0.00106048583984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0579824447631836e-06, + "grad_norm": 4.132406711578369, + "learning_rate": 8.77490462060195e-08, + "loss": 0.7051, + "mean_token_accuracy": 0.7947928309440613, + "num_tokens": 7997373.0, + "step": 208 + }, + { + "epoch": 0.026586948225416615, + "ewc_loss": 0.001068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0654330253601074e-06, + "grad_norm": 4.882570743560791, + "learning_rate": 8.817295464179738e-08, + "loss": 0.6691, + "mean_token_accuracy": 0.7971774339675903, + "num_tokens": 8033314.0, + "step": 209 + }, + { + "epoch": 0.026714158504007122, + "ewc_loss": 0.00110626220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-06, + "grad_norm": 4.573704242706299, + "learning_rate": 8.859686307757525e-08, + "loss": 0.6877, + "mean_token_accuracy": 0.7970929145812988, + "num_tokens": 8069362.0, + "step": 210 + }, + { + "epoch": 0.026841368782597633, + "ewc_loss": 0.00112152099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.125037670135498e-06, + "grad_norm": 4.527899742126465, + "learning_rate": 8.902077151335312e-08, + "loss": 0.7204, + "mean_token_accuracy": 0.7847856879234314, + "num_tokens": 8109126.0, + "step": 211 + }, + { + "epoch": 0.026968579061188144, + "ewc_loss": 0.00112152099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.125037670135498e-06, + "grad_norm": 4.341360569000244, + "learning_rate": 8.944467994913098e-08, + "loss": 0.7739, + "mean_token_accuracy": 0.7761131525039673, + "num_tokens": 8143083.0, + "step": 212 + }, + { + "epoch": 0.027095789339778655, + "ewc_loss": 0.00112152099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.125037670135498e-06, + "grad_norm": 4.468585968017578, + "learning_rate": 8.986858838490885e-08, + "loss": 0.6236, + "mean_token_accuracy": 0.8084129095077515, + "num_tokens": 8176636.0, + "step": 213 + }, + { + "epoch": 0.027222999618369163, + "ewc_loss": 0.00112152099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.125037670135498e-06, + "grad_norm": 4.373316287994385, + "learning_rate": 9.029249682068673e-08, + "loss": 0.6834, + "mean_token_accuracy": 0.7955877780914307, + "num_tokens": 8220262.0, + "step": 214 + }, + { + "epoch": 0.027350209896959674, + "ewc_loss": 0.00112152099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.125037670135498e-06, + "grad_norm": 4.685239791870117, + "learning_rate": 9.07164052564646e-08, + "loss": 0.7013, + "mean_token_accuracy": 0.7925502061843872, + "num_tokens": 8256303.0, + "step": 215 + }, + { + "epoch": 0.027477420175550184, + "ewc_loss": 0.001129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-06, + "grad_norm": 5.099156856536865, + "learning_rate": 9.114031369224247e-08, + "loss": 0.6671, + "mean_token_accuracy": 0.8030626773834229, + "num_tokens": 8293888.0, + "step": 216 + }, + { + "epoch": 0.027604630454140695, + "ewc_loss": 0.0011444091796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1473894119262695e-06, + "grad_norm": 4.172049522399902, + "learning_rate": 9.156422212802034e-08, + "loss": 0.6285, + "mean_token_accuracy": 0.8112015724182129, + "num_tokens": 8335368.0, + "step": 217 + }, + { + "epoch": 0.027731840732731206, + "ewc_loss": 0.001129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-06, + "grad_norm": 6.6361613273620605, + "learning_rate": 9.198813056379822e-08, + "loss": 0.6833, + "mean_token_accuracy": 0.7989216446876526, + "num_tokens": 8370338.0, + "step": 218 + }, + { + "epoch": 0.027859051011321714, + "ewc_loss": 0.0011749267578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1771917343139648e-06, + "grad_norm": 4.100635528564453, + "learning_rate": 9.241203899957609e-08, + "loss": 0.6683, + "mean_token_accuracy": 0.7993524074554443, + "num_tokens": 8409904.0, + "step": 219 + }, + { + "epoch": 0.027986261289912225, + "ewc_loss": 0.00113677978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1399388313293457e-06, + "grad_norm": 5.406851291656494, + "learning_rate": 9.283594743535396e-08, + "loss": 0.7954, + "mean_token_accuracy": 0.766933023929596, + "num_tokens": 8446579.0, + "step": 220 + }, + { + "epoch": 0.028113471568502735, + "ewc_loss": 0.0011444091796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1473894119262695e-06, + "grad_norm": 4.760348796844482, + "learning_rate": 9.325985587113183e-08, + "loss": 0.6429, + "mean_token_accuracy": 0.8090049028396606, + "num_tokens": 8483663.0, + "step": 221 + }, + { + "epoch": 0.028240681847093246, + "ewc_loss": 0.00112152099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.125037670135498e-06, + "grad_norm": 6.066422462463379, + "learning_rate": 9.368376430690971e-08, + "loss": 0.6734, + "mean_token_accuracy": 0.7984439730644226, + "num_tokens": 8516346.0, + "step": 222 + }, + { + "epoch": 0.028367892125683754, + "ewc_loss": 0.00115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-06, + "grad_norm": 4.383227348327637, + "learning_rate": 9.410767274268758e-08, + "loss": 0.6691, + "mean_token_accuracy": 0.8018388748168945, + "num_tokens": 8556914.0, + "step": 223 + }, + { + "epoch": 0.028495102404274265, + "ewc_loss": 0.00112152099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.125037670135498e-06, + "grad_norm": 4.199812412261963, + "learning_rate": 9.453158117846545e-08, + "loss": 0.6578, + "mean_token_accuracy": 0.8013498187065125, + "num_tokens": 8596548.0, + "step": 224 + }, + { + "epoch": 0.028622312682864776, + "ewc_loss": 0.00107574462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-06, + "grad_norm": 4.150718688964844, + "learning_rate": 9.495548961424333e-08, + "loss": 0.6877, + "mean_token_accuracy": 0.7988393902778625, + "num_tokens": 8634366.0, + "step": 225 + }, + { + "epoch": 0.028749522961455286, + "ewc_loss": 0.00104522705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-06, + "grad_norm": 5.479526996612549, + "learning_rate": 9.53793980500212e-08, + "loss": 0.628, + "mean_token_accuracy": 0.8095041513442993, + "num_tokens": 8666480.0, + "step": 226 + }, + { + "epoch": 0.028876733240045797, + "ewc_loss": 0.00107574462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-06, + "grad_norm": 4.9454216957092285, + "learning_rate": 9.580330648579907e-08, + "loss": 0.7777, + "mean_token_accuracy": 0.7750966548919678, + "num_tokens": 8705880.0, + "step": 227 + }, + { + "epoch": 0.029003943518636305, + "ewc_loss": 0.00109100341796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.087784767150879e-06, + "grad_norm": 4.700018882751465, + "learning_rate": 9.622721492157694e-08, + "loss": 0.6393, + "mean_token_accuracy": 0.8080605268478394, + "num_tokens": 8743772.0, + "step": 228 + }, + { + "epoch": 0.029131153797226816, + "ewc_loss": 0.0010833740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.080334186553955e-06, + "grad_norm": 5.028329372406006, + "learning_rate": 9.665112335735482e-08, + "loss": 0.6645, + "mean_token_accuracy": 0.7972841262817383, + "num_tokens": 8775919.0, + "step": 229 + }, + { + "epoch": 0.029258364075817327, + "ewc_loss": 0.0010833740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.080334186553955e-06, + "grad_norm": 4.748284816741943, + "learning_rate": 9.707503179313267e-08, + "loss": 0.6123, + "mean_token_accuracy": 0.8138324022293091, + "num_tokens": 8809336.0, + "step": 230 + }, + { + "epoch": 0.029385574354407838, + "ewc_loss": 0.0010528564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0505318641662598e-06, + "grad_norm": 4.579909801483154, + "learning_rate": 9.749894022891055e-08, + "loss": 0.6657, + "mean_token_accuracy": 0.7999668121337891, + "num_tokens": 8845952.0, + "step": 231 + }, + { + "epoch": 0.029512784632998345, + "ewc_loss": 0.00102996826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0281801223754883e-06, + "grad_norm": 4.607003211975098, + "learning_rate": 9.792284866468842e-08, + "loss": 0.6855, + "mean_token_accuracy": 0.7920416593551636, + "num_tokens": 8889801.0, + "step": 232 + }, + { + "epoch": 0.029639994911588856, + "ewc_loss": 0.00102996826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0281801223754883e-06, + "grad_norm": 4.978002071380615, + "learning_rate": 9.834675710046629e-08, + "loss": 0.6448, + "mean_token_accuracy": 0.8031299710273743, + "num_tokens": 8925429.0, + "step": 233 + }, + { + "epoch": 0.029767205190179367, + "ewc_loss": 0.00102996826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0281801223754883e-06, + "grad_norm": 5.002844333648682, + "learning_rate": 9.877066553624416e-08, + "loss": 0.6773, + "mean_token_accuracy": 0.7959129810333252, + "num_tokens": 8963360.0, + "step": 234 + }, + { + "epoch": 0.029894415468769878, + "ewc_loss": 0.00102996826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0281801223754883e-06, + "grad_norm": 5.112749099731445, + "learning_rate": 9.919457397202204e-08, + "loss": 0.6884, + "mean_token_accuracy": 0.7966442108154297, + "num_tokens": 8998314.0, + "step": 235 + }, + { + "epoch": 0.030021625747360385, + "ewc_loss": 0.0010223388671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0207295417785645e-06, + "grad_norm": 5.030716896057129, + "learning_rate": 9.961848240779991e-08, + "loss": 0.7583, + "mean_token_accuracy": 0.776613712310791, + "num_tokens": 9034804.0, + "step": 236 + }, + { + "epoch": 0.030148836025950896, + "ewc_loss": 0.00101470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-06, + "grad_norm": 5.628146648406982, + "learning_rate": 1.0004239084357778e-07, + "loss": 0.681, + "mean_token_accuracy": 0.7964286804199219, + "num_tokens": 9070840.0, + "step": 237 + }, + { + "epoch": 0.030276046304541407, + "ewc_loss": 0.00101470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-06, + "grad_norm": 5.327966213226318, + "learning_rate": 1.0046629927935566e-07, + "loss": 0.6623, + "mean_token_accuracy": 0.8028932213783264, + "num_tokens": 9109370.0, + "step": 238 + }, + { + "epoch": 0.030403256583131918, + "ewc_loss": 0.00101470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-06, + "grad_norm": 4.696923732757568, + "learning_rate": 1.0089020771513353e-07, + "loss": 0.6058, + "mean_token_accuracy": 0.8181662559509277, + "num_tokens": 9148191.0, + "step": 239 + }, + { + "epoch": 0.03053046686172243, + "ewc_loss": 0.00099945068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.98377799987793e-07, + "grad_norm": 4.192158222198486, + "learning_rate": 1.013141161509114e-07, + "loss": 0.6725, + "mean_token_accuracy": 0.7993968725204468, + "num_tokens": 9182923.0, + "step": 240 + }, + { + "epoch": 0.030657677140312936, + "ewc_loss": 0.00095367431640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-07, + "grad_norm": 5.910362720489502, + "learning_rate": 1.0173802458668927e-07, + "loss": 0.6721, + "mean_token_accuracy": 0.7959707379341125, + "num_tokens": 9215882.0, + "step": 241 + }, + { + "epoch": 0.030784887418903447, + "ewc_loss": 0.00098419189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-07, + "grad_norm": 7.975117206573486, + "learning_rate": 1.0216193302246715e-07, + "loss": 0.7044, + "mean_token_accuracy": 0.7856312990188599, + "num_tokens": 9249718.0, + "step": 242 + }, + { + "epoch": 0.030912097697493958, + "ewc_loss": 0.00103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0356307029724121e-06, + "grad_norm": 4.4936842918396, + "learning_rate": 1.0258584145824502e-07, + "loss": 0.626, + "mean_token_accuracy": 0.8117859363555908, + "num_tokens": 9291146.0, + "step": 243 + }, + { + "epoch": 0.03103930797608447, + "ewc_loss": 0.00099945068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.98377799987793e-07, + "grad_norm": 5.746030807495117, + "learning_rate": 1.0300974989402289e-07, + "loss": 0.6181, + "mean_token_accuracy": 0.8117977380752563, + "num_tokens": 9326403.0, + "step": 244 + }, + { + "epoch": 0.031166518254674976, + "ewc_loss": 0.0009918212890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.909272193908691e-07, + "grad_norm": 5.2898454666137695, + "learning_rate": 1.0343365832980076e-07, + "loss": 0.6712, + "mean_token_accuracy": 0.7992852926254272, + "num_tokens": 9368491.0, + "step": 245 + }, + { + "epoch": 0.03129372853326549, + "ewc_loss": 0.0009613037109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.611248970031738e-07, + "grad_norm": 4.1696906089782715, + "learning_rate": 1.0385756676557864e-07, + "loss": 0.6668, + "mean_token_accuracy": 0.8008917570114136, + "num_tokens": 9409041.0, + "step": 246 + }, + { + "epoch": 0.031420938811855995, + "ewc_loss": 0.0009002685546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.015202522277832e-07, + "grad_norm": 4.625771999359131, + "learning_rate": 1.0428147520135651e-07, + "loss": 0.6397, + "mean_token_accuracy": 0.8086228370666504, + "num_tokens": 9448591.0, + "step": 247 + }, + { + "epoch": 0.03154814909044651, + "ewc_loss": 0.000888824462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.903443813323975e-07, + "grad_norm": 5.833884239196777, + "learning_rate": 1.0470538363713437e-07, + "loss": 0.6705, + "mean_token_accuracy": 0.7973224520683289, + "num_tokens": 9486604.0, + "step": 248 + }, + { + "epoch": 0.031675359369037016, + "ewc_loss": 0.000949859619140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.499490261077881e-07, + "grad_norm": 5.531289100646973, + "learning_rate": 1.0512929207291224e-07, + "loss": 0.676, + "mean_token_accuracy": 0.7925419807434082, + "num_tokens": 9525285.0, + "step": 249 + }, + { + "epoch": 0.03180256964762753, + "ewc_loss": 0.00096893310546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.685754776000977e-07, + "grad_norm": 6.582111358642578, + "learning_rate": 1.0555320050869011e-07, + "loss": 0.6562, + "mean_token_accuracy": 0.7975459098815918, + "num_tokens": 9557898.0, + "step": 250 + }, + { + "epoch": 0.03192977992621804, + "ewc_loss": 0.00098419189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-07, + "grad_norm": 5.650701999664307, + "learning_rate": 1.0597710894446799e-07, + "loss": 0.7158, + "mean_token_accuracy": 0.7821056842803955, + "num_tokens": 9590438.0, + "step": 251 + }, + { + "epoch": 0.032056990204808546, + "ewc_loss": 0.0009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.760260581970215e-07, + "grad_norm": 4.719025611877441, + "learning_rate": 1.0640101738024586e-07, + "loss": 0.6261, + "mean_token_accuracy": 0.8107606172561646, + "num_tokens": 9631402.0, + "step": 252 + }, + { + "epoch": 0.03218420048339906, + "ewc_loss": 0.0009002685546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.015202522277832e-07, + "grad_norm": 7.565807342529297, + "learning_rate": 1.0682492581602373e-07, + "loss": 0.6075, + "mean_token_accuracy": 0.8174149394035339, + "num_tokens": 9663702.0, + "step": 253 + }, + { + "epoch": 0.03231141076198957, + "ewc_loss": 0.000942230224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.424984455108643e-07, + "grad_norm": 6.443882942199707, + "learning_rate": 1.072488342518016e-07, + "loss": 0.5955, + "mean_token_accuracy": 0.8166484832763672, + "num_tokens": 9698969.0, + "step": 254 + }, + { + "epoch": 0.03243862104058008, + "ewc_loss": 0.00095367431640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-07, + "grad_norm": 4.921910285949707, + "learning_rate": 1.0767274268757948e-07, + "loss": 0.6652, + "mean_token_accuracy": 0.7975470423698425, + "num_tokens": 9738075.0, + "step": 255 + }, + { + "epoch": 0.03256583131917059, + "ewc_loss": 0.00089263916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.940696716308594e-07, + "grad_norm": 5.17364501953125, + "learning_rate": 1.0809665112335735e-07, + "loss": 0.6698, + "mean_token_accuracy": 0.8000130653381348, + "num_tokens": 9782675.0, + "step": 256 + }, + { + "epoch": 0.0326930415977611, + "ewc_loss": 0.0008544921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.530914783477783e-07, + "grad_norm": 4.841198444366455, + "learning_rate": 1.0852055955913522e-07, + "loss": 0.57, + "mean_token_accuracy": 0.8254163861274719, + "num_tokens": 9820585.0, + "step": 257 + }, + { + "epoch": 0.03282025187635161, + "ewc_loss": 0.000843048095703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.419156074523926e-07, + "grad_norm": 5.360830307006836, + "learning_rate": 1.089444679949131e-07, + "loss": 0.6947, + "mean_token_accuracy": 0.7917250990867615, + "num_tokens": 9860693.0, + "step": 258 + }, + { + "epoch": 0.03294746215494212, + "ewc_loss": 0.0008392333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.381903171539307e-07, + "grad_norm": 5.993368148803711, + "learning_rate": 1.0936837643069097e-07, + "loss": 0.6278, + "mean_token_accuracy": 0.8100102543830872, + "num_tokens": 9902629.0, + "step": 259 + }, + { + "epoch": 0.03307467243353263, + "ewc_loss": 0.000873565673828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.717179298400879e-07, + "grad_norm": 4.786279678344727, + "learning_rate": 1.0979228486646884e-07, + "loss": 0.5998, + "mean_token_accuracy": 0.8141438364982605, + "num_tokens": 9937304.0, + "step": 260 + }, + { + "epoch": 0.03320188271212314, + "ewc_loss": 0.000850677490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.493661880493164e-07, + "grad_norm": 5.223855495452881, + "learning_rate": 1.1021619330224671e-07, + "loss": 0.733, + "mean_token_accuracy": 0.7808801531791687, + "num_tokens": 9976911.0, + "step": 261 + }, + { + "epoch": 0.03332909299071365, + "ewc_loss": 0.000843048095703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.419156074523926e-07, + "grad_norm": 4.580317974090576, + "learning_rate": 1.1064010173802458e-07, + "loss": 0.6674, + "mean_token_accuracy": 0.7993842363357544, + "num_tokens": 10015740.0, + "step": 262 + }, + { + "epoch": 0.03345630326930416, + "ewc_loss": 0.000823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.23289155960083e-07, + "grad_norm": 6.3295674324035645, + "learning_rate": 1.1106401017380246e-07, + "loss": 0.6049, + "mean_token_accuracy": 0.8175167441368103, + "num_tokens": 10053054.0, + "step": 263 + }, + { + "epoch": 0.03358351354789467, + "ewc_loss": 0.0008697509765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.67992639541626e-07, + "grad_norm": 8.438613891601562, + "learning_rate": 1.1148791860958033e-07, + "loss": 0.7008, + "mean_token_accuracy": 0.7855798006057739, + "num_tokens": 10082088.0, + "step": 264 + }, + { + "epoch": 0.03371072382648518, + "ewc_loss": 0.000946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.462237358093262e-07, + "grad_norm": 5.999343395233154, + "learning_rate": 1.119118270453582e-07, + "loss": 0.6743, + "mean_token_accuracy": 0.7953619360923767, + "num_tokens": 10121122.0, + "step": 265 + }, + { + "epoch": 0.03383793410507569, + "ewc_loss": 0.00092315673828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-07, + "grad_norm": 6.4521484375, + "learning_rate": 1.1233573548113607e-07, + "loss": 0.6686, + "mean_token_accuracy": 0.7995104789733887, + "num_tokens": 10161017.0, + "step": 266 + }, + { + "epoch": 0.0339651443836662, + "ewc_loss": 0.00089263916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.940696716308594e-07, + "grad_norm": 4.302286624908447, + "learning_rate": 1.1275964391691393e-07, + "loss": 0.6344, + "mean_token_accuracy": 0.8093320727348328, + "num_tokens": 10204913.0, + "step": 267 + }, + { + "epoch": 0.03409235466225671, + "ewc_loss": 0.000812530517578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.121132850646973e-07, + "grad_norm": 4.275699138641357, + "learning_rate": 1.131835523526918e-07, + "loss": 0.682, + "mean_token_accuracy": 0.7916976809501648, + "num_tokens": 10245154.0, + "step": 268 + }, + { + "epoch": 0.03421956494084722, + "ewc_loss": 0.000759124755859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.599592208862305e-07, + "grad_norm": 5.372564792633057, + "learning_rate": 1.1360746078846968e-07, + "loss": 0.6896, + "mean_token_accuracy": 0.7913895845413208, + "num_tokens": 10283006.0, + "step": 269 + }, + { + "epoch": 0.03434677521943773, + "ewc_loss": 0.00081634521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.158385753631592e-07, + "grad_norm": 6.375500679016113, + "learning_rate": 1.1403136922424755e-07, + "loss": 0.6496, + "mean_token_accuracy": 0.8017326593399048, + "num_tokens": 10316689.0, + "step": 270 + }, + { + "epoch": 0.03447398549802824, + "ewc_loss": 0.000881195068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.828938007354736e-07, + "grad_norm": 4.7010416984558105, + "learning_rate": 1.1445527766002542e-07, + "loss": 0.6433, + "mean_token_accuracy": 0.8026981949806213, + "num_tokens": 10358145.0, + "step": 271 + }, + { + "epoch": 0.03460119577661875, + "ewc_loss": 0.000850677490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.493661880493164e-07, + "grad_norm": 5.177682399749756, + "learning_rate": 1.148791860958033e-07, + "loss": 0.7439, + "mean_token_accuracy": 0.7770495414733887, + "num_tokens": 10393424.0, + "step": 272 + }, + { + "epoch": 0.034728406055209264, + "ewc_loss": 0.00083160400390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.307397365570068e-07, + "grad_norm": 4.5474853515625, + "learning_rate": 1.1530309453158117e-07, + "loss": 0.6587, + "mean_token_accuracy": 0.7997578382492065, + "num_tokens": 10433560.0, + "step": 273 + }, + { + "epoch": 0.03485561633379977, + "ewc_loss": 0.00081634521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.158385753631592e-07, + "grad_norm": 5.3350019454956055, + "learning_rate": 1.1572700296735904e-07, + "loss": 0.6554, + "mean_token_accuracy": 0.8006942272186279, + "num_tokens": 10472024.0, + "step": 274 + }, + { + "epoch": 0.03498282661239028, + "ewc_loss": 0.0008392333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.381903171539307e-07, + "grad_norm": 5.069175720214844, + "learning_rate": 1.1615091140313691e-07, + "loss": 0.6939, + "mean_token_accuracy": 0.7907782793045044, + "num_tokens": 10510874.0, + "step": 275 + }, + { + "epoch": 0.03511003689098079, + "ewc_loss": 0.00084686279296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.456408977508545e-07, + "grad_norm": 5.662192344665527, + "learning_rate": 1.1657481983891479e-07, + "loss": 0.632, + "mean_token_accuracy": 0.8084635734558105, + "num_tokens": 10552411.0, + "step": 276 + }, + { + "epoch": 0.0352372471695713, + "ewc_loss": 0.0008697509765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.67992639541626e-07, + "grad_norm": 5.977358818054199, + "learning_rate": 1.1699872827469266e-07, + "loss": 0.6479, + "mean_token_accuracy": 0.8053287863731384, + "num_tokens": 10591537.0, + "step": 277 + }, + { + "epoch": 0.03536445744816181, + "ewc_loss": 0.00089263916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.940696716308594e-07, + "grad_norm": 4.860939025878906, + "learning_rate": 1.1742263671047053e-07, + "loss": 0.6559, + "mean_token_accuracy": 0.8023117780685425, + "num_tokens": 10632228.0, + "step": 278 + }, + { + "epoch": 0.03549166772675232, + "ewc_loss": 0.000850677490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.493661880493164e-07, + "grad_norm": 6.437716960906982, + "learning_rate": 1.178465451462484e-07, + "loss": 0.7112, + "mean_token_accuracy": 0.7837773561477661, + "num_tokens": 10672829.0, + "step": 279 + }, + { + "epoch": 0.03561887800534283, + "ewc_loss": 0.000888824462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.903443813323975e-07, + "grad_norm": 6.127877712249756, + "learning_rate": 1.1827045358202628e-07, + "loss": 0.6855, + "mean_token_accuracy": 0.7986754179000854, + "num_tokens": 10706146.0, + "step": 280 + }, + { + "epoch": 0.035746088283933344, + "ewc_loss": 0.00090789794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.08970832824707e-07, + "grad_norm": 5.518979072570801, + "learning_rate": 1.1869436201780415e-07, + "loss": 0.6023, + "mean_token_accuracy": 0.8185015320777893, + "num_tokens": 10744112.0, + "step": 281 + }, + { + "epoch": 0.03587329856252385, + "ewc_loss": 0.00089263916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.940696716308594e-07, + "grad_norm": 6.055856704711914, + "learning_rate": 1.1911827045358202e-07, + "loss": 0.6333, + "mean_token_accuracy": 0.8125582933425903, + "num_tokens": 10783726.0, + "step": 282 + }, + { + "epoch": 0.03600050884111436, + "ewc_loss": 0.000888824462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.903443813323975e-07, + "grad_norm": 4.916586399078369, + "learning_rate": 1.195421788893599e-07, + "loss": 0.6972, + "mean_token_accuracy": 0.7922728657722473, + "num_tokens": 10824476.0, + "step": 283 + }, + { + "epoch": 0.036127719119704874, + "ewc_loss": 0.00086212158203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.605420589447021e-07, + "grad_norm": 8.205486297607422, + "learning_rate": 1.1996608732513778e-07, + "loss": 0.6573, + "mean_token_accuracy": 0.8012053966522217, + "num_tokens": 10859997.0, + "step": 284 + }, + { + "epoch": 0.03625492939829538, + "ewc_loss": 0.00093841552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.387731552124023e-07, + "grad_norm": 5.844060897827148, + "learning_rate": 1.2038999576091563e-07, + "loss": 0.6281, + "mean_token_accuracy": 0.8107520341873169, + "num_tokens": 10898800.0, + "step": 285 + }, + { + "epoch": 0.036382139676885895, + "ewc_loss": 0.0009307861328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.313225746154785e-07, + "grad_norm": 5.20077657699585, + "learning_rate": 1.208139041966935e-07, + "loss": 0.5933, + "mean_token_accuracy": 0.8210585713386536, + "num_tokens": 10937462.0, + "step": 286 + }, + { + "epoch": 0.0365093499554764, + "ewc_loss": 0.000885009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.866190910339355e-07, + "grad_norm": 4.925353527069092, + "learning_rate": 1.2123781263247137e-07, + "loss": 0.6546, + "mean_token_accuracy": 0.7988449931144714, + "num_tokens": 10970739.0, + "step": 287 + }, + { + "epoch": 0.03663656023406691, + "ewc_loss": 0.0008697509765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.67992639541626e-07, + "grad_norm": 5.42454719543457, + "learning_rate": 1.2166172106824924e-07, + "loss": 0.7065, + "mean_token_accuracy": 0.7934821844100952, + "num_tokens": 11003000.0, + "step": 288 + }, + { + "epoch": 0.036763770512657425, + "ewc_loss": 0.00087738037109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.791685104370117e-07, + "grad_norm": 5.832020282745361, + "learning_rate": 1.2208562950402712e-07, + "loss": 0.6117, + "mean_token_accuracy": 0.8107654452323914, + "num_tokens": 11039665.0, + "step": 289 + }, + { + "epoch": 0.03689098079124793, + "ewc_loss": 0.000919342041015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.201467037200928e-07, + "grad_norm": 5.292490482330322, + "learning_rate": 1.22509537939805e-07, + "loss": 0.6392, + "mean_token_accuracy": 0.8013386130332947, + "num_tokens": 11078368.0, + "step": 290 + }, + { + "epoch": 0.03701819106983844, + "ewc_loss": 0.00092315673828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-07, + "grad_norm": 4.9462409019470215, + "learning_rate": 1.2293344637558286e-07, + "loss": 0.6652, + "mean_token_accuracy": 0.7995871305465698, + "num_tokens": 11122654.0, + "step": 291 + }, + { + "epoch": 0.037145401348428954, + "ewc_loss": 0.000888824462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.903443813323975e-07, + "grad_norm": 5.587542533874512, + "learning_rate": 1.2335735481136073e-07, + "loss": 0.6194, + "mean_token_accuracy": 0.8061087131500244, + "num_tokens": 11162622.0, + "step": 292 + }, + { + "epoch": 0.03727261162701946, + "ewc_loss": 0.00091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.164214134216309e-07, + "grad_norm": 5.418280601501465, + "learning_rate": 1.237812632471386e-07, + "loss": 0.6312, + "mean_token_accuracy": 0.8083629608154297, + "num_tokens": 11202564.0, + "step": 293 + }, + { + "epoch": 0.037399821905609976, + "ewc_loss": 0.0009307861328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.313225746154785e-07, + "grad_norm": 5.614948749542236, + "learning_rate": 1.2420517168291648e-07, + "loss": 0.6494, + "mean_token_accuracy": 0.7999866008758545, + "num_tokens": 11243422.0, + "step": 294 + }, + { + "epoch": 0.03752703218420048, + "ewc_loss": 0.000949859619140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.499490261077881e-07, + "grad_norm": 5.750865936279297, + "learning_rate": 1.2462908011869435e-07, + "loss": 0.6313, + "mean_token_accuracy": 0.8051875829696655, + "num_tokens": 11280867.0, + "step": 295 + }, + { + "epoch": 0.03765424246279099, + "ewc_loss": 0.00095367431640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-07, + "grad_norm": 6.850015640258789, + "learning_rate": 1.2505298855447223e-07, + "loss": 0.5799, + "mean_token_accuracy": 0.821279764175415, + "num_tokens": 11318454.0, + "step": 296 + }, + { + "epoch": 0.037781452741381505, + "ewc_loss": 0.0009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.760260581970215e-07, + "grad_norm": 5.361170768737793, + "learning_rate": 1.254768969902501e-07, + "loss": 0.7207, + "mean_token_accuracy": 0.783550500869751, + "num_tokens": 11354721.0, + "step": 297 + }, + { + "epoch": 0.03790866301997201, + "ewc_loss": 0.00095367431640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-07, + "grad_norm": 6.969390869140625, + "learning_rate": 1.2590080542602797e-07, + "loss": 0.6783, + "mean_token_accuracy": 0.7950189113616943, + "num_tokens": 11385938.0, + "step": 298 + }, + { + "epoch": 0.03803587329856253, + "ewc_loss": 0.0009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.760260581970215e-07, + "grad_norm": 4.984485626220703, + "learning_rate": 1.2632471386180584e-07, + "loss": 0.6577, + "mean_token_accuracy": 0.8002550601959229, + "num_tokens": 11424911.0, + "step": 299 + }, + { + "epoch": 0.038163083577153034, + "ewc_loss": 0.000949859619140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.499490261077881e-07, + "grad_norm": 4.914188385009766, + "learning_rate": 1.2674862229758372e-07, + "loss": 0.6255, + "mean_token_accuracy": 0.8106217384338379, + "num_tokens": 11460580.0, + "step": 300 + }, + { + "epoch": 0.03829029385574354, + "ewc_loss": 0.000919342041015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.201467037200928e-07, + "grad_norm": 6.534846305847168, + "learning_rate": 1.271725307333616e-07, + "loss": 0.6161, + "mean_token_accuracy": 0.8130128383636475, + "num_tokens": 11501031.0, + "step": 301 + }, + { + "epoch": 0.038417504134334056, + "ewc_loss": 0.0009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.760260581970215e-07, + "grad_norm": 4.485315322875977, + "learning_rate": 1.2759643916913946e-07, + "loss": 0.6254, + "mean_token_accuracy": 0.8098738193511963, + "num_tokens": 11544053.0, + "step": 302 + }, + { + "epoch": 0.03854471441292456, + "ewc_loss": 0.000934600830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.350478649139404e-07, + "grad_norm": 6.331027507781982, + "learning_rate": 1.2802034760491733e-07, + "loss": 0.6417, + "mean_token_accuracy": 0.8033307790756226, + "num_tokens": 11576944.0, + "step": 303 + }, + { + "epoch": 0.03867192469151508, + "ewc_loss": 0.00098419189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-07, + "grad_norm": 5.326395511627197, + "learning_rate": 1.284442560406952e-07, + "loss": 0.6921, + "mean_token_accuracy": 0.7893233299255371, + "num_tokens": 11619735.0, + "step": 304 + }, + { + "epoch": 0.038799134970105585, + "ewc_loss": 0.00098419189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-07, + "grad_norm": 6.829638957977295, + "learning_rate": 1.2886816447647308e-07, + "loss": 0.729, + "mean_token_accuracy": 0.7771369814872742, + "num_tokens": 11655025.0, + "step": 305 + }, + { + "epoch": 0.03892634524869609, + "ewc_loss": 0.0009918212890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.909272193908691e-07, + "grad_norm": 6.436074256896973, + "learning_rate": 1.2929207291225095e-07, + "loss": 0.6267, + "mean_token_accuracy": 0.8089434504508972, + "num_tokens": 11691970.0, + "step": 306 + }, + { + "epoch": 0.03905355552728661, + "ewc_loss": 0.001007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0058283805847168e-06, + "grad_norm": 5.646758079528809, + "learning_rate": 1.2971598134802882e-07, + "loss": 0.6419, + "mean_token_accuracy": 0.8040412068367004, + "num_tokens": 11729561.0, + "step": 307 + }, + { + "epoch": 0.039180765805877114, + "ewc_loss": 0.0009918212890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.909272193908691e-07, + "grad_norm": 5.780907154083252, + "learning_rate": 1.301398897838067e-07, + "loss": 0.6608, + "mean_token_accuracy": 0.7972791194915771, + "num_tokens": 11765707.0, + "step": 308 + }, + { + "epoch": 0.03930797608446762, + "ewc_loss": 0.00098419189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-07, + "grad_norm": 5.256585597991943, + "learning_rate": 1.3056379821958457e-07, + "loss": 0.6698, + "mean_token_accuracy": 0.8015087842941284, + "num_tokens": 11806223.0, + "step": 309 + }, + { + "epoch": 0.039435186363058136, + "ewc_loss": 0.00098419189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-07, + "grad_norm": 5.944715976715088, + "learning_rate": 1.3098770665536244e-07, + "loss": 0.6248, + "mean_token_accuracy": 0.8116241097450256, + "num_tokens": 11845477.0, + "step": 310 + }, + { + "epoch": 0.039562396641648644, + "ewc_loss": 0.0009918212890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.909272193908691e-07, + "grad_norm": 6.007303714752197, + "learning_rate": 1.3141161509114031e-07, + "loss": 0.6094, + "mean_token_accuracy": 0.8087763786315918, + "num_tokens": 11877973.0, + "step": 311 + }, + { + "epoch": 0.03968960692023916, + "ewc_loss": 0.00099945068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.98377799987793e-07, + "grad_norm": 5.331725120544434, + "learning_rate": 1.3183552352691819e-07, + "loss": 0.6161, + "mean_token_accuracy": 0.8120002746582031, + "num_tokens": 11912093.0, + "step": 312 + }, + { + "epoch": 0.039816817198829665, + "ewc_loss": 0.0009918212890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.909272193908691e-07, + "grad_norm": 5.349614143371582, + "learning_rate": 1.3225943196269603e-07, + "loss": 0.6416, + "mean_token_accuracy": 0.8083165884017944, + "num_tokens": 11952541.0, + "step": 313 + }, + { + "epoch": 0.03994402747742017, + "ewc_loss": 0.00098419189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-07, + "grad_norm": 5.218588352203369, + "learning_rate": 1.3268334039847393e-07, + "loss": 0.6188, + "mean_token_accuracy": 0.8091280460357666, + "num_tokens": 11990414.0, + "step": 314 + }, + { + "epoch": 0.04007123775601069, + "ewc_loss": 0.00098419189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-07, + "grad_norm": 6.842568874359131, + "learning_rate": 1.3310724883425178e-07, + "loss": 0.6866, + "mean_token_accuracy": 0.7889580726623535, + "num_tokens": 12025925.0, + "step": 315 + }, + { + "epoch": 0.040198448034601195, + "ewc_loss": 0.00102996826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0281801223754883e-06, + "grad_norm": 5.664829730987549, + "learning_rate": 1.3353115727002968e-07, + "loss": 0.6537, + "mean_token_accuracy": 0.8005272150039673, + "num_tokens": 12068879.0, + "step": 316 + }, + { + "epoch": 0.04032565831319171, + "ewc_loss": 0.00102996826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0281801223754883e-06, + "grad_norm": 5.523862838745117, + "learning_rate": 1.3395506570580752e-07, + "loss": 0.6202, + "mean_token_accuracy": 0.8096215128898621, + "num_tokens": 12111931.0, + "step": 317 + }, + { + "epoch": 0.040452868591782216, + "ewc_loss": 0.00101470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-06, + "grad_norm": 6.962182521820068, + "learning_rate": 1.3437897414158542e-07, + "loss": 0.6883, + "mean_token_accuracy": 0.7888023257255554, + "num_tokens": 12140431.0, + "step": 318 + }, + { + "epoch": 0.040580078870372724, + "ewc_loss": 0.00104522705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-06, + "grad_norm": 5.585111141204834, + "learning_rate": 1.3480288257736327e-07, + "loss": 0.6177, + "mean_token_accuracy": 0.8095197677612305, + "num_tokens": 12173932.0, + "step": 319 + }, + { + "epoch": 0.04070728914896324, + "ewc_loss": 0.00102996826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0281801223754883e-06, + "grad_norm": 4.4144368171691895, + "learning_rate": 1.3522679101314117e-07, + "loss": 0.595, + "mean_token_accuracy": 0.8147392868995667, + "num_tokens": 12210040.0, + "step": 320 + }, + { + "epoch": 0.040834499427553746, + "ewc_loss": 0.0009918212890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.909272193908691e-07, + "grad_norm": 5.8741135597229, + "learning_rate": 1.35650699448919e-07, + "loss": 0.6284, + "mean_token_accuracy": 0.8082534074783325, + "num_tokens": 12248556.0, + "step": 321 + }, + { + "epoch": 0.04096170970614425, + "ewc_loss": 0.00103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0356307029724121e-06, + "grad_norm": 6.540085792541504, + "learning_rate": 1.360746078846969e-07, + "loss": 0.6174, + "mean_token_accuracy": 0.8096705079078674, + "num_tokens": 12285664.0, + "step": 322 + }, + { + "epoch": 0.04108891998473477, + "ewc_loss": 0.00109100341796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.087784767150879e-06, + "grad_norm": 6.621803283691406, + "learning_rate": 1.3649851632047476e-07, + "loss": 0.6709, + "mean_token_accuracy": 0.7952055335044861, + "num_tokens": 12326964.0, + "step": 323 + }, + { + "epoch": 0.041216130263325275, + "ewc_loss": 0.0011138916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1175870895385742e-06, + "grad_norm": 5.347631931304932, + "learning_rate": 1.3692242475625266e-07, + "loss": 0.5792, + "mean_token_accuracy": 0.8238167762756348, + "num_tokens": 12366541.0, + "step": 324 + }, + { + "epoch": 0.04134334054191579, + "ewc_loss": 0.0010528564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0505318641662598e-06, + "grad_norm": 6.3922271728515625, + "learning_rate": 1.373463331920305e-07, + "loss": 0.641, + "mean_token_accuracy": 0.8087764382362366, + "num_tokens": 12405664.0, + "step": 325 + }, + { + "epoch": 0.0414705508205063, + "ewc_loss": 0.00107574462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-06, + "grad_norm": 6.376852989196777, + "learning_rate": 1.377702416278084e-07, + "loss": 0.7054, + "mean_token_accuracy": 0.7861411571502686, + "num_tokens": 12445039.0, + "step": 326 + }, + { + "epoch": 0.041597761099096804, + "ewc_loss": 0.00109100341796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.087784767150879e-06, + "grad_norm": 5.320823669433594, + "learning_rate": 1.3819415006358625e-07, + "loss": 0.5754, + "mean_token_accuracy": 0.8234021663665771, + "num_tokens": 12485481.0, + "step": 327 + }, + { + "epoch": 0.04172497137768732, + "ewc_loss": 0.0010528564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0505318641662598e-06, + "grad_norm": 5.198668956756592, + "learning_rate": 1.3861805849936415e-07, + "loss": 0.6004, + "mean_token_accuracy": 0.8185997605323792, + "num_tokens": 12530272.0, + "step": 328 + }, + { + "epoch": 0.041852181656277826, + "ewc_loss": 0.00102996826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0281801223754883e-06, + "grad_norm": 7.263352870941162, + "learning_rate": 1.39041966935142e-07, + "loss": 0.6462, + "mean_token_accuracy": 0.8015989661216736, + "num_tokens": 12565854.0, + "step": 329 + }, + { + "epoch": 0.04197939193486834, + "ewc_loss": 0.0011138916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1101365089416504e-06, + "grad_norm": 5.081718921661377, + "learning_rate": 1.394658753709199e-07, + "loss": 0.6321, + "mean_token_accuracy": 0.8075233101844788, + "num_tokens": 12607313.0, + "step": 330 + }, + { + "epoch": 0.04210660221345885, + "ewc_loss": 0.001068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0654330253601074e-06, + "grad_norm": 5.686666011810303, + "learning_rate": 1.3988978380669774e-07, + "loss": 0.6699, + "mean_token_accuracy": 0.7958381772041321, + "num_tokens": 12642057.0, + "step": 331 + }, + { + "epoch": 0.042233812492049355, + "ewc_loss": 0.001068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0654330253601074e-06, + "grad_norm": 5.463335990905762, + "learning_rate": 1.403136922424756e-07, + "loss": 0.6609, + "mean_token_accuracy": 0.7986156344413757, + "num_tokens": 12684118.0, + "step": 332 + }, + { + "epoch": 0.04236102277063987, + "ewc_loss": 0.00107574462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-06, + "grad_norm": 4.954424858093262, + "learning_rate": 1.4073760067825348e-07, + "loss": 0.6257, + "mean_token_accuracy": 0.8082323670387268, + "num_tokens": 12721945.0, + "step": 333 + }, + { + "epoch": 0.04248823304923038, + "ewc_loss": 0.00103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0356307029724121e-06, + "grad_norm": 5.206188678741455, + "learning_rate": 1.4116150911403136e-07, + "loss": 0.6398, + "mean_token_accuracy": 0.8032462000846863, + "num_tokens": 12764175.0, + "step": 334 + }, + { + "epoch": 0.04261544332782089, + "ewc_loss": 0.00106048583984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0579824447631836e-06, + "grad_norm": 5.250659942626953, + "learning_rate": 1.4158541754980923e-07, + "loss": 0.5903, + "mean_token_accuracy": 0.8201093077659607, + "num_tokens": 12801600.0, + "step": 335 + }, + { + "epoch": 0.0427426536064114, + "ewc_loss": 0.0010833740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.080334186553955e-06, + "grad_norm": 5.973006725311279, + "learning_rate": 1.420093259855871e-07, + "loss": 0.6217, + "mean_token_accuracy": 0.8159158229827881, + "num_tokens": 12843584.0, + "step": 336 + }, + { + "epoch": 0.042869863885001906, + "ewc_loss": 0.00112152099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.125037670135498e-06, + "grad_norm": 5.478600978851318, + "learning_rate": 1.4243323442136497e-07, + "loss": 0.6359, + "mean_token_accuracy": 0.8050413131713867, + "num_tokens": 12878105.0, + "step": 337 + }, + { + "epoch": 0.04299707416359242, + "ewc_loss": 0.00110626220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-06, + "grad_norm": 4.925896644592285, + "learning_rate": 1.4285714285714285e-07, + "loss": 0.6435, + "mean_token_accuracy": 0.803799569606781, + "num_tokens": 12911712.0, + "step": 338 + }, + { + "epoch": 0.04312428444218293, + "ewc_loss": 0.00107574462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-06, + "grad_norm": 4.92810583114624, + "learning_rate": 1.4328105129292072e-07, + "loss": 0.6245, + "mean_token_accuracy": 0.809881329536438, + "num_tokens": 12951303.0, + "step": 339 + }, + { + "epoch": 0.043251494720773435, + "ewc_loss": 0.0010833740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.080334186553955e-06, + "grad_norm": 5.4393696784973145, + "learning_rate": 1.437049597286986e-07, + "loss": 0.6113, + "mean_token_accuracy": 0.8131972551345825, + "num_tokens": 12990544.0, + "step": 340 + }, + { + "epoch": 0.04337870499936395, + "ewc_loss": 0.0011138916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1101365089416504e-06, + "grad_norm": 7.229069232940674, + "learning_rate": 1.4412886816447646e-07, + "loss": 0.6708, + "mean_token_accuracy": 0.7950853109359741, + "num_tokens": 13023766.0, + "step": 341 + }, + { + "epoch": 0.04350591527795446, + "ewc_loss": 0.001190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-06, + "grad_norm": 5.678426265716553, + "learning_rate": 1.4455277660025434e-07, + "loss": 0.5843, + "mean_token_accuracy": 0.8213175535202026, + "num_tokens": 13056337.0, + "step": 342 + }, + { + "epoch": 0.04363312555654497, + "ewc_loss": 0.00116729736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.169741153717041e-06, + "grad_norm": 6.2636637687683105, + "learning_rate": 1.449766850360322e-07, + "loss": 0.6428, + "mean_token_accuracy": 0.8044077157974243, + "num_tokens": 13097345.0, + "step": 343 + }, + { + "epoch": 0.04376033583513548, + "ewc_loss": 0.0011749267578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1771917343139648e-06, + "grad_norm": 9.291423797607422, + "learning_rate": 1.4540059347181008e-07, + "loss": 0.6278, + "mean_token_accuracy": 0.8078623414039612, + "num_tokens": 13127332.0, + "step": 344 + }, + { + "epoch": 0.043887546113725986, + "ewc_loss": 0.00124359130859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2442469596862793e-06, + "grad_norm": 4.961885929107666, + "learning_rate": 1.4582450190758795e-07, + "loss": 0.657, + "mean_token_accuracy": 0.7987105846405029, + "num_tokens": 13170760.0, + "step": 345 + }, + { + "epoch": 0.0440147563923165, + "ewc_loss": 0.00115203857421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1548399925231934e-06, + "grad_norm": 6.972726821899414, + "learning_rate": 1.4624841034336583e-07, + "loss": 0.6256, + "mean_token_accuracy": 0.8110713958740234, + "num_tokens": 13207061.0, + "step": 346 + }, + { + "epoch": 0.04414196667090701, + "ewc_loss": 0.00115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-06, + "grad_norm": 5.787911415100098, + "learning_rate": 1.466723187791437e-07, + "loss": 0.5947, + "mean_token_accuracy": 0.818138599395752, + "num_tokens": 13247903.0, + "step": 347 + }, + { + "epoch": 0.04426917694949752, + "ewc_loss": 0.00113677978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1399388313293457e-06, + "grad_norm": 4.967844009399414, + "learning_rate": 1.4709622721492157e-07, + "loss": 0.6046, + "mean_token_accuracy": 0.8108475804328918, + "num_tokens": 13287193.0, + "step": 348 + }, + { + "epoch": 0.04439638722808803, + "ewc_loss": 0.00110626220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-06, + "grad_norm": 5.618988990783691, + "learning_rate": 1.4752013565069942e-07, + "loss": 0.6091, + "mean_token_accuracy": 0.813524603843689, + "num_tokens": 13323112.0, + "step": 349 + }, + { + "epoch": 0.04452359750667854, + "ewc_loss": 0.001129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-06, + "grad_norm": 6.115296363830566, + "learning_rate": 1.4794404408647732e-07, + "loss": 0.6049, + "mean_token_accuracy": 0.8154237866401672, + "num_tokens": 13359653.0, + "step": 350 + }, + { + "epoch": 0.04465080778526905, + "ewc_loss": 0.00115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-06, + "grad_norm": 5.100006580352783, + "learning_rate": 1.4836795252225516e-07, + "loss": 0.5752, + "mean_token_accuracy": 0.821039617061615, + "num_tokens": 13400571.0, + "step": 351 + }, + { + "epoch": 0.04477801806385956, + "ewc_loss": 0.001129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-06, + "grad_norm": 5.409080505371094, + "learning_rate": 1.4879186095803306e-07, + "loss": 0.5535, + "mean_token_accuracy": 0.8243598341941833, + "num_tokens": 13437656.0, + "step": 352 + }, + { + "epoch": 0.04490522834245007, + "ewc_loss": 0.00112152099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.125037670135498e-06, + "grad_norm": 6.118457794189453, + "learning_rate": 1.492157693938109e-07, + "loss": 0.6126, + "mean_token_accuracy": 0.8121563196182251, + "num_tokens": 13474688.0, + "step": 353 + }, + { + "epoch": 0.04503243862104058, + "ewc_loss": 0.00115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-06, + "grad_norm": 5.267696857452393, + "learning_rate": 1.496396778295888e-07, + "loss": 0.5504, + "mean_token_accuracy": 0.8287393450737, + "num_tokens": 13518256.0, + "step": 354 + }, + { + "epoch": 0.04515964889963109, + "ewc_loss": 0.0011444091796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1473894119262695e-06, + "grad_norm": 5.562221050262451, + "learning_rate": 1.5006358626536665e-07, + "loss": 0.6368, + "mean_token_accuracy": 0.8068992495536804, + "num_tokens": 13554315.0, + "step": 355 + }, + { + "epoch": 0.0452868591782216, + "ewc_loss": 0.00115203857421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1548399925231934e-06, + "grad_norm": 5.456812381744385, + "learning_rate": 1.5048749470114455e-07, + "loss": 0.6583, + "mean_token_accuracy": 0.8001030683517456, + "num_tokens": 13594388.0, + "step": 356 + }, + { + "epoch": 0.04541406945681211, + "ewc_loss": 0.00115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-06, + "grad_norm": 5.738177299499512, + "learning_rate": 1.509114031369224e-07, + "loss": 0.5838, + "mean_token_accuracy": 0.8178135752677917, + "num_tokens": 13633704.0, + "step": 357 + }, + { + "epoch": 0.04554127973540262, + "ewc_loss": 0.0011749267578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1771917343139648e-06, + "grad_norm": 5.395910263061523, + "learning_rate": 1.513353115727003e-07, + "loss": 0.6339, + "mean_token_accuracy": 0.8015545606613159, + "num_tokens": 13671183.0, + "step": 358 + }, + { + "epoch": 0.04566849001399313, + "ewc_loss": 0.00115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-06, + "grad_norm": 5.442782402038574, + "learning_rate": 1.5175922000847814e-07, + "loss": 0.5885, + "mean_token_accuracy": 0.8188269138336182, + "num_tokens": 13709640.0, + "step": 359 + }, + { + "epoch": 0.04579570029258364, + "ewc_loss": 0.00115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-06, + "grad_norm": 6.011878490447998, + "learning_rate": 1.5218312844425604e-07, + "loss": 0.6116, + "mean_token_accuracy": 0.8060849905014038, + "num_tokens": 13751114.0, + "step": 360 + }, + { + "epoch": 0.045922910571174154, + "ewc_loss": 0.001190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-06, + "grad_norm": 5.269508361816406, + "learning_rate": 1.526070368800339e-07, + "loss": 0.5416, + "mean_token_accuracy": 0.8263832330703735, + "num_tokens": 13786448.0, + "step": 361 + }, + { + "epoch": 0.04605012084976466, + "ewc_loss": 0.0011749267578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1771917343139648e-06, + "grad_norm": 5.260617733001709, + "learning_rate": 1.530309453158118e-07, + "loss": 0.565, + "mean_token_accuracy": 0.8289724588394165, + "num_tokens": 13827663.0, + "step": 362 + }, + { + "epoch": 0.04617733112835517, + "ewc_loss": 0.00115203857421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1548399925231934e-06, + "grad_norm": 5.476958751678467, + "learning_rate": 1.5345485375158963e-07, + "loss": 0.6439, + "mean_token_accuracy": 0.8037264347076416, + "num_tokens": 13866078.0, + "step": 363 + }, + { + "epoch": 0.04630454140694568, + "ewc_loss": 0.00118255615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1846423149108887e-06, + "grad_norm": 5.042442798614502, + "learning_rate": 1.5387876218736753e-07, + "loss": 0.5215, + "mean_token_accuracy": 0.8364940285682678, + "num_tokens": 13909767.0, + "step": 364 + }, + { + "epoch": 0.04643175168553619, + "ewc_loss": 0.00115203857421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1548399925231934e-06, + "grad_norm": 5.9083027839660645, + "learning_rate": 1.5430267062314538e-07, + "loss": 0.6297, + "mean_token_accuracy": 0.8090335130691528, + "num_tokens": 13948937.0, + "step": 365 + }, + { + "epoch": 0.0465589619641267, + "ewc_loss": 0.0012054443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2069940567016602e-06, + "grad_norm": 7.620935916900635, + "learning_rate": 1.5472657905892328e-07, + "loss": 0.6405, + "mean_token_accuracy": 0.802873969078064, + "num_tokens": 13984039.0, + "step": 366 + }, + { + "epoch": 0.04668617224271721, + "ewc_loss": 0.00128936767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2889504432678223e-06, + "grad_norm": 5.594025611877441, + "learning_rate": 1.5515048749470113e-07, + "loss": 0.6229, + "mean_token_accuracy": 0.8071490526199341, + "num_tokens": 14018162.0, + "step": 367 + }, + { + "epoch": 0.04681338252130772, + "ewc_loss": 0.001220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-06, + "grad_norm": 5.355810165405273, + "learning_rate": 1.55574395930479e-07, + "loss": 0.6226, + "mean_token_accuracy": 0.8082122802734375, + "num_tokens": 14056493.0, + "step": 368 + }, + { + "epoch": 0.046940592799898234, + "ewc_loss": 0.0011749267578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1771917343139648e-06, + "grad_norm": 7.669430255889893, + "learning_rate": 1.5599830436625687e-07, + "loss": 0.6164, + "mean_token_accuracy": 0.8114815950393677, + "num_tokens": 14097530.0, + "step": 369 + }, + { + "epoch": 0.04706780307848874, + "ewc_loss": 0.00125885009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.259148120880127e-06, + "grad_norm": 5.480020999908447, + "learning_rate": 1.5642221280203474e-07, + "loss": 0.6347, + "mean_token_accuracy": 0.8087448477745056, + "num_tokens": 14136240.0, + "step": 370 + }, + { + "epoch": 0.04719501335707925, + "ewc_loss": 0.001220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-06, + "grad_norm": 5.428893089294434, + "learning_rate": 1.5684612123781262e-07, + "loss": 0.5452, + "mean_token_accuracy": 0.83000648021698, + "num_tokens": 14171010.0, + "step": 371 + }, + { + "epoch": 0.04732222363566976, + "ewc_loss": 0.00118255615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1846423149108887e-06, + "grad_norm": 5.227115154266357, + "learning_rate": 1.572700296735905e-07, + "loss": 0.6167, + "mean_token_accuracy": 0.8167369365692139, + "num_tokens": 14206985.0, + "step": 372 + }, + { + "epoch": 0.04744943391426027, + "ewc_loss": 0.0011749267578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1771917343139648e-06, + "grad_norm": 6.18043327331543, + "learning_rate": 1.576939381093684e-07, + "loss": 0.6149, + "mean_token_accuracy": 0.8077108860015869, + "num_tokens": 14236728.0, + "step": 373 + }, + { + "epoch": 0.047576644192850785, + "ewc_loss": 0.0012359619140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2367963790893555e-06, + "grad_norm": 5.468158721923828, + "learning_rate": 1.5811784654514623e-07, + "loss": 0.542, + "mean_token_accuracy": 0.8327680826187134, + "num_tokens": 14270758.0, + "step": 374 + }, + { + "epoch": 0.04770385447144129, + "ewc_loss": 0.001220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-06, + "grad_norm": 5.370858192443848, + "learning_rate": 1.5854175498092413e-07, + "loss": 0.6595, + "mean_token_accuracy": 0.7958297729492188, + "num_tokens": 14315002.0, + "step": 375 + }, + { + "epoch": 0.0478310647500318, + "ewc_loss": 0.0012054443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2069940567016602e-06, + "grad_norm": 5.729783535003662, + "learning_rate": 1.5896566341670198e-07, + "loss": 0.6296, + "mean_token_accuracy": 0.8030784130096436, + "num_tokens": 14353385.0, + "step": 376 + }, + { + "epoch": 0.047958275028622314, + "ewc_loss": 0.001220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-06, + "grad_norm": 5.85108757019043, + "learning_rate": 1.5938957185247988e-07, + "loss": 0.6624, + "mean_token_accuracy": 0.792733907699585, + "num_tokens": 14391702.0, + "step": 377 + }, + { + "epoch": 0.04808548530721282, + "ewc_loss": 0.00124359130859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2442469596862793e-06, + "grad_norm": 5.576710224151611, + "learning_rate": 1.5981348028825772e-07, + "loss": 0.6303, + "mean_token_accuracy": 0.8052553534507751, + "num_tokens": 14427876.0, + "step": 378 + }, + { + "epoch": 0.048212695585803336, + "ewc_loss": 0.00122833251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2293457984924316e-06, + "grad_norm": 6.606202125549316, + "learning_rate": 1.6023738872403562e-07, + "loss": 0.717, + "mean_token_accuracy": 0.7790552377700806, + "num_tokens": 14460349.0, + "step": 379 + }, + { + "epoch": 0.048339905864393844, + "ewc_loss": 0.0012664794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2665987014770508e-06, + "grad_norm": 5.306274890899658, + "learning_rate": 1.6066129715981347e-07, + "loss": 0.5669, + "mean_token_accuracy": 0.8260536789894104, + "num_tokens": 14497763.0, + "step": 380 + }, + { + "epoch": 0.04846711614298435, + "ewc_loss": 0.00122833251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2293457984924316e-06, + "grad_norm": 4.61152982711792, + "learning_rate": 1.6108520559559137e-07, + "loss": 0.5605, + "mean_token_accuracy": 0.8244171142578125, + "num_tokens": 14537172.0, + "step": 381 + }, + { + "epoch": 0.048594326421574865, + "ewc_loss": 0.0011749267578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1771917343139648e-06, + "grad_norm": 5.838022708892822, + "learning_rate": 1.6150911403136921e-07, + "loss": 0.6471, + "mean_token_accuracy": 0.8063793778419495, + "num_tokens": 14565515.0, + "step": 382 + }, + { + "epoch": 0.04872153670016537, + "ewc_loss": 0.00125885009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.259148120880127e-06, + "grad_norm": 4.473991394042969, + "learning_rate": 1.619330224671471e-07, + "loss": 0.638, + "mean_token_accuracy": 0.8050111532211304, + "num_tokens": 14608104.0, + "step": 383 + }, + { + "epoch": 0.04884874697875588, + "ewc_loss": 0.00121307373046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.214444637298584e-06, + "grad_norm": 6.070361614227295, + "learning_rate": 1.6235693090292496e-07, + "loss": 0.6458, + "mean_token_accuracy": 0.8058086633682251, + "num_tokens": 14645328.0, + "step": 384 + }, + { + "epoch": 0.048975957257346395, + "ewc_loss": 0.00127410888671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2740492820739746e-06, + "grad_norm": 6.635765075683594, + "learning_rate": 1.6278083933870286e-07, + "loss": 0.6801, + "mean_token_accuracy": 0.7881205081939697, + "num_tokens": 14678792.0, + "step": 385 + }, + { + "epoch": 0.0491031675359369, + "ewc_loss": 0.0013275146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3262033462524414e-06, + "grad_norm": 4.922642230987549, + "learning_rate": 1.632047477744807e-07, + "loss": 0.6028, + "mean_token_accuracy": 0.8151700496673584, + "num_tokens": 14715095.0, + "step": 386 + }, + { + "epoch": 0.049230377814527417, + "ewc_loss": 0.00125885009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.259148120880127e-06, + "grad_norm": 5.568727016448975, + "learning_rate": 1.6362865621025858e-07, + "loss": 0.6227, + "mean_token_accuracy": 0.8090054988861084, + "num_tokens": 14753641.0, + "step": 387 + }, + { + "epoch": 0.049357588093117924, + "ewc_loss": 0.00128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-06, + "grad_norm": 6.017666339874268, + "learning_rate": 1.6405256464603645e-07, + "loss": 0.5944, + "mean_token_accuracy": 0.8147367835044861, + "num_tokens": 14788816.0, + "step": 388 + }, + { + "epoch": 0.04948479837170843, + "ewc_loss": 0.00131988525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3187527656555176e-06, + "grad_norm": 5.508180141448975, + "learning_rate": 1.6447647308181432e-07, + "loss": 0.6376, + "mean_token_accuracy": 0.8026361465454102, + "num_tokens": 14821607.0, + "step": 389 + }, + { + "epoch": 0.049612008650298946, + "ewc_loss": 0.00128936767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2889504432678223e-06, + "grad_norm": 4.886238098144531, + "learning_rate": 1.649003815175922e-07, + "loss": 0.6555, + "mean_token_accuracy": 0.8009178638458252, + "num_tokens": 14861298.0, + "step": 390 + }, + { + "epoch": 0.04973921892888945, + "ewc_loss": 0.001251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-06, + "grad_norm": 4.825283527374268, + "learning_rate": 1.6532428995337007e-07, + "loss": 0.5719, + "mean_token_accuracy": 0.821582019329071, + "num_tokens": 14899951.0, + "step": 391 + }, + { + "epoch": 0.04986642920747997, + "ewc_loss": 0.00125885009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.259148120880127e-06, + "grad_norm": 4.593592643737793, + "learning_rate": 1.6574819838914794e-07, + "loss": 0.5526, + "mean_token_accuracy": 0.8302476406097412, + "num_tokens": 14937169.0, + "step": 392 + }, + { + "epoch": 0.049993639486070475, + "ewc_loss": 0.00125885009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.259148120880127e-06, + "grad_norm": 5.443678379058838, + "learning_rate": 1.661721068249258e-07, + "loss": 0.6052, + "mean_token_accuracy": 0.8129846453666687, + "num_tokens": 14975549.0, + "step": 393 + }, + { + "epoch": 0.05012084976466098, + "ewc_loss": 0.0013275146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3262033462524414e-06, + "grad_norm": 5.637541770935059, + "learning_rate": 1.6659601526070368e-07, + "loss": 0.6325, + "mean_token_accuracy": 0.806620717048645, + "num_tokens": 15016630.0, + "step": 394 + }, + { + "epoch": 0.0502480600432515, + "ewc_loss": 0.00135040283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3485550880432129e-06, + "grad_norm": 5.473160743713379, + "learning_rate": 1.6701992369648156e-07, + "loss": 0.6146, + "mean_token_accuracy": 0.809007465839386, + "num_tokens": 15057822.0, + "step": 395 + }, + { + "epoch": 0.050375270321842004, + "ewc_loss": 0.00131988525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3187527656555176e-06, + "grad_norm": 6.0195536613464355, + "learning_rate": 1.6744383213225943e-07, + "loss": 0.588, + "mean_token_accuracy": 0.8132720589637756, + "num_tokens": 15094385.0, + "step": 396 + }, + { + "epoch": 0.05050248060043251, + "ewc_loss": 0.0013580322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3560056686401367e-06, + "grad_norm": 5.8886027336120605, + "learning_rate": 1.678677405680373e-07, + "loss": 0.5471, + "mean_token_accuracy": 0.8261928558349609, + "num_tokens": 15130969.0, + "step": 397 + }, + { + "epoch": 0.050629690879023026, + "ewc_loss": 0.0013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-06, + "grad_norm": 4.954905033111572, + "learning_rate": 1.6829164900381518e-07, + "loss": 0.5677, + "mean_token_accuracy": 0.8194985389709473, + "num_tokens": 15166586.0, + "step": 398 + }, + { + "epoch": 0.05075690115761353, + "ewc_loss": 0.00128936767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2889504432678223e-06, + "grad_norm": 5.092367172241211, + "learning_rate": 1.6871555743959305e-07, + "loss": 0.5585, + "mean_token_accuracy": 0.8231258392333984, + "num_tokens": 15209603.0, + "step": 399 + }, + { + "epoch": 0.05088411143620405, + "ewc_loss": 0.00128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-06, + "grad_norm": 5.127952575683594, + "learning_rate": 1.6913946587537092e-07, + "loss": 0.5756, + "mean_token_accuracy": 0.818845272064209, + "num_tokens": 15251542.0, + "step": 400 + }, + { + "epoch": 0.051011321714794555, + "ewc_loss": 0.0013275146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3262033462524414e-06, + "grad_norm": 5.737982273101807, + "learning_rate": 1.695633743111488e-07, + "loss": 0.5902, + "mean_token_accuracy": 0.8182202577590942, + "num_tokens": 15288940.0, + "step": 401 + }, + { + "epoch": 0.05113853199338506, + "ewc_loss": 0.00136566162109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3634562492370605e-06, + "grad_norm": 5.371278285980225, + "learning_rate": 1.6998728274692667e-07, + "loss": 0.5574, + "mean_token_accuracy": 0.8295456767082214, + "num_tokens": 15321965.0, + "step": 402 + }, + { + "epoch": 0.05126574227197558, + "ewc_loss": 0.0013275146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3262033462524414e-06, + "grad_norm": 5.614272594451904, + "learning_rate": 1.7041119118270454e-07, + "loss": 0.5653, + "mean_token_accuracy": 0.8254532814025879, + "num_tokens": 15362895.0, + "step": 403 + }, + { + "epoch": 0.051392952550566084, + "ewc_loss": 0.00133514404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3336539268493652e-06, + "grad_norm": 6.309769630432129, + "learning_rate": 1.7083509961848238e-07, + "loss": 0.6243, + "mean_token_accuracy": 0.8056070804595947, + "num_tokens": 15396675.0, + "step": 404 + }, + { + "epoch": 0.0515201628291566, + "ewc_loss": 0.00139617919921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3932585716247559e-06, + "grad_norm": 5.26156759262085, + "learning_rate": 1.7125900805426028e-07, + "loss": 0.6449, + "mean_token_accuracy": 0.8026949167251587, + "num_tokens": 15443070.0, + "step": 405 + }, + { + "epoch": 0.051647373107747106, + "ewc_loss": 0.00130462646484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.30385160446167e-06, + "grad_norm": 5.010189533233643, + "learning_rate": 1.7168291649003813e-07, + "loss": 0.5722, + "mean_token_accuracy": 0.8211450576782227, + "num_tokens": 15476747.0, + "step": 406 + }, + { + "epoch": 0.051774583386337614, + "ewc_loss": 0.00130462646484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.30385160446167e-06, + "grad_norm": 5.2751312255859375, + "learning_rate": 1.7210682492581603e-07, + "loss": 0.5975, + "mean_token_accuracy": 0.8158004879951477, + "num_tokens": 15514866.0, + "step": 407 + }, + { + "epoch": 0.05190179366492813, + "ewc_loss": 0.00133514404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3336539268493652e-06, + "grad_norm": 5.640694618225098, + "learning_rate": 1.7253073336159387e-07, + "loss": 0.5749, + "mean_token_accuracy": 0.8197866678237915, + "num_tokens": 15554245.0, + "step": 408 + }, + { + "epoch": 0.052029003943518635, + "ewc_loss": 0.00136566162109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3634562492370605e-06, + "grad_norm": 4.98344612121582, + "learning_rate": 1.7295464179737177e-07, + "loss": 0.6033, + "mean_token_accuracy": 0.8149520754814148, + "num_tokens": 15593958.0, + "step": 409 + }, + { + "epoch": 0.05215621422210915, + "ewc_loss": 0.001312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-06, + "grad_norm": 5.4145331382751465, + "learning_rate": 1.7337855023314962e-07, + "loss": 0.5486, + "mean_token_accuracy": 0.8283580541610718, + "num_tokens": 15632567.0, + "step": 410 + }, + { + "epoch": 0.05228342450069966, + "ewc_loss": 0.00133514404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3336539268493652e-06, + "grad_norm": 5.20160436630249, + "learning_rate": 1.7380245866892752e-07, + "loss": 0.5576, + "mean_token_accuracy": 0.8248487710952759, + "num_tokens": 15668255.0, + "step": 411 + }, + { + "epoch": 0.052410634779290165, + "ewc_loss": 0.0013275146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3262033462524414e-06, + "grad_norm": 5.604565143585205, + "learning_rate": 1.7422636710470536e-07, + "loss": 0.6107, + "mean_token_accuracy": 0.8100661039352417, + "num_tokens": 15705435.0, + "step": 412 + }, + { + "epoch": 0.05253784505788068, + "ewc_loss": 0.001373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-06, + "grad_norm": 5.575989246368408, + "learning_rate": 1.7465027554048326e-07, + "loss": 0.6312, + "mean_token_accuracy": 0.8043062686920166, + "num_tokens": 15744657.0, + "step": 413 + }, + { + "epoch": 0.05266505533647119, + "ewc_loss": 0.0013580322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3560056686401367e-06, + "grad_norm": 6.20227575302124, + "learning_rate": 1.750741839762611e-07, + "loss": 0.5749, + "mean_token_accuracy": 0.822462797164917, + "num_tokens": 15777374.0, + "step": 414 + }, + { + "epoch": 0.052792265615061694, + "ewc_loss": 0.00140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-06, + "grad_norm": 5.138583660125732, + "learning_rate": 1.75498092412039e-07, + "loss": 0.5463, + "mean_token_accuracy": 0.830020546913147, + "num_tokens": 15814047.0, + "step": 415 + }, + { + "epoch": 0.05291947589365221, + "ewc_loss": 0.00131988525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3187527656555176e-06, + "grad_norm": 4.896345138549805, + "learning_rate": 1.7592200084781686e-07, + "loss": 0.6284, + "mean_token_accuracy": 0.8053060173988342, + "num_tokens": 15849110.0, + "step": 416 + }, + { + "epoch": 0.053046686172242716, + "ewc_loss": 0.001312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-06, + "grad_norm": 5.1382975578308105, + "learning_rate": 1.7634590928359475e-07, + "loss": 0.5983, + "mean_token_accuracy": 0.8172552585601807, + "num_tokens": 15888910.0, + "step": 417 + }, + { + "epoch": 0.05317389645083323, + "ewc_loss": 0.0013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-06, + "grad_norm": 4.91041374206543, + "learning_rate": 1.767698177193726e-07, + "loss": 0.5842, + "mean_token_accuracy": 0.8182278871536255, + "num_tokens": 15925604.0, + "step": 418 + }, + { + "epoch": 0.05330110672942374, + "ewc_loss": 0.00133514404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3336539268493652e-06, + "grad_norm": 4.593389511108398, + "learning_rate": 1.771937261551505e-07, + "loss": 0.5578, + "mean_token_accuracy": 0.8319964408874512, + "num_tokens": 15961401.0, + "step": 419 + }, + { + "epoch": 0.053428317008014245, + "ewc_loss": 0.00130462646484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.30385160446167e-06, + "grad_norm": 4.782495021820068, + "learning_rate": 1.7761763459092835e-07, + "loss": 0.5889, + "mean_token_accuracy": 0.8175829648971558, + "num_tokens": 16001029.0, + "step": 420 + }, + { + "epoch": 0.05355552728660476, + "ewc_loss": 0.0013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-06, + "grad_norm": 5.512789726257324, + "learning_rate": 1.7804154302670624e-07, + "loss": 0.5703, + "mean_token_accuracy": 0.8230383396148682, + "num_tokens": 16036014.0, + "step": 421 + }, + { + "epoch": 0.05368273756519527, + "ewc_loss": 0.00142669677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4230608940124512e-06, + "grad_norm": 5.090188503265381, + "learning_rate": 1.784654514624841e-07, + "loss": 0.5522, + "mean_token_accuracy": 0.8250570297241211, + "num_tokens": 16075373.0, + "step": 422 + }, + { + "epoch": 0.05380994784378578, + "ewc_loss": 0.0013885498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.385807991027832e-06, + "grad_norm": 5.078012466430664, + "learning_rate": 1.7888935989826196e-07, + "loss": 0.5942, + "mean_token_accuracy": 0.8118832111358643, + "num_tokens": 16111352.0, + "step": 423 + }, + { + "epoch": 0.05393715812237629, + "ewc_loss": 0.001373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-06, + "grad_norm": 4.802755832672119, + "learning_rate": 1.7931326833403984e-07, + "loss": 0.6104, + "mean_token_accuracy": 0.8095748424530029, + "num_tokens": 16148826.0, + "step": 424 + }, + { + "epoch": 0.054064368400966796, + "ewc_loss": 0.001373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-06, + "grad_norm": 4.964033126831055, + "learning_rate": 1.797371767698177e-07, + "loss": 0.5182, + "mean_token_accuracy": 0.8390578031539917, + "num_tokens": 16193491.0, + "step": 425 + }, + { + "epoch": 0.05419157867955731, + "ewc_loss": 0.00139617919921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3932585716247559e-06, + "grad_norm": 5.21970272064209, + "learning_rate": 1.8016108520559558e-07, + "loss": 0.5673, + "mean_token_accuracy": 0.8233816623687744, + "num_tokens": 16235595.0, + "step": 426 + }, + { + "epoch": 0.05431878895814782, + "ewc_loss": 0.00140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-06, + "grad_norm": 5.804287433624268, + "learning_rate": 1.8058499364137345e-07, + "loss": 0.6219, + "mean_token_accuracy": 0.8115218281745911, + "num_tokens": 16274105.0, + "step": 427 + }, + { + "epoch": 0.054445999236738325, + "ewc_loss": 0.0014801025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4826655387878418e-06, + "grad_norm": 5.6119561195373535, + "learning_rate": 1.8100890207715133e-07, + "loss": 0.6654, + "mean_token_accuracy": 0.7907269597053528, + "num_tokens": 16315886.0, + "step": 428 + }, + { + "epoch": 0.05457320951532884, + "ewc_loss": 0.00147247314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.475214958190918e-06, + "grad_norm": 5.487545013427734, + "learning_rate": 1.814328105129292e-07, + "loss": 0.6061, + "mean_token_accuracy": 0.8107488751411438, + "num_tokens": 16353021.0, + "step": 429 + }, + { + "epoch": 0.05470041979391935, + "ewc_loss": 0.00141143798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4081597328186035e-06, + "grad_norm": 5.787801265716553, + "learning_rate": 1.8185671894870707e-07, + "loss": 0.5812, + "mean_token_accuracy": 0.8160753846168518, + "num_tokens": 16380887.0, + "step": 430 + }, + { + "epoch": 0.05482763007250986, + "ewc_loss": 0.00146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4677643775939941e-06, + "grad_norm": 4.636885643005371, + "learning_rate": 1.8228062738448494e-07, + "loss": 0.6371, + "mean_token_accuracy": 0.8037480115890503, + "num_tokens": 16421066.0, + "step": 431 + }, + { + "epoch": 0.05495484035110037, + "ewc_loss": 0.00136566162109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3634562492370605e-06, + "grad_norm": 5.715438365936279, + "learning_rate": 1.8270453582026282e-07, + "loss": 0.6056, + "mean_token_accuracy": 0.8109034299850464, + "num_tokens": 16457197.0, + "step": 432 + }, + { + "epoch": 0.055082050629690876, + "ewc_loss": 0.00145721435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-06, + "grad_norm": 5.169461250305176, + "learning_rate": 1.831284442560407e-07, + "loss": 0.5607, + "mean_token_accuracy": 0.8239657282829285, + "num_tokens": 16497385.0, + "step": 433 + }, + { + "epoch": 0.05520926090828139, + "ewc_loss": 0.0014495849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4528632164001465e-06, + "grad_norm": 4.964070796966553, + "learning_rate": 1.8355235269181856e-07, + "loss": 0.5756, + "mean_token_accuracy": 0.8216075897216797, + "num_tokens": 16540099.0, + "step": 434 + }, + { + "epoch": 0.0553364711868719, + "ewc_loss": 0.00139617919921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3932585716247559e-06, + "grad_norm": 5.043529987335205, + "learning_rate": 1.8397626112759643e-07, + "loss": 0.5728, + "mean_token_accuracy": 0.8210649490356445, + "num_tokens": 16572760.0, + "step": 435 + }, + { + "epoch": 0.05546368146546241, + "ewc_loss": 0.0014190673828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4156103134155273e-06, + "grad_norm": 5.209697246551514, + "learning_rate": 1.844001695633743e-07, + "loss": 0.5317, + "mean_token_accuracy": 0.8320964574813843, + "num_tokens": 16608549.0, + "step": 436 + }, + { + "epoch": 0.05559089174405292, + "ewc_loss": 0.00145721435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-06, + "grad_norm": 5.477529525756836, + "learning_rate": 1.8482407799915218e-07, + "loss": 0.57, + "mean_token_accuracy": 0.8232173323631287, + "num_tokens": 16643800.0, + "step": 437 + }, + { + "epoch": 0.05571810202264343, + "ewc_loss": 0.00148773193359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-06, + "grad_norm": 5.258578300476074, + "learning_rate": 1.8524798643493005e-07, + "loss": 0.6424, + "mean_token_accuracy": 0.798208475112915, + "num_tokens": 16677948.0, + "step": 438 + }, + { + "epoch": 0.05584531230123394, + "ewc_loss": 0.0014801025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4826655387878418e-06, + "grad_norm": 4.834878921508789, + "learning_rate": 1.8567189487070792e-07, + "loss": 0.6153, + "mean_token_accuracy": 0.8103547692298889, + "num_tokens": 16716905.0, + "step": 439 + }, + { + "epoch": 0.05597252257982445, + "ewc_loss": 0.00141143798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4081597328186035e-06, + "grad_norm": 4.7952423095703125, + "learning_rate": 1.8609580330648577e-07, + "loss": 0.5268, + "mean_token_accuracy": 0.8336946368217468, + "num_tokens": 16756158.0, + "step": 440 + }, + { + "epoch": 0.05609973285841496, + "ewc_loss": 0.00142669677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4230608940124512e-06, + "grad_norm": 5.407972812652588, + "learning_rate": 1.8651971174226367e-07, + "loss": 0.6183, + "mean_token_accuracy": 0.8112103343009949, + "num_tokens": 16794261.0, + "step": 441 + }, + { + "epoch": 0.05622694313700547, + "ewc_loss": 0.001495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4975666999816895e-06, + "grad_norm": 4.798773288726807, + "learning_rate": 1.8694362017804152e-07, + "loss": 0.5751, + "mean_token_accuracy": 0.8190968036651611, + "num_tokens": 16834953.0, + "step": 442 + }, + { + "epoch": 0.05635415341559598, + "ewc_loss": 0.0014495849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4528632164001465e-06, + "grad_norm": 5.491582870483398, + "learning_rate": 1.8736752861381941e-07, + "loss": 0.534, + "mean_token_accuracy": 0.8342060446739197, + "num_tokens": 16873954.0, + "step": 443 + }, + { + "epoch": 0.05648136369418649, + "ewc_loss": 0.001495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4975666999816895e-06, + "grad_norm": 4.982437610626221, + "learning_rate": 1.8779143704959726e-07, + "loss": 0.5563, + "mean_token_accuracy": 0.8235489726066589, + "num_tokens": 16906018.0, + "step": 444 + }, + { + "epoch": 0.056608573972777, + "ewc_loss": 0.0014801025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4826655387878418e-06, + "grad_norm": 5.362916946411133, + "learning_rate": 1.8821534548537516e-07, + "loss": 0.6102, + "mean_token_accuracy": 0.8112972974777222, + "num_tokens": 16938945.0, + "step": 445 + }, + { + "epoch": 0.05673578425136751, + "ewc_loss": 0.00148773193359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-06, + "grad_norm": 4.8610405921936035, + "learning_rate": 1.88639253921153e-07, + "loss": 0.5682, + "mean_token_accuracy": 0.8249294757843018, + "num_tokens": 16982214.0, + "step": 446 + }, + { + "epoch": 0.05686299452995802, + "ewc_loss": 0.00147247314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.475214958190918e-06, + "grad_norm": 4.890490531921387, + "learning_rate": 1.890631623569309e-07, + "loss": 0.5766, + "mean_token_accuracy": 0.8196552991867065, + "num_tokens": 17024367.0, + "step": 447 + }, + { + "epoch": 0.05699020480854853, + "ewc_loss": 0.00148773193359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-06, + "grad_norm": 5.644949913024902, + "learning_rate": 1.8948707079270875e-07, + "loss": 0.5994, + "mean_token_accuracy": 0.8098545670509338, + "num_tokens": 17057451.0, + "step": 448 + }, + { + "epoch": 0.057117415087139044, + "ewc_loss": 0.0015716552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5720725059509277e-06, + "grad_norm": 6.3436431884765625, + "learning_rate": 1.8991097922848665e-07, + "loss": 0.5504, + "mean_token_accuracy": 0.8265212178230286, + "num_tokens": 17094633.0, + "step": 449 + }, + { + "epoch": 0.05724462536572955, + "ewc_loss": 0.00164031982421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6391277313232422e-06, + "grad_norm": 5.1692914962768555, + "learning_rate": 1.903348876642645e-07, + "loss": 0.6052, + "mean_token_accuracy": 0.8091601133346558, + "num_tokens": 17135892.0, + "step": 450 + }, + { + "epoch": 0.05737183564432006, + "ewc_loss": 0.00152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5273690223693848e-06, + "grad_norm": 5.626874923706055, + "learning_rate": 1.907587961000424e-07, + "loss": 0.5476, + "mean_token_accuracy": 0.8289222121238708, + "num_tokens": 17173881.0, + "step": 451 + }, + { + "epoch": 0.05749904592291057, + "ewc_loss": 0.00153350830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5348196029663086e-06, + "grad_norm": 4.902420997619629, + "learning_rate": 1.9118270453582024e-07, + "loss": 0.597, + "mean_token_accuracy": 0.8152353763580322, + "num_tokens": 17215668.0, + "step": 452 + }, + { + "epoch": 0.05762625620150108, + "ewc_loss": 0.00147247314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.475214958190918e-06, + "grad_norm": 5.208305358886719, + "learning_rate": 1.9160661297159814e-07, + "loss": 0.6207, + "mean_token_accuracy": 0.8097012639045715, + "num_tokens": 17254339.0, + "step": 453 + }, + { + "epoch": 0.057753466480091595, + "ewc_loss": 0.0015106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5124678611755371e-06, + "grad_norm": 4.995143890380859, + "learning_rate": 1.9203052140737599e-07, + "loss": 0.6053, + "mean_token_accuracy": 0.809853732585907, + "num_tokens": 17288858.0, + "step": 454 + }, + { + "epoch": 0.0578806767586821, + "ewc_loss": 0.00151824951171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-06, + "grad_norm": 4.955183982849121, + "learning_rate": 1.9245442984315389e-07, + "loss": 0.5818, + "mean_token_accuracy": 0.8205935955047607, + "num_tokens": 17330601.0, + "step": 455 + }, + { + "epoch": 0.05800788703727261, + "ewc_loss": 0.0015106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5124678611755371e-06, + "grad_norm": 5.052842617034912, + "learning_rate": 1.9287833827893173e-07, + "loss": 0.601, + "mean_token_accuracy": 0.8118278980255127, + "num_tokens": 17367797.0, + "step": 456 + }, + { + "epoch": 0.058135097315863124, + "ewc_loss": 0.00152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5273690223693848e-06, + "grad_norm": 5.280597686767578, + "learning_rate": 1.9330224671470963e-07, + "loss": 0.5874, + "mean_token_accuracy": 0.8164618611335754, + "num_tokens": 17403206.0, + "step": 457 + }, + { + "epoch": 0.05826230759445363, + "ewc_loss": 0.001556396484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.55717134475708e-06, + "grad_norm": 5.37926721572876, + "learning_rate": 1.9372615515048748e-07, + "loss": 0.6332, + "mean_token_accuracy": 0.8061643838882446, + "num_tokens": 17437207.0, + "step": 458 + }, + { + "epoch": 0.05838951787304414, + "ewc_loss": 0.00156402587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.564621925354004e-06, + "grad_norm": 5.074786186218262, + "learning_rate": 1.9415006358626535e-07, + "loss": 0.5692, + "mean_token_accuracy": 0.8243768215179443, + "num_tokens": 17473335.0, + "step": 459 + }, + { + "epoch": 0.05851672815163465, + "ewc_loss": 0.00154876708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-06, + "grad_norm": 5.4371337890625, + "learning_rate": 1.9457397202204322e-07, + "loss": 0.5593, + "mean_token_accuracy": 0.8218485116958618, + "num_tokens": 17505104.0, + "step": 460 + }, + { + "epoch": 0.05864393843022516, + "ewc_loss": 0.0015716552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5720725059509277e-06, + "grad_norm": 4.933101177215576, + "learning_rate": 1.949978804578211e-07, + "loss": 0.5428, + "mean_token_accuracy": 0.8318166732788086, + "num_tokens": 17539052.0, + "step": 461 + }, + { + "epoch": 0.058771148708815675, + "ewc_loss": 0.0015411376953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5422701835632324e-06, + "grad_norm": 5.018512725830078, + "learning_rate": 1.9542178889359897e-07, + "loss": 0.6166, + "mean_token_accuracy": 0.8068535327911377, + "num_tokens": 17578942.0, + "step": 462 + }, + { + "epoch": 0.05889835898740618, + "ewc_loss": 0.00154876708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-06, + "grad_norm": 5.632157802581787, + "learning_rate": 1.9584569732937684e-07, + "loss": 0.5949, + "mean_token_accuracy": 0.8179517388343811, + "num_tokens": 17611931.0, + "step": 463 + }, + { + "epoch": 0.05902556926599669, + "ewc_loss": 0.00162506103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6242265701293945e-06, + "grad_norm": 5.352700710296631, + "learning_rate": 1.962696057651547e-07, + "loss": 0.5006, + "mean_token_accuracy": 0.8424609899520874, + "num_tokens": 17648764.0, + "step": 464 + }, + { + "epoch": 0.059152779544587204, + "ewc_loss": 0.0016021728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.601874828338623e-06, + "grad_norm": 5.684044361114502, + "learning_rate": 1.9669351420093258e-07, + "loss": 0.6109, + "mean_token_accuracy": 0.8097816705703735, + "num_tokens": 17683099.0, + "step": 465 + }, + { + "epoch": 0.05927998982317771, + "ewc_loss": 0.001617431640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6167759895324707e-06, + "grad_norm": 5.134042263031006, + "learning_rate": 1.9711742263671046e-07, + "loss": 0.5961, + "mean_token_accuracy": 0.8190610408782959, + "num_tokens": 17727120.0, + "step": 466 + }, + { + "epoch": 0.059407200101768226, + "ewc_loss": 0.00157928466796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5795230865478516e-06, + "grad_norm": 5.72536039352417, + "learning_rate": 1.9754133107248833e-07, + "loss": 0.5509, + "mean_token_accuracy": 0.8209420442581177, + "num_tokens": 17761676.0, + "step": 467 + }, + { + "epoch": 0.059534410380358734, + "ewc_loss": 0.00162506103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6242265701293945e-06, + "grad_norm": 5.182645320892334, + "learning_rate": 1.979652395082662e-07, + "loss": 0.618, + "mean_token_accuracy": 0.8098800182342529, + "num_tokens": 17802311.0, + "step": 468 + }, + { + "epoch": 0.05966162065894924, + "ewc_loss": 0.00157928466796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5795230865478516e-06, + "grad_norm": 4.829436779022217, + "learning_rate": 1.9838914794404408e-07, + "loss": 0.5092, + "mean_token_accuracy": 0.835971474647522, + "num_tokens": 17839048.0, + "step": 469 + }, + { + "epoch": 0.059788830937539755, + "ewc_loss": 0.001556396484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.55717134475708e-06, + "grad_norm": 4.9428911209106445, + "learning_rate": 1.9881305637982195e-07, + "loss": 0.5813, + "mean_token_accuracy": 0.8189212083816528, + "num_tokens": 17881510.0, + "step": 470 + }, + { + "epoch": 0.05991604121613026, + "ewc_loss": 0.00157928466796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5795230865478516e-06, + "grad_norm": 5.573914527893066, + "learning_rate": 1.9923696481559982e-07, + "loss": 0.6064, + "mean_token_accuracy": 0.8128728270530701, + "num_tokens": 17915080.0, + "step": 471 + }, + { + "epoch": 0.06004325149472077, + "ewc_loss": 0.0016326904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6316771507263184e-06, + "grad_norm": 5.269294261932373, + "learning_rate": 1.996608732513777e-07, + "loss": 0.6392, + "mean_token_accuracy": 0.8031604886054993, + "num_tokens": 17957972.0, + "step": 472 + }, + { + "epoch": 0.060170461773311285, + "ewc_loss": 0.0016021728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.601874828338623e-06, + "grad_norm": 4.794302463531494, + "learning_rate": 2.0008478168715557e-07, + "loss": 0.5097, + "mean_token_accuracy": 0.8360309600830078, + "num_tokens": 17998008.0, + "step": 473 + }, + { + "epoch": 0.06029767205190179, + "ewc_loss": 0.00154876708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-06, + "grad_norm": 4.950430870056152, + "learning_rate": 2.0050869012293344e-07, + "loss": 0.5172, + "mean_token_accuracy": 0.8339735269546509, + "num_tokens": 18032427.0, + "step": 474 + }, + { + "epoch": 0.060424882330492306, + "ewc_loss": 0.00157928466796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5795230865478516e-06, + "grad_norm": 4.91832971572876, + "learning_rate": 2.009325985587113e-07, + "loss": 0.5478, + "mean_token_accuracy": 0.8272961378097534, + "num_tokens": 18069848.0, + "step": 475 + }, + { + "epoch": 0.060552092609082814, + "ewc_loss": 0.00157928466796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5795230865478516e-06, + "grad_norm": 5.262463092803955, + "learning_rate": 2.0135650699448918e-07, + "loss": 0.6404, + "mean_token_accuracy": 0.801231324672699, + "num_tokens": 18109240.0, + "step": 476 + }, + { + "epoch": 0.06067930288767332, + "ewc_loss": 0.001617431640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6167759895324707e-06, + "grad_norm": 4.898156642913818, + "learning_rate": 2.0178041543026706e-07, + "loss": 0.6107, + "mean_token_accuracy": 0.8122918605804443, + "num_tokens": 18146849.0, + "step": 477 + }, + { + "epoch": 0.060806513166263836, + "ewc_loss": 0.0015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5869736671447754e-06, + "grad_norm": 5.196839332580566, + "learning_rate": 2.022043238660449e-07, + "loss": 0.6415, + "mean_token_accuracy": 0.7997526526451111, + "num_tokens": 18186872.0, + "step": 478 + }, + { + "epoch": 0.06093372344485434, + "ewc_loss": 0.00160980224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6093254089355469e-06, + "grad_norm": 4.985374450683594, + "learning_rate": 2.026282323018228e-07, + "loss": 0.6169, + "mean_token_accuracy": 0.8096640706062317, + "num_tokens": 18222299.0, + "step": 479 + }, + { + "epoch": 0.06106093372344486, + "ewc_loss": 0.00159454345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5944242477416992e-06, + "grad_norm": 4.671051979064941, + "learning_rate": 2.0305214073760065e-07, + "loss": 0.6208, + "mean_token_accuracy": 0.810828685760498, + "num_tokens": 18261645.0, + "step": 480 + }, + { + "epoch": 0.061188144002035365, + "ewc_loss": 0.00157928466796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5795230865478516e-06, + "grad_norm": 5.216110706329346, + "learning_rate": 2.0347604917337855e-07, + "loss": 0.5912, + "mean_token_accuracy": 0.8162424564361572, + "num_tokens": 18292970.0, + "step": 481 + }, + { + "epoch": 0.06131535428062587, + "ewc_loss": 0.0016326904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6316771507263184e-06, + "grad_norm": 5.0215253829956055, + "learning_rate": 2.038999576091564e-07, + "loss": 0.5385, + "mean_token_accuracy": 0.8332297801971436, + "num_tokens": 18331133.0, + "step": 482 + }, + { + "epoch": 0.06144256455921639, + "ewc_loss": 0.0016326904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6316771507263184e-06, + "grad_norm": 4.845821380615234, + "learning_rate": 2.043238660449343e-07, + "loss": 0.6249, + "mean_token_accuracy": 0.8068596720695496, + "num_tokens": 18368905.0, + "step": 483 + }, + { + "epoch": 0.061569774837806894, + "ewc_loss": 0.00159454345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5944242477416992e-06, + "grad_norm": 5.000584125518799, + "learning_rate": 2.0474777448071214e-07, + "loss": 0.5496, + "mean_token_accuracy": 0.8293970823287964, + "num_tokens": 18406362.0, + "step": 484 + }, + { + "epoch": 0.0616969851163974, + "ewc_loss": 0.001617431640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6167759895324707e-06, + "grad_norm": 5.003558158874512, + "learning_rate": 2.0517168291649004e-07, + "loss": 0.5863, + "mean_token_accuracy": 0.8187233209609985, + "num_tokens": 18439246.0, + "step": 485 + }, + { + "epoch": 0.061824195394987916, + "ewc_loss": 0.0016326904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6316771507263184e-06, + "grad_norm": 5.1963677406311035, + "learning_rate": 2.0559559135226788e-07, + "loss": 0.5903, + "mean_token_accuracy": 0.8142040967941284, + "num_tokens": 18473408.0, + "step": 486 + }, + { + "epoch": 0.06195140567357842, + "ewc_loss": 0.00165557861328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6540288925170898e-06, + "grad_norm": 5.1582465171813965, + "learning_rate": 2.0601949978804578e-07, + "loss": 0.5445, + "mean_token_accuracy": 0.8282766342163086, + "num_tokens": 18513246.0, + "step": 487 + }, + { + "epoch": 0.06207861595216894, + "ewc_loss": 0.00164031982421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6391277313232422e-06, + "grad_norm": 4.996419429779053, + "learning_rate": 2.0644340822382363e-07, + "loss": 0.5164, + "mean_token_accuracy": 0.836524248123169, + "num_tokens": 18549125.0, + "step": 488 + }, + { + "epoch": 0.062205826230759445, + "ewc_loss": 0.0016326904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6316771507263184e-06, + "grad_norm": 5.069372653961182, + "learning_rate": 2.0686731665960153e-07, + "loss": 0.5662, + "mean_token_accuracy": 0.8282790184020996, + "num_tokens": 18585306.0, + "step": 489 + }, + { + "epoch": 0.06233303650934995, + "ewc_loss": 0.00165557861328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6540288925170898e-06, + "grad_norm": 5.0551981925964355, + "learning_rate": 2.0729122509537937e-07, + "loss": 0.5258, + "mean_token_accuracy": 0.8359403014183044, + "num_tokens": 18624378.0, + "step": 490 + }, + { + "epoch": 0.06246024678794047, + "ewc_loss": 0.00165557861328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6540288925170898e-06, + "grad_norm": 5.311408042907715, + "learning_rate": 2.0771513353115727e-07, + "loss": 0.5693, + "mean_token_accuracy": 0.8218521475791931, + "num_tokens": 18660814.0, + "step": 491 + }, + { + "epoch": 0.06258745706653097, + "ewc_loss": 0.001678466796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6763806343078613e-06, + "grad_norm": 4.846112251281738, + "learning_rate": 2.0813904196693512e-07, + "loss": 0.5375, + "mean_token_accuracy": 0.8320820331573486, + "num_tokens": 18702129.0, + "step": 492 + }, + { + "epoch": 0.06271466734512149, + "ewc_loss": 0.0016326904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6316771507263184e-06, + "grad_norm": 5.600686550140381, + "learning_rate": 2.0856295040271302e-07, + "loss": 0.6094, + "mean_token_accuracy": 0.8087025880813599, + "num_tokens": 18737496.0, + "step": 493 + }, + { + "epoch": 0.06284187762371199, + "ewc_loss": 0.0017242431640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7210841178894043e-06, + "grad_norm": 4.762364387512207, + "learning_rate": 2.0898685883849086e-07, + "loss": 0.5664, + "mean_token_accuracy": 0.8255537748336792, + "num_tokens": 18779332.0, + "step": 494 + }, + { + "epoch": 0.0629690879023025, + "ewc_loss": 0.00162506103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6242265701293945e-06, + "grad_norm": 4.506803035736084, + "learning_rate": 2.0941076727426874e-07, + "loss": 0.5518, + "mean_token_accuracy": 0.8272116780281067, + "num_tokens": 18817976.0, + "step": 495 + }, + { + "epoch": 0.06309629818089302, + "ewc_loss": 0.00162506103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6242265701293945e-06, + "grad_norm": 4.490315914154053, + "learning_rate": 2.098346757100466e-07, + "loss": 0.5429, + "mean_token_accuracy": 0.82877516746521, + "num_tokens": 18862860.0, + "step": 496 + }, + { + "epoch": 0.06322350845948353, + "ewc_loss": 0.00167083740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-06, + "grad_norm": 5.166698455810547, + "learning_rate": 2.1025858414582448e-07, + "loss": 0.5841, + "mean_token_accuracy": 0.8161073923110962, + "num_tokens": 18899025.0, + "step": 497 + }, + { + "epoch": 0.06335071873807403, + "ewc_loss": 0.0017547607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7583370208740234e-06, + "grad_norm": 4.945476055145264, + "learning_rate": 2.1068249258160238e-07, + "loss": 0.5498, + "mean_token_accuracy": 0.8213762044906616, + "num_tokens": 18933118.0, + "step": 498 + }, + { + "epoch": 0.06347792901666455, + "ewc_loss": 0.001708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7061829566955566e-06, + "grad_norm": 4.930669784545898, + "learning_rate": 2.1110640101738023e-07, + "loss": 0.5509, + "mean_token_accuracy": 0.8288240432739258, + "num_tokens": 18969165.0, + "step": 499 + }, + { + "epoch": 0.06360513929525506, + "ewc_loss": 0.0016937255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.691281795501709e-06, + "grad_norm": 4.984633922576904, + "learning_rate": 2.1153030945315813e-07, + "loss": 0.5598, + "mean_token_accuracy": 0.8238386511802673, + "num_tokens": 19003882.0, + "step": 500 + }, + { + "epoch": 0.06373234957384556, + "ewc_loss": 0.00171661376953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7136335372924805e-06, + "grad_norm": 5.3483567237854, + "learning_rate": 2.1195421788893597e-07, + "loss": 0.5604, + "mean_token_accuracy": 0.8252105712890625, + "num_tokens": 19037540.0, + "step": 501 + }, + { + "epoch": 0.06385955985243608, + "ewc_loss": 0.00177764892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.780688762664795e-06, + "grad_norm": 5.017127990722656, + "learning_rate": 2.1237812632471387e-07, + "loss": 0.5703, + "mean_token_accuracy": 0.8175665140151978, + "num_tokens": 19077270.0, + "step": 502 + }, + { + "epoch": 0.06398677013102659, + "ewc_loss": 0.00171661376953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7136335372924805e-06, + "grad_norm": 4.8619561195373535, + "learning_rate": 2.1280203476049172e-07, + "loss": 0.6583, + "mean_token_accuracy": 0.7920163869857788, + "num_tokens": 19117579.0, + "step": 503 + }, + { + "epoch": 0.06411398040961709, + "ewc_loss": 0.00168609619140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6838312149047852e-06, + "grad_norm": 4.7155890464782715, + "learning_rate": 2.1322594319626962e-07, + "loss": 0.5978, + "mean_token_accuracy": 0.8133035898208618, + "num_tokens": 19156599.0, + "step": 504 + }, + { + "epoch": 0.0642411906882076, + "ewc_loss": 0.00173187255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7285346984863281e-06, + "grad_norm": 5.237475395202637, + "learning_rate": 2.1364985163204746e-07, + "loss": 0.5887, + "mean_token_accuracy": 0.8158258199691772, + "num_tokens": 19187367.0, + "step": 505 + }, + { + "epoch": 0.06436840096679812, + "ewc_loss": 0.00177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.773238182067871e-06, + "grad_norm": 5.1836042404174805, + "learning_rate": 2.1407376006782536e-07, + "loss": 0.5242, + "mean_token_accuracy": 0.8336923122406006, + "num_tokens": 19223916.0, + "step": 506 + }, + { + "epoch": 0.06449561124538863, + "ewc_loss": 0.0017547607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7583370208740234e-06, + "grad_norm": 4.982625961303711, + "learning_rate": 2.144976685036032e-07, + "loss": 0.539, + "mean_token_accuracy": 0.8312869071960449, + "num_tokens": 19260336.0, + "step": 507 + }, + { + "epoch": 0.06462282152397913, + "ewc_loss": 0.001739501953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.735985279083252e-06, + "grad_norm": 4.762829780578613, + "learning_rate": 2.149215769393811e-07, + "loss": 0.6015, + "mean_token_accuracy": 0.8135074377059937, + "num_tokens": 19299895.0, + "step": 508 + }, + { + "epoch": 0.06475003180256965, + "ewc_loss": 0.00171661376953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7136335372924805e-06, + "grad_norm": 5.017767429351807, + "learning_rate": 2.1534548537515895e-07, + "loss": 0.5423, + "mean_token_accuracy": 0.8284952640533447, + "num_tokens": 19336614.0, + "step": 509 + }, + { + "epoch": 0.06487724208116016, + "ewc_loss": 0.00176239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7657876014709473e-06, + "grad_norm": 4.748372554779053, + "learning_rate": 2.1576939381093685e-07, + "loss": 0.5934, + "mean_token_accuracy": 0.8163331151008606, + "num_tokens": 19378683.0, + "step": 510 + }, + { + "epoch": 0.06500445235975066, + "ewc_loss": 0.001739501953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.735985279083252e-06, + "grad_norm": 4.784146785736084, + "learning_rate": 2.161933022467147e-07, + "loss": 0.5773, + "mean_token_accuracy": 0.816623866558075, + "num_tokens": 19422598.0, + "step": 511 + }, + { + "epoch": 0.06513166263834118, + "ewc_loss": 0.00174713134765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7508864402770996e-06, + "grad_norm": 4.626132488250732, + "learning_rate": 2.166172106824926e-07, + "loss": 0.5675, + "mean_token_accuracy": 0.8259766101837158, + "num_tokens": 19466972.0, + "step": 512 + }, + { + "epoch": 0.06525887291693169, + "ewc_loss": 0.00174713134765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7508864402770996e-06, + "grad_norm": 5.0283098220825195, + "learning_rate": 2.1704111911827044e-07, + "loss": 0.5579, + "mean_token_accuracy": 0.8205184936523438, + "num_tokens": 19503809.0, + "step": 513 + }, + { + "epoch": 0.0653860831955222, + "ewc_loss": 0.0017852783203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-06, + "grad_norm": 4.748276710510254, + "learning_rate": 2.1746502755404831e-07, + "loss": 0.6135, + "mean_token_accuracy": 0.8149020671844482, + "num_tokens": 19545713.0, + "step": 514 + }, + { + "epoch": 0.06551329347411271, + "ewc_loss": 0.00174713134765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7508864402770996e-06, + "grad_norm": 4.805848598480225, + "learning_rate": 2.178889359898262e-07, + "loss": 0.5999, + "mean_token_accuracy": 0.8164662718772888, + "num_tokens": 19582272.0, + "step": 515 + }, + { + "epoch": 0.06564050375270322, + "ewc_loss": 0.00177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.773238182067871e-06, + "grad_norm": 4.6812944412231445, + "learning_rate": 2.1831284442560406e-07, + "loss": 0.6158, + "mean_token_accuracy": 0.8101110458374023, + "num_tokens": 19625574.0, + "step": 516 + }, + { + "epoch": 0.06576771403129372, + "ewc_loss": 0.00176239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7657876014709473e-06, + "grad_norm": 4.753945827484131, + "learning_rate": 2.1873675286138193e-07, + "loss": 0.6028, + "mean_token_accuracy": 0.8100247383117676, + "num_tokens": 19667791.0, + "step": 517 + }, + { + "epoch": 0.06589492430988424, + "ewc_loss": 0.001800537109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8030405044555664e-06, + "grad_norm": 4.843628883361816, + "learning_rate": 2.191606612971598e-07, + "loss": 0.6319, + "mean_token_accuracy": 0.8041952848434448, + "num_tokens": 19708289.0, + "step": 518 + }, + { + "epoch": 0.06602213458847475, + "ewc_loss": 0.00180816650390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8104910850524902e-06, + "grad_norm": 4.692880630493164, + "learning_rate": 2.1958456973293768e-07, + "loss": 0.6106, + "mean_token_accuracy": 0.8056566715240479, + "num_tokens": 19747444.0, + "step": 519 + }, + { + "epoch": 0.06614934486706527, + "ewc_loss": 0.00177764892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.780688762664795e-06, + "grad_norm": 4.84426736831665, + "learning_rate": 2.2000847816871555e-07, + "loss": 0.499, + "mean_token_accuracy": 0.8380540609359741, + "num_tokens": 19787061.0, + "step": 520 + }, + { + "epoch": 0.06627655514565577, + "ewc_loss": 0.001800537109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8030405044555664e-06, + "grad_norm": 4.954482555389404, + "learning_rate": 2.2043238660449342e-07, + "loss": 0.5408, + "mean_token_accuracy": 0.8311957120895386, + "num_tokens": 19826893.0, + "step": 521 + }, + { + "epoch": 0.06640376542424628, + "ewc_loss": 0.00182342529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8253922462463379e-06, + "grad_norm": 4.873113632202148, + "learning_rate": 2.208562950402713e-07, + "loss": 0.5342, + "mean_token_accuracy": 0.828947901725769, + "num_tokens": 19864285.0, + "step": 522 + }, + { + "epoch": 0.0665309757028368, + "ewc_loss": 0.0018310546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8328428268432617e-06, + "grad_norm": 4.766674041748047, + "learning_rate": 2.2128020347604917e-07, + "loss": 0.5696, + "mean_token_accuracy": 0.8223410248756409, + "num_tokens": 19903806.0, + "step": 523 + }, + { + "epoch": 0.0666581859814273, + "ewc_loss": 0.0017852783203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-06, + "grad_norm": 4.879595756530762, + "learning_rate": 2.2170411191182704e-07, + "loss": 0.5469, + "mean_token_accuracy": 0.826344907283783, + "num_tokens": 19950382.0, + "step": 524 + }, + { + "epoch": 0.06678539626001781, + "ewc_loss": 0.00183868408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8402934074401855e-06, + "grad_norm": 5.010863780975342, + "learning_rate": 2.221280203476049e-07, + "loss": 0.5707, + "mean_token_accuracy": 0.8188884258270264, + "num_tokens": 19984765.0, + "step": 525 + }, + { + "epoch": 0.06691260653860832, + "ewc_loss": 0.00183868408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8402934074401855e-06, + "grad_norm": 4.953824996948242, + "learning_rate": 2.2255192878338279e-07, + "loss": 0.611, + "mean_token_accuracy": 0.8121721148490906, + "num_tokens": 20021081.0, + "step": 526 + }, + { + "epoch": 0.06703981681719882, + "ewc_loss": 0.0018463134765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8477439880371094e-06, + "grad_norm": 5.208004474639893, + "learning_rate": 2.2297583721916066e-07, + "loss": 0.5831, + "mean_token_accuracy": 0.8171855807304382, + "num_tokens": 20055860.0, + "step": 527 + }, + { + "epoch": 0.06716702709578934, + "ewc_loss": 0.0018768310546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8775463104248047e-06, + "grad_norm": 4.891293525695801, + "learning_rate": 2.2339974565493853e-07, + "loss": 0.5379, + "mean_token_accuracy": 0.8319817781448364, + "num_tokens": 20095023.0, + "step": 528 + }, + { + "epoch": 0.06729423737437985, + "ewc_loss": 0.0018310546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8328428268432617e-06, + "grad_norm": 4.907867431640625, + "learning_rate": 2.238236540907164e-07, + "loss": 0.5926, + "mean_token_accuracy": 0.8148905038833618, + "num_tokens": 20134620.0, + "step": 529 + }, + { + "epoch": 0.06742144765297035, + "ewc_loss": 0.00182342529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8253922462463379e-06, + "grad_norm": 5.022735118865967, + "learning_rate": 2.2424756252649428e-07, + "loss": 0.563, + "mean_token_accuracy": 0.8212814927101135, + "num_tokens": 20169690.0, + "step": 530 + }, + { + "epoch": 0.06754865793156087, + "ewc_loss": 0.00185394287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8551945686340332e-06, + "grad_norm": 5.183139801025391, + "learning_rate": 2.2467147096227215e-07, + "loss": 0.5556, + "mean_token_accuracy": 0.825444221496582, + "num_tokens": 20203609.0, + "step": 531 + }, + { + "epoch": 0.06767586821015138, + "ewc_loss": 0.00189208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8924474716186523e-06, + "grad_norm": 5.062191009521484, + "learning_rate": 2.2509537939805002e-07, + "loss": 0.5622, + "mean_token_accuracy": 0.820828378200531, + "num_tokens": 20234616.0, + "step": 532 + }, + { + "epoch": 0.0678030784887419, + "ewc_loss": 0.00186920166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8700957298278809e-06, + "grad_norm": 4.799465179443359, + "learning_rate": 2.2551928783382787e-07, + "loss": 0.5522, + "mean_token_accuracy": 0.8232059478759766, + "num_tokens": 20271634.0, + "step": 533 + }, + { + "epoch": 0.0679302887673324, + "ewc_loss": 0.0018310546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8328428268432617e-06, + "grad_norm": 5.045307636260986, + "learning_rate": 2.2594319626960577e-07, + "loss": 0.5802, + "mean_token_accuracy": 0.8218090534210205, + "num_tokens": 20309683.0, + "step": 534 + }, + { + "epoch": 0.06805749904592291, + "ewc_loss": 0.00186920166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8700957298278809e-06, + "grad_norm": 4.803546905517578, + "learning_rate": 2.263671047053836e-07, + "loss": 0.4948, + "mean_token_accuracy": 0.8384283185005188, + "num_tokens": 20346013.0, + "step": 535 + }, + { + "epoch": 0.06818470932451343, + "ewc_loss": 0.00185394287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8551945686340332e-06, + "grad_norm": 5.281342029571533, + "learning_rate": 2.267910131411615e-07, + "loss": 0.5523, + "mean_token_accuracy": 0.8282215595245361, + "num_tokens": 20387613.0, + "step": 536 + }, + { + "epoch": 0.06831191960310393, + "ewc_loss": 0.0019073486328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9073486328125e-06, + "grad_norm": 5.098787784576416, + "learning_rate": 2.2721492157693936e-07, + "loss": 0.5507, + "mean_token_accuracy": 0.8270359039306641, + "num_tokens": 20417579.0, + "step": 537 + }, + { + "epoch": 0.06843912988169444, + "ewc_loss": 0.0019073486328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9073486328125e-06, + "grad_norm": 4.8346848487854, + "learning_rate": 2.2763883001271726e-07, + "loss": 0.5239, + "mean_token_accuracy": 0.8327958583831787, + "num_tokens": 20455100.0, + "step": 538 + }, + { + "epoch": 0.06856634016028496, + "ewc_loss": 0.0018768310546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8775463104248047e-06, + "grad_norm": 4.892401695251465, + "learning_rate": 2.280627384484951e-07, + "loss": 0.5855, + "mean_token_accuracy": 0.8140061497688293, + "num_tokens": 20496458.0, + "step": 539 + }, + { + "epoch": 0.06869355043887546, + "ewc_loss": 0.00189208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8924474716186523e-06, + "grad_norm": 5.3426032066345215, + "learning_rate": 2.28486646884273e-07, + "loss": 0.5597, + "mean_token_accuracy": 0.8224876523017883, + "num_tokens": 20533758.0, + "step": 540 + }, + { + "epoch": 0.06882076071746597, + "ewc_loss": 0.0019378662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9371509552001953e-06, + "grad_norm": 5.043339729309082, + "learning_rate": 2.2891055532005085e-07, + "loss": 0.6052, + "mean_token_accuracy": 0.8136337995529175, + "num_tokens": 20567259.0, + "step": 541 + }, + { + "epoch": 0.06894797099605648, + "ewc_loss": 0.00189971923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8998980522155762e-06, + "grad_norm": 5.025838375091553, + "learning_rate": 2.2933446375582875e-07, + "loss": 0.5857, + "mean_token_accuracy": 0.8196119666099548, + "num_tokens": 20599333.0, + "step": 542 + }, + { + "epoch": 0.06907518127464699, + "ewc_loss": 0.00189971923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8998980522155762e-06, + "grad_norm": 4.864045143127441, + "learning_rate": 2.297583721916066e-07, + "loss": 0.5227, + "mean_token_accuracy": 0.8361936211585999, + "num_tokens": 20640195.0, + "step": 543 + }, + { + "epoch": 0.0692023915532375, + "ewc_loss": 0.00189208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8924474716186523e-06, + "grad_norm": 5.009170055389404, + "learning_rate": 2.301822806273845e-07, + "loss": 0.5433, + "mean_token_accuracy": 0.8289554119110107, + "num_tokens": 20682617.0, + "step": 544 + }, + { + "epoch": 0.06932960183182801, + "ewc_loss": 0.00189971923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8998980522155762e-06, + "grad_norm": 5.385533332824707, + "learning_rate": 2.3060618906316234e-07, + "loss": 0.5953, + "mean_token_accuracy": 0.8169698715209961, + "num_tokens": 20718032.0, + "step": 545 + }, + { + "epoch": 0.06945681211041853, + "ewc_loss": 0.0019378662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9371509552001953e-06, + "grad_norm": 5.009891033172607, + "learning_rate": 2.3103009749894024e-07, + "loss": 0.5597, + "mean_token_accuracy": 0.8242865800857544, + "num_tokens": 20755190.0, + "step": 546 + }, + { + "epoch": 0.06958402238900903, + "ewc_loss": 0.00189208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8924474716186523e-06, + "grad_norm": 4.519374847412109, + "learning_rate": 2.3145400593471808e-07, + "loss": 0.5847, + "mean_token_accuracy": 0.8157126903533936, + "num_tokens": 20799088.0, + "step": 547 + }, + { + "epoch": 0.06971123266759954, + "ewc_loss": 0.00182342529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8253922462463379e-06, + "grad_norm": 5.078629016876221, + "learning_rate": 2.3187791437049598e-07, + "loss": 0.615, + "mean_token_accuracy": 0.8069360256195068, + "num_tokens": 20831819.0, + "step": 548 + }, + { + "epoch": 0.06983844294619006, + "ewc_loss": 0.001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.952052116394043e-06, + "grad_norm": 5.215106964111328, + "learning_rate": 2.3230182280627383e-07, + "loss": 0.5449, + "mean_token_accuracy": 0.8288509845733643, + "num_tokens": 20861291.0, + "step": 549 + }, + { + "epoch": 0.06996565322478056, + "ewc_loss": 0.001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.952052116394043e-06, + "grad_norm": 4.816848278045654, + "learning_rate": 2.327257312420517e-07, + "loss": 0.5215, + "mean_token_accuracy": 0.8369191288948059, + "num_tokens": 20897446.0, + "step": 550 + }, + { + "epoch": 0.07009286350337107, + "ewc_loss": 0.00189971923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8998980522155762e-06, + "grad_norm": 5.414606094360352, + "learning_rate": 2.3314963967782957e-07, + "loss": 0.5448, + "mean_token_accuracy": 0.8243910074234009, + "num_tokens": 20934423.0, + "step": 551 + }, + { + "epoch": 0.07022007378196159, + "ewc_loss": 0.001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.952052116394043e-06, + "grad_norm": 5.0062665939331055, + "learning_rate": 2.3357354811360745e-07, + "loss": 0.5628, + "mean_token_accuracy": 0.8258351683616638, + "num_tokens": 20978394.0, + "step": 552 + }, + { + "epoch": 0.07034728406055209, + "ewc_loss": 0.001922607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9222497940063477e-06, + "grad_norm": 5.1851301193237305, + "learning_rate": 2.3399745654938532e-07, + "loss": 0.5889, + "mean_token_accuracy": 0.816636860370636, + "num_tokens": 21010669.0, + "step": 553 + }, + { + "epoch": 0.0704744943391426, + "ewc_loss": 0.001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.952052116394043e-06, + "grad_norm": 4.859071254730225, + "learning_rate": 2.344213649851632e-07, + "loss": 0.558, + "mean_token_accuracy": 0.8265208005905151, + "num_tokens": 21047696.0, + "step": 554 + }, + { + "epoch": 0.07060170461773312, + "ewc_loss": 0.001922607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9222497940063477e-06, + "grad_norm": 4.74302339553833, + "learning_rate": 2.3484527342094106e-07, + "loss": 0.6391, + "mean_token_accuracy": 0.803985595703125, + "num_tokens": 21091437.0, + "step": 555 + }, + { + "epoch": 0.07072891489632362, + "ewc_loss": 0.001922607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9222497940063477e-06, + "grad_norm": 4.779402256011963, + "learning_rate": 2.3526918185671894e-07, + "loss": 0.5997, + "mean_token_accuracy": 0.8133139610290527, + "num_tokens": 21128880.0, + "step": 556 + }, + { + "epoch": 0.07085612517491413, + "ewc_loss": 0.0019378662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9371509552001953e-06, + "grad_norm": 4.858083724975586, + "learning_rate": 2.356930902924968e-07, + "loss": 0.5516, + "mean_token_accuracy": 0.8273366689682007, + "num_tokens": 21168523.0, + "step": 557 + }, + { + "epoch": 0.07098333545350465, + "ewc_loss": 0.001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.952052116394043e-06, + "grad_norm": 4.993534564971924, + "learning_rate": 2.3611699872827468e-07, + "loss": 0.6378, + "mean_token_accuracy": 0.8009138107299805, + "num_tokens": 21211376.0, + "step": 558 + }, + { + "epoch": 0.07111054573209516, + "ewc_loss": 0.0019683837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9669532775878906e-06, + "grad_norm": 4.7964067459106445, + "learning_rate": 2.3654090716405255e-07, + "loss": 0.5701, + "mean_token_accuracy": 0.8218005895614624, + "num_tokens": 21249162.0, + "step": 559 + }, + { + "epoch": 0.07123775601068566, + "ewc_loss": 0.0019378662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9371509552001953e-06, + "grad_norm": 4.8738789558410645, + "learning_rate": 2.3696481559983043e-07, + "loss": 0.5969, + "mean_token_accuracy": 0.8131152987480164, + "num_tokens": 21282351.0, + "step": 560 + }, + { + "epoch": 0.07136496628927617, + "ewc_loss": 0.0019683837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9669532775878906e-06, + "grad_norm": 4.784695148468018, + "learning_rate": 2.373887240356083e-07, + "loss": 0.5875, + "mean_token_accuracy": 0.8165652751922607, + "num_tokens": 21319508.0, + "step": 561 + }, + { + "epoch": 0.07149217656786669, + "ewc_loss": 0.001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.952052116394043e-06, + "grad_norm": 4.732388496398926, + "learning_rate": 2.3781263247138617e-07, + "loss": 0.5521, + "mean_token_accuracy": 0.8276610374450684, + "num_tokens": 21357111.0, + "step": 562 + }, + { + "epoch": 0.07161938684645719, + "ewc_loss": 0.001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.952052116394043e-06, + "grad_norm": 4.977643966674805, + "learning_rate": 2.3823654090716404e-07, + "loss": 0.5539, + "mean_token_accuracy": 0.8227505683898926, + "num_tokens": 21393222.0, + "step": 563 + }, + { + "epoch": 0.0717465971250477, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 4.822751045227051, + "learning_rate": 2.386604493429419e-07, + "loss": 0.5088, + "mean_token_accuracy": 0.8370087146759033, + "num_tokens": 21429595.0, + "step": 564 + }, + { + "epoch": 0.07187380740363822, + "ewc_loss": 0.0019683837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9669532775878906e-06, + "grad_norm": 5.0441412925720215, + "learning_rate": 2.390843577787198e-07, + "loss": 0.6045, + "mean_token_accuracy": 0.8062889575958252, + "num_tokens": 21467341.0, + "step": 565 + }, + { + "epoch": 0.07200101768222872, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 4.729567527770996, + "learning_rate": 2.3950826621449766e-07, + "loss": 0.4821, + "mean_token_accuracy": 0.8484112024307251, + "num_tokens": 21510927.0, + "step": 566 + }, + { + "epoch": 0.07212822796081923, + "ewc_loss": 0.0019683837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9669532775878906e-06, + "grad_norm": 4.891127586364746, + "learning_rate": 2.3993217465027556e-07, + "loss": 0.5576, + "mean_token_accuracy": 0.8260505199432373, + "num_tokens": 21551604.0, + "step": 567 + }, + { + "epoch": 0.07225543823940975, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 5.198606967926025, + "learning_rate": 2.403560830860534e-07, + "loss": 0.6084, + "mean_token_accuracy": 0.8139452934265137, + "num_tokens": 21591871.0, + "step": 568 + }, + { + "epoch": 0.07238264851800025, + "ewc_loss": 0.00201416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0116567611694336e-06, + "grad_norm": 4.997896194458008, + "learning_rate": 2.4077999152183125e-07, + "loss": 0.6055, + "mean_token_accuracy": 0.8102636337280273, + "num_tokens": 21629810.0, + "step": 569 + }, + { + "epoch": 0.07250985879659076, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 4.867822647094727, + "learning_rate": 2.4120389995760915e-07, + "loss": 0.5042, + "mean_token_accuracy": 0.8435124754905701, + "num_tokens": 21668706.0, + "step": 570 + }, + { + "epoch": 0.07263706907518128, + "ewc_loss": 0.0019683837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9669532775878906e-06, + "grad_norm": 4.935141563415527, + "learning_rate": 2.41627808393387e-07, + "loss": 0.5485, + "mean_token_accuracy": 0.8250975012779236, + "num_tokens": 21712725.0, + "step": 571 + }, + { + "epoch": 0.07276427935377179, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 4.902816295623779, + "learning_rate": 2.420517168291649e-07, + "loss": 0.5586, + "mean_token_accuracy": 0.8274568319320679, + "num_tokens": 21746086.0, + "step": 572 + }, + { + "epoch": 0.07289148963236229, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 4.9338297843933105, + "learning_rate": 2.4247562526494274e-07, + "loss": 0.5186, + "mean_token_accuracy": 0.8329737186431885, + "num_tokens": 21779573.0, + "step": 573 + }, + { + "epoch": 0.0730186999109528, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 4.958890438079834, + "learning_rate": 2.4289953370072064e-07, + "loss": 0.5907, + "mean_token_accuracy": 0.8142989873886108, + "num_tokens": 21818766.0, + "step": 574 + }, + { + "epoch": 0.07314591018954332, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 4.807798862457275, + "learning_rate": 2.433234421364985e-07, + "loss": 0.5462, + "mean_token_accuracy": 0.8313005566596985, + "num_tokens": 21855539.0, + "step": 575 + }, + { + "epoch": 0.07327312046813382, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 4.794772624969482, + "learning_rate": 2.437473505722764e-07, + "loss": 0.5116, + "mean_token_accuracy": 0.8357378244400024, + "num_tokens": 21892567.0, + "step": 576 + }, + { + "epoch": 0.07340033074672433, + "ewc_loss": 0.0019989013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.996755599975586e-06, + "grad_norm": 4.838850975036621, + "learning_rate": 2.4417125900805423e-07, + "loss": 0.5305, + "mean_token_accuracy": 0.8250783085823059, + "num_tokens": 21928607.0, + "step": 577 + }, + { + "epoch": 0.07352754102531485, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 4.890037536621094, + "learning_rate": 2.4459516744383213e-07, + "loss": 0.5771, + "mean_token_accuracy": 0.8201079368591309, + "num_tokens": 21963781.0, + "step": 578 + }, + { + "epoch": 0.07365475130390535, + "ewc_loss": 0.0019989013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.996755599975586e-06, + "grad_norm": 4.898724555969238, + "learning_rate": 2.4501907587961e-07, + "loss": 0.5378, + "mean_token_accuracy": 0.8309627771377563, + "num_tokens": 21999140.0, + "step": 579 + }, + { + "epoch": 0.07378196158249586, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 4.70241641998291, + "learning_rate": 2.454429843153879e-07, + "loss": 0.6373, + "mean_token_accuracy": 0.8010517954826355, + "num_tokens": 22038703.0, + "step": 580 + }, + { + "epoch": 0.07390917186108638, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 5.027231216430664, + "learning_rate": 2.458668927511657e-07, + "loss": 0.5514, + "mean_token_accuracy": 0.8190968036651611, + "num_tokens": 22071052.0, + "step": 581 + }, + { + "epoch": 0.07403638213967688, + "ewc_loss": 0.002044677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.041459083557129e-06, + "grad_norm": 4.9244608879089355, + "learning_rate": 2.462908011869436e-07, + "loss": 0.5163, + "mean_token_accuracy": 0.8367187976837158, + "num_tokens": 22109629.0, + "step": 582 + }, + { + "epoch": 0.0741635924182674, + "ewc_loss": 0.0019989013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.996755599975586e-06, + "grad_norm": 4.781345367431641, + "learning_rate": 2.4671470962272147e-07, + "loss": 0.5289, + "mean_token_accuracy": 0.83406662940979, + "num_tokens": 22151544.0, + "step": 583 + }, + { + "epoch": 0.07429080269685791, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 5.240789890289307, + "learning_rate": 2.4713861805849937e-07, + "loss": 0.5068, + "mean_token_accuracy": 0.8363358974456787, + "num_tokens": 22189241.0, + "step": 584 + }, + { + "epoch": 0.07441801297544842, + "ewc_loss": 0.0020751953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0712614059448242e-06, + "grad_norm": 4.837584018707275, + "learning_rate": 2.475625264942772e-07, + "loss": 0.5221, + "mean_token_accuracy": 0.8335167169570923, + "num_tokens": 22229138.0, + "step": 585 + }, + { + "epoch": 0.07454522325403892, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 4.808132171630859, + "learning_rate": 2.479864349300551e-07, + "loss": 0.5604, + "mean_token_accuracy": 0.8251297473907471, + "num_tokens": 22264930.0, + "step": 586 + }, + { + "epoch": 0.07467243353262944, + "ewc_loss": 0.001983642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.9818544387817383e-06, + "grad_norm": 4.845059871673584, + "learning_rate": 2.4841034336583296e-07, + "loss": 0.5024, + "mean_token_accuracy": 0.8348550200462341, + "num_tokens": 22297162.0, + "step": 587 + }, + { + "epoch": 0.07479964381121995, + "ewc_loss": 0.00201416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0116567611694336e-06, + "grad_norm": 4.868391990661621, + "learning_rate": 2.488342518016108e-07, + "loss": 0.5859, + "mean_token_accuracy": 0.8133150339126587, + "num_tokens": 22334779.0, + "step": 588 + }, + { + "epoch": 0.07492685408981045, + "ewc_loss": 0.0020294189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0265579223632812e-06, + "grad_norm": 5.057097911834717, + "learning_rate": 2.492581602373887e-07, + "loss": 0.5433, + "mean_token_accuracy": 0.8301664590835571, + "num_tokens": 22372820.0, + "step": 589 + }, + { + "epoch": 0.07505406436840097, + "ewc_loss": 0.0020599365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0563602447509766e-06, + "grad_norm": 4.944296836853027, + "learning_rate": 2.4968206867316655e-07, + "loss": 0.5634, + "mean_token_accuracy": 0.821775496006012, + "num_tokens": 22417841.0, + "step": 590 + }, + { + "epoch": 0.07518127464699148, + "ewc_loss": 0.00201416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0116567611694336e-06, + "grad_norm": 4.86083984375, + "learning_rate": 2.5010597710894445e-07, + "loss": 0.478, + "mean_token_accuracy": 0.8481225967407227, + "num_tokens": 22449133.0, + "step": 591 + }, + { + "epoch": 0.07530848492558198, + "ewc_loss": 0.00201416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0116567611694336e-06, + "grad_norm": 4.932643413543701, + "learning_rate": 2.505298855447223e-07, + "loss": 0.5432, + "mean_token_accuracy": 0.8288203477859497, + "num_tokens": 22491145.0, + "step": 592 + }, + { + "epoch": 0.0754356952041725, + "ewc_loss": 0.0020294189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0265579223632812e-06, + "grad_norm": 4.845412254333496, + "learning_rate": 2.509537939805002e-07, + "loss": 0.5558, + "mean_token_accuracy": 0.8275277614593506, + "num_tokens": 22531738.0, + "step": 593 + }, + { + "epoch": 0.07556290548276301, + "ewc_loss": 0.0019989013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.996755599975586e-06, + "grad_norm": 5.231832027435303, + "learning_rate": 2.513777024162781e-07, + "loss": 0.5349, + "mean_token_accuracy": 0.8328759670257568, + "num_tokens": 22563005.0, + "step": 594 + }, + { + "epoch": 0.07569011576135352, + "ewc_loss": 0.0020751953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0712614059448242e-06, + "grad_norm": 4.86278772354126, + "learning_rate": 2.5180161085205594e-07, + "loss": 0.5164, + "mean_token_accuracy": 0.8376998901367188, + "num_tokens": 22601333.0, + "step": 595 + }, + { + "epoch": 0.07581732603994402, + "ewc_loss": 0.0019989013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.996755599975586e-06, + "grad_norm": 4.887664794921875, + "learning_rate": 2.522255192878338e-07, + "loss": 0.5698, + "mean_token_accuracy": 0.8205720782279968, + "num_tokens": 22639528.0, + "step": 596 + }, + { + "epoch": 0.07594453631853454, + "ewc_loss": 0.0020294189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0265579223632812e-06, + "grad_norm": 4.850698947906494, + "learning_rate": 2.526494277236117e-07, + "loss": 0.5527, + "mean_token_accuracy": 0.8261814713478088, + "num_tokens": 22675290.0, + "step": 597 + }, + { + "epoch": 0.07607174659712505, + "ewc_loss": 0.002044677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.041459083557129e-06, + "grad_norm": 4.97202205657959, + "learning_rate": 2.530733361593896e-07, + "loss": 0.528, + "mean_token_accuracy": 0.8311900496482849, + "num_tokens": 22712823.0, + "step": 598 + }, + { + "epoch": 0.07619895687571555, + "ewc_loss": 0.002044677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.041459083557129e-06, + "grad_norm": 5.0204081535339355, + "learning_rate": 2.5349724459516743e-07, + "loss": 0.5496, + "mean_token_accuracy": 0.8276718854904175, + "num_tokens": 22750916.0, + "step": 599 + }, + { + "epoch": 0.07632616715430607, + "ewc_loss": 0.0020294189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0265579223632812e-06, + "grad_norm": 5.003715515136719, + "learning_rate": 2.539211530309453e-07, + "loss": 0.501, + "mean_token_accuracy": 0.8389803171157837, + "num_tokens": 22782537.0, + "step": 600 + }, + { + "epoch": 0.07645337743289658, + "ewc_loss": 0.002044677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.041459083557129e-06, + "grad_norm": 5.091127872467041, + "learning_rate": 2.543450614667232e-07, + "loss": 0.5925, + "mean_token_accuracy": 0.815822958946228, + "num_tokens": 22814805.0, + "step": 601 + }, + { + "epoch": 0.07658058771148708, + "ewc_loss": 0.0020599365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0563602447509766e-06, + "grad_norm": 4.894011974334717, + "learning_rate": 2.547689699025011e-07, + "loss": 0.5908, + "mean_token_accuracy": 0.8137663006782532, + "num_tokens": 22852654.0, + "step": 602 + }, + { + "epoch": 0.0767077979900776, + "ewc_loss": 0.0020294189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0265579223632812e-06, + "grad_norm": 4.870561599731445, + "learning_rate": 2.551928783382789e-07, + "loss": 0.5452, + "mean_token_accuracy": 0.8260660171508789, + "num_tokens": 22894205.0, + "step": 603 + }, + { + "epoch": 0.07683500826866811, + "ewc_loss": 0.0020599365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0563602447509766e-06, + "grad_norm": 4.882416248321533, + "learning_rate": 2.5561678677405677e-07, + "loss": 0.5118, + "mean_token_accuracy": 0.8351266980171204, + "num_tokens": 22924095.0, + "step": 604 + }, + { + "epoch": 0.07696221854725861, + "ewc_loss": 0.0020904541015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.086162567138672e-06, + "grad_norm": 4.891738414764404, + "learning_rate": 2.5604069520983467e-07, + "loss": 0.5937, + "mean_token_accuracy": 0.8106379508972168, + "num_tokens": 22960857.0, + "step": 605 + }, + { + "epoch": 0.07708942882584913, + "ewc_loss": 0.0020599365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0563602447509766e-06, + "grad_norm": 4.817975997924805, + "learning_rate": 2.564646036456125e-07, + "loss": 0.5459, + "mean_token_accuracy": 0.8253765106201172, + "num_tokens": 23004670.0, + "step": 606 + }, + { + "epoch": 0.07721663910443964, + "ewc_loss": 0.0020904541015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.086162567138672e-06, + "grad_norm": 5.116837024688721, + "learning_rate": 2.568885120813904e-07, + "loss": 0.5458, + "mean_token_accuracy": 0.8244871497154236, + "num_tokens": 23041999.0, + "step": 607 + }, + { + "epoch": 0.07734384938303016, + "ewc_loss": 0.00213623046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.130866050720215e-06, + "grad_norm": 4.876862525939941, + "learning_rate": 2.5731242051716826e-07, + "loss": 0.5345, + "mean_token_accuracy": 0.8325868844985962, + "num_tokens": 23080704.0, + "step": 608 + }, + { + "epoch": 0.07747105966162066, + "ewc_loss": 0.0020904541015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.086162567138672e-06, + "grad_norm": 4.853351593017578, + "learning_rate": 2.5773632895294616e-07, + "loss": 0.5693, + "mean_token_accuracy": 0.8217108249664307, + "num_tokens": 23118662.0, + "step": 609 + }, + { + "epoch": 0.07759826994021117, + "ewc_loss": 0.0020751953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.0712614059448242e-06, + "grad_norm": 4.992409706115723, + "learning_rate": 2.58160237388724e-07, + "loss": 0.4923, + "mean_token_accuracy": 0.8397444486618042, + "num_tokens": 23150367.0, + "step": 610 + }, + { + "epoch": 0.07772548021880168, + "ewc_loss": 0.0021209716796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.115964889526367e-06, + "grad_norm": 5.013236999511719, + "learning_rate": 2.585841458245019e-07, + "loss": 0.5505, + "mean_token_accuracy": 0.8255330324172974, + "num_tokens": 23185836.0, + "step": 611 + }, + { + "epoch": 0.07785269049739219, + "ewc_loss": 0.0021209716796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.115964889526367e-06, + "grad_norm": 4.856850624084473, + "learning_rate": 2.5900805426027975e-07, + "loss": 0.4919, + "mean_token_accuracy": 0.8420833349227905, + "num_tokens": 23219346.0, + "step": 612 + }, + { + "epoch": 0.0779799007759827, + "ewc_loss": 0.002105712890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1010637283325195e-06, + "grad_norm": 4.894367694854736, + "learning_rate": 2.5943196269605765e-07, + "loss": 0.5629, + "mean_token_accuracy": 0.8277288675308228, + "num_tokens": 23257569.0, + "step": 613 + }, + { + "epoch": 0.07810711105457321, + "ewc_loss": 0.002105712890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1010637283325195e-06, + "grad_norm": 4.725244998931885, + "learning_rate": 2.598558711318355e-07, + "loss": 0.5533, + "mean_token_accuracy": 0.8278644680976868, + "num_tokens": 23302944.0, + "step": 614 + }, + { + "epoch": 0.07823432133316371, + "ewc_loss": 0.002105712890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1010637283325195e-06, + "grad_norm": 4.941404342651367, + "learning_rate": 2.602797795676134e-07, + "loss": 0.5593, + "mean_token_accuracy": 0.8241997361183167, + "num_tokens": 23341660.0, + "step": 615 + }, + { + "epoch": 0.07836153161175423, + "ewc_loss": 0.0021209716796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.115964889526367e-06, + "grad_norm": 5.0568952560424805, + "learning_rate": 2.6070368800339124e-07, + "loss": 0.5571, + "mean_token_accuracy": 0.8189159631729126, + "num_tokens": 23375956.0, + "step": 616 + }, + { + "epoch": 0.07848874189034474, + "ewc_loss": 0.0021514892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1457672119140625e-06, + "grad_norm": 4.918378829956055, + "learning_rate": 2.6112759643916914e-07, + "loss": 0.509, + "mean_token_accuracy": 0.8370794057846069, + "num_tokens": 23407568.0, + "step": 617 + }, + { + "epoch": 0.07861595216893524, + "ewc_loss": 0.00213623046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.130866050720215e-06, + "grad_norm": 4.921385765075684, + "learning_rate": 2.61551504874947e-07, + "loss": 0.5417, + "mean_token_accuracy": 0.8293837308883667, + "num_tokens": 23440261.0, + "step": 618 + }, + { + "epoch": 0.07874316244752576, + "ewc_loss": 0.00213623046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.130866050720215e-06, + "grad_norm": 4.903390407562256, + "learning_rate": 2.619754133107249e-07, + "loss": 0.524, + "mean_token_accuracy": 0.8343157768249512, + "num_tokens": 23481706.0, + "step": 619 + }, + { + "epoch": 0.07887037272611627, + "ewc_loss": 0.00213623046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.130866050720215e-06, + "grad_norm": 4.9872894287109375, + "learning_rate": 2.623993217465028e-07, + "loss": 0.5843, + "mean_token_accuracy": 0.8118591904640198, + "num_tokens": 23515410.0, + "step": 620 + }, + { + "epoch": 0.07899758300470679, + "ewc_loss": 0.0021514892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1457672119140625e-06, + "grad_norm": 4.855306625366211, + "learning_rate": 2.6282323018228063e-07, + "loss": 0.5682, + "mean_token_accuracy": 0.8244031071662903, + "num_tokens": 23554627.0, + "step": 621 + }, + { + "epoch": 0.07912479328329729, + "ewc_loss": 0.00213623046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.130866050720215e-06, + "grad_norm": 4.862699508666992, + "learning_rate": 2.632471386180585e-07, + "loss": 0.5912, + "mean_token_accuracy": 0.8131726384162903, + "num_tokens": 23593400.0, + "step": 622 + }, + { + "epoch": 0.0792520035618878, + "ewc_loss": 0.0021514892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1457672119140625e-06, + "grad_norm": 5.134498119354248, + "learning_rate": 2.6367104705383637e-07, + "loss": 0.5888, + "mean_token_accuracy": 0.8138011693954468, + "num_tokens": 23628242.0, + "step": 623 + }, + { + "epoch": 0.07937921384047832, + "ewc_loss": 0.0021820068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 4.938249588012695, + "learning_rate": 2.6409495548961427e-07, + "loss": 0.5749, + "mean_token_accuracy": 0.8234750628471375, + "num_tokens": 23671041.0, + "step": 624 + }, + { + "epoch": 0.07950642411906882, + "ewc_loss": 0.002166748046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.16066837310791e-06, + "grad_norm": 4.987815856933594, + "learning_rate": 2.6451886392539206e-07, + "loss": 0.5523, + "mean_token_accuracy": 0.8280689716339111, + "num_tokens": 23701904.0, + "step": 625 + }, + { + "epoch": 0.07963363439765933, + "ewc_loss": 0.0021820068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 4.882119178771973, + "learning_rate": 2.6494277236116996e-07, + "loss": 0.5168, + "mean_token_accuracy": 0.8347597122192383, + "num_tokens": 23742374.0, + "step": 626 + }, + { + "epoch": 0.07976084467624985, + "ewc_loss": 0.0021514892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1457672119140625e-06, + "grad_norm": 5.103072166442871, + "learning_rate": 2.6536668079694786e-07, + "loss": 0.6222, + "mean_token_accuracy": 0.8068008422851562, + "num_tokens": 23780216.0, + "step": 627 + }, + { + "epoch": 0.07988805495484035, + "ewc_loss": 0.0021820068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 5.125157833099365, + "learning_rate": 2.6579058923272576e-07, + "loss": 0.4763, + "mean_token_accuracy": 0.8495520353317261, + "num_tokens": 23813641.0, + "step": 628 + }, + { + "epoch": 0.08001526523343086, + "ewc_loss": 0.0021820068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 4.882359504699707, + "learning_rate": 2.6621449766850356e-07, + "loss": 0.5611, + "mean_token_accuracy": 0.8242478370666504, + "num_tokens": 23850189.0, + "step": 629 + }, + { + "epoch": 0.08014247551202137, + "ewc_loss": 0.0021514892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1457672119140625e-06, + "grad_norm": 4.82592248916626, + "learning_rate": 2.6663840610428145e-07, + "loss": 0.5157, + "mean_token_accuracy": 0.8353238701820374, + "num_tokens": 23884410.0, + "step": 630 + }, + { + "epoch": 0.08026968579061187, + "ewc_loss": 0.002166748046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.16066837310791e-06, + "grad_norm": 4.865971088409424, + "learning_rate": 2.6706231454005935e-07, + "loss": 0.5251, + "mean_token_accuracy": 0.8341098427772522, + "num_tokens": 23930139.0, + "step": 631 + }, + { + "epoch": 0.08039689606920239, + "ewc_loss": 0.0021820068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 4.735721111297607, + "learning_rate": 2.6748622297583725e-07, + "loss": 0.5232, + "mean_token_accuracy": 0.8341297507286072, + "num_tokens": 23973124.0, + "step": 632 + }, + { + "epoch": 0.0805241063477929, + "ewc_loss": 0.00213623046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.130866050720215e-06, + "grad_norm": 4.840060234069824, + "learning_rate": 2.6791013141161505e-07, + "loss": 0.5313, + "mean_token_accuracy": 0.8337664604187012, + "num_tokens": 24008676.0, + "step": 633 + }, + { + "epoch": 0.08065131662638342, + "ewc_loss": 0.002197265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1904706954956055e-06, + "grad_norm": 5.000838756561279, + "learning_rate": 2.6833403984739294e-07, + "loss": 0.5307, + "mean_token_accuracy": 0.8315121531486511, + "num_tokens": 24044880.0, + "step": 634 + }, + { + "epoch": 0.08077852690497392, + "ewc_loss": 0.0021820068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 4.8754119873046875, + "learning_rate": 2.6875794828317084e-07, + "loss": 0.5213, + "mean_token_accuracy": 0.8384144902229309, + "num_tokens": 24090140.0, + "step": 635 + }, + { + "epoch": 0.08090573718356443, + "ewc_loss": 0.002197265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1904706954956055e-06, + "grad_norm": 5.032925128936768, + "learning_rate": 2.6918185671894874e-07, + "loss": 0.6054, + "mean_token_accuracy": 0.814014732837677, + "num_tokens": 24123311.0, + "step": 636 + }, + { + "epoch": 0.08103294746215495, + "ewc_loss": 0.002197265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1904706954956055e-06, + "grad_norm": 4.977123737335205, + "learning_rate": 2.6960576515472654e-07, + "loss": 0.6395, + "mean_token_accuracy": 0.7997063994407654, + "num_tokens": 24164019.0, + "step": 637 + }, + { + "epoch": 0.08116015774074545, + "ewc_loss": 0.0021820068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 4.864884853363037, + "learning_rate": 2.7002967359050443e-07, + "loss": 0.5065, + "mean_token_accuracy": 0.8398314714431763, + "num_tokens": 24205986.0, + "step": 638 + }, + { + "epoch": 0.08128736801933596, + "ewc_loss": 0.0021820068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 4.830554008483887, + "learning_rate": 2.7045358202628233e-07, + "loss": 0.5636, + "mean_token_accuracy": 0.8188125491142273, + "num_tokens": 24251956.0, + "step": 639 + }, + { + "epoch": 0.08141457829792648, + "ewc_loss": 0.002197265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1904706954956055e-06, + "grad_norm": 4.910776615142822, + "learning_rate": 2.7087749046206023e-07, + "loss": 0.5098, + "mean_token_accuracy": 0.8359465599060059, + "num_tokens": 24284990.0, + "step": 640 + }, + { + "epoch": 0.08154178857651698, + "ewc_loss": 0.002197265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1904706954956055e-06, + "grad_norm": 4.942641258239746, + "learning_rate": 2.71301398897838e-07, + "loss": 0.5654, + "mean_token_accuracy": 0.821289598941803, + "num_tokens": 24323305.0, + "step": 641 + }, + { + "epoch": 0.08166899885510749, + "ewc_loss": 0.0021820068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 4.832050323486328, + "learning_rate": 2.717253073336159e-07, + "loss": 0.4776, + "mean_token_accuracy": 0.84654700756073, + "num_tokens": 24365847.0, + "step": 642 + }, + { + "epoch": 0.081796209133698, + "ewc_loss": 0.0021820068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 4.931853771209717, + "learning_rate": 2.721492157693938e-07, + "loss": 0.4841, + "mean_token_accuracy": 0.8446575403213501, + "num_tokens": 24407269.0, + "step": 643 + }, + { + "epoch": 0.0819234194122885, + "ewc_loss": 0.0021820068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 4.90200138092041, + "learning_rate": 2.7257312420517167e-07, + "loss": 0.5405, + "mean_token_accuracy": 0.8272897005081177, + "num_tokens": 24444990.0, + "step": 644 + }, + { + "epoch": 0.08205062969087902, + "ewc_loss": 0.002197265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1904706954956055e-06, + "grad_norm": 4.872678279876709, + "learning_rate": 2.729970326409495e-07, + "loss": 0.5708, + "mean_token_accuracy": 0.8226884603500366, + "num_tokens": 24487293.0, + "step": 645 + }, + { + "epoch": 0.08217783996946953, + "ewc_loss": 0.0021820068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 4.919665813446045, + "learning_rate": 2.734209410767274e-07, + "loss": 0.5328, + "mean_token_accuracy": 0.8315764665603638, + "num_tokens": 24521403.0, + "step": 646 + }, + { + "epoch": 0.08230505024806005, + "ewc_loss": 0.0022125244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.205371856689453e-06, + "grad_norm": 4.878750324249268, + "learning_rate": 2.738448495125053e-07, + "loss": 0.5421, + "mean_token_accuracy": 0.8308928608894348, + "num_tokens": 24562740.0, + "step": 647 + }, + { + "epoch": 0.08243226052665055, + "ewc_loss": 0.0021820068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 4.9072184562683105, + "learning_rate": 2.7426875794828316e-07, + "loss": 0.5492, + "mean_token_accuracy": 0.8220092058181763, + "num_tokens": 24597507.0, + "step": 648 + }, + { + "epoch": 0.08255947080524106, + "ewc_loss": 0.002227783203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.2202730178833008e-06, + "grad_norm": 4.961014270782471, + "learning_rate": 2.74692666384061e-07, + "loss": 0.5111, + "mean_token_accuracy": 0.8363453149795532, + "num_tokens": 24635629.0, + "step": 649 + }, + { + "epoch": 0.08268668108383158, + "ewc_loss": 0.0022125244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.205371856689453e-06, + "grad_norm": 4.907776355743408, + "learning_rate": 2.751165748198389e-07, + "loss": 0.5368, + "mean_token_accuracy": 0.8280777335166931, + "num_tokens": 24676087.0, + "step": 650 + }, + { + "epoch": 0.08281389136242208, + "ewc_loss": 0.0021820068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.175569534301758e-06, + "grad_norm": 5.03201150894165, + "learning_rate": 2.755404832556168e-07, + "loss": 0.5547, + "mean_token_accuracy": 0.8245617151260376, + "num_tokens": 24713652.0, + "step": 651 + }, + { + "epoch": 0.0829411016410126, + "ewc_loss": 0.002227783203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.2202730178833008e-06, + "grad_norm": 4.877920150756836, + "learning_rate": 2.7596439169139465e-07, + "loss": 0.537, + "mean_token_accuracy": 0.8309246897697449, + "num_tokens": 24750130.0, + "step": 652 + }, + { + "epoch": 0.08306831191960311, + "ewc_loss": 0.0022125244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.205371856689453e-06, + "grad_norm": 4.935988426208496, + "learning_rate": 2.763883001271725e-07, + "loss": 0.5872, + "mean_token_accuracy": 0.8144235014915466, + "num_tokens": 24787337.0, + "step": 653 + }, + { + "epoch": 0.08319552219819361, + "ewc_loss": 0.002227783203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.2202730178833008e-06, + "grad_norm": 5.047845363616943, + "learning_rate": 2.768122085629504e-07, + "loss": 0.5789, + "mean_token_accuracy": 0.810616135597229, + "num_tokens": 24822736.0, + "step": 654 + }, + { + "epoch": 0.08332273247678412, + "ewc_loss": 0.0022735595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.2798776626586914e-06, + "grad_norm": 4.990157127380371, + "learning_rate": 2.772361169987283e-07, + "loss": 0.5204, + "mean_token_accuracy": 0.837349534034729, + "num_tokens": 24858743.0, + "step": 655 + }, + { + "epoch": 0.08344994275537464, + "ewc_loss": 0.002227783203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.2351741790771484e-06, + "grad_norm": 4.878227710723877, + "learning_rate": 2.7766002543450614e-07, + "loss": 0.5288, + "mean_token_accuracy": 0.8292815685272217, + "num_tokens": 24901286.0, + "step": 656 + }, + { + "epoch": 0.08357715303396514, + "ewc_loss": 0.002227783203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.2202730178833008e-06, + "grad_norm": 4.870641708374023, + "learning_rate": 2.78083933870284e-07, + "loss": 0.5981, + "mean_token_accuracy": 0.8142779469490051, + "num_tokens": 24943457.0, + "step": 657 + }, + { + "epoch": 0.08370436331255565, + "ewc_loss": 0.002227783203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.2202730178833008e-06, + "grad_norm": 4.9322943687438965, + "learning_rate": 2.785078423060619e-07, + "loss": 0.5379, + "mean_token_accuracy": 0.8263742923736572, + "num_tokens": 24979247.0, + "step": 658 + }, + { + "epoch": 0.08383157359114617, + "ewc_loss": 0.002227783203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.2351741790771484e-06, + "grad_norm": 4.978322505950928, + "learning_rate": 2.789317507418398e-07, + "loss": 0.5502, + "mean_token_accuracy": 0.8244297504425049, + "num_tokens": 25017456.0, + "step": 659 + }, + { + "epoch": 0.08395878386973668, + "ewc_loss": 0.002288818359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.294778823852539e-06, + "grad_norm": 4.987921714782715, + "learning_rate": 2.7935565917761763e-07, + "loss": 0.507, + "mean_token_accuracy": 0.8365654349327087, + "num_tokens": 25054682.0, + "step": 660 + }, + { + "epoch": 0.08408599414832718, + "ewc_loss": 0.0023040771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3096799850463867e-06, + "grad_norm": 5.132736682891846, + "learning_rate": 2.797795676133955e-07, + "loss": 0.58, + "mean_token_accuracy": 0.815494954586029, + "num_tokens": 25092501.0, + "step": 661 + }, + { + "epoch": 0.0842132044269177, + "ewc_loss": 0.002288818359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.294778823852539e-06, + "grad_norm": 4.909733295440674, + "learning_rate": 2.802034760491734e-07, + "loss": 0.4484, + "mean_token_accuracy": 0.8560850620269775, + "num_tokens": 25129253.0, + "step": 662 + }, + { + "epoch": 0.08434041470550821, + "ewc_loss": 0.0022430419921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.250075340270996e-06, + "grad_norm": 4.785582065582275, + "learning_rate": 2.806273844849512e-07, + "loss": 0.4873, + "mean_token_accuracy": 0.8447370529174805, + "num_tokens": 25169119.0, + "step": 663 + }, + { + "epoch": 0.08446762498409871, + "ewc_loss": 0.0022430419921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.250075340270996e-06, + "grad_norm": 4.984405517578125, + "learning_rate": 2.810512929207291e-07, + "loss": 0.5582, + "mean_token_accuracy": 0.8182586431503296, + "num_tokens": 25207654.0, + "step": 664 + }, + { + "epoch": 0.08459483526268922, + "ewc_loss": 0.0023345947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.339482307434082e-06, + "grad_norm": 4.8919572830200195, + "learning_rate": 2.8147520135650697e-07, + "loss": 0.5033, + "mean_token_accuracy": 0.8362997770309448, + "num_tokens": 25243258.0, + "step": 665 + }, + { + "epoch": 0.08472204554127974, + "ewc_loss": 0.0023040771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3096799850463867e-06, + "grad_norm": 4.863638877868652, + "learning_rate": 2.8189910979228487e-07, + "loss": 0.543, + "mean_token_accuracy": 0.8296153545379639, + "num_tokens": 25281301.0, + "step": 666 + }, + { + "epoch": 0.08484925581987024, + "ewc_loss": 0.0023040771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3096799850463867e-06, + "grad_norm": 5.0037336349487305, + "learning_rate": 2.823230182280627e-07, + "loss": 0.4947, + "mean_token_accuracy": 0.842316210269928, + "num_tokens": 25313500.0, + "step": 667 + }, + { + "epoch": 0.08497646609846075, + "ewc_loss": 0.0023193359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3245811462402344e-06, + "grad_norm": 4.918503284454346, + "learning_rate": 2.827469266638406e-07, + "loss": 0.5313, + "mean_token_accuracy": 0.8299549221992493, + "num_tokens": 25355121.0, + "step": 668 + }, + { + "epoch": 0.08510367637705127, + "ewc_loss": 0.002288818359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.294778823852539e-06, + "grad_norm": 4.857960224151611, + "learning_rate": 2.8317083509961846e-07, + "loss": 0.5471, + "mean_token_accuracy": 0.8283241987228394, + "num_tokens": 25398868.0, + "step": 669 + }, + { + "epoch": 0.08523088665564178, + "ewc_loss": 0.0023193359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3245811462402344e-06, + "grad_norm": 4.914853572845459, + "learning_rate": 2.8359474353539636e-07, + "loss": 0.526, + "mean_token_accuracy": 0.8321409225463867, + "num_tokens": 25438670.0, + "step": 670 + }, + { + "epoch": 0.08535809693423228, + "ewc_loss": 0.002349853515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3543834686279297e-06, + "grad_norm": 4.993045330047607, + "learning_rate": 2.840186519711742e-07, + "loss": 0.5728, + "mean_token_accuracy": 0.8224538564682007, + "num_tokens": 25479243.0, + "step": 671 + }, + { + "epoch": 0.0854853072128228, + "ewc_loss": 0.0023651123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3692846298217773e-06, + "grad_norm": 5.002688407897949, + "learning_rate": 2.844425604069521e-07, + "loss": 0.5569, + "mean_token_accuracy": 0.8217171430587769, + "num_tokens": 25514615.0, + "step": 672 + }, + { + "epoch": 0.08561251749141331, + "ewc_loss": 0.0023651123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3692846298217773e-06, + "grad_norm": 5.044412136077881, + "learning_rate": 2.8486646884272995e-07, + "loss": 0.5335, + "mean_token_accuracy": 0.829255223274231, + "num_tokens": 25552753.0, + "step": 673 + }, + { + "epoch": 0.08573972777000381, + "ewc_loss": 0.00238037109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.384185791015625e-06, + "grad_norm": 5.029094696044922, + "learning_rate": 2.8529037727850785e-07, + "loss": 0.471, + "mean_token_accuracy": 0.8473256230354309, + "num_tokens": 25587415.0, + "step": 674 + }, + { + "epoch": 0.08586693804859433, + "ewc_loss": 0.0023651123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3692846298217773e-06, + "grad_norm": 4.92889404296875, + "learning_rate": 2.857142857142857e-07, + "loss": 0.5008, + "mean_token_accuracy": 0.8422565460205078, + "num_tokens": 25625962.0, + "step": 675 + }, + { + "epoch": 0.08599414832718484, + "ewc_loss": 0.0023651123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3692846298217773e-06, + "grad_norm": 5.1567511558532715, + "learning_rate": 2.861381941500636e-07, + "loss": 0.5493, + "mean_token_accuracy": 0.8251211643218994, + "num_tokens": 25669680.0, + "step": 676 + }, + { + "epoch": 0.08612135860577534, + "ewc_loss": 0.0023956298828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3990869522094727e-06, + "grad_norm": 5.017244338989258, + "learning_rate": 2.8656210258584144e-07, + "loss": 0.5835, + "mean_token_accuracy": 0.8121324777603149, + "num_tokens": 25709221.0, + "step": 677 + }, + { + "epoch": 0.08624856888436586, + "ewc_loss": 0.002349853515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3543834686279297e-06, + "grad_norm": 5.151566505432129, + "learning_rate": 2.869860110216193e-07, + "loss": 0.5848, + "mean_token_accuracy": 0.8118155002593994, + "num_tokens": 25741880.0, + "step": 678 + }, + { + "epoch": 0.08637577916295637, + "ewc_loss": 0.0023956298828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3990869522094727e-06, + "grad_norm": 4.879195690155029, + "learning_rate": 2.874099194573972e-07, + "loss": 0.5178, + "mean_token_accuracy": 0.8349595069885254, + "num_tokens": 25786282.0, + "step": 679 + }, + { + "epoch": 0.08650298944154687, + "ewc_loss": 0.0023193359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3245811462402344e-06, + "grad_norm": 4.9971923828125, + "learning_rate": 2.878338278931751e-07, + "loss": 0.5636, + "mean_token_accuracy": 0.8219562768936157, + "num_tokens": 25820229.0, + "step": 680 + }, + { + "epoch": 0.08663019972013739, + "ewc_loss": 0.0023651123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3692846298217773e-06, + "grad_norm": 4.967995643615723, + "learning_rate": 2.8825773632895293e-07, + "loss": 0.4989, + "mean_token_accuracy": 0.8439846038818359, + "num_tokens": 25856465.0, + "step": 681 + }, + { + "epoch": 0.0867574099987279, + "ewc_loss": 0.00238037109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.384185791015625e-06, + "grad_norm": 4.94236421585083, + "learning_rate": 2.886816447647308e-07, + "loss": 0.4975, + "mean_token_accuracy": 0.840876042842865, + "num_tokens": 25897407.0, + "step": 682 + }, + { + "epoch": 0.08688462027731841, + "ewc_loss": 0.0023651123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3692846298217773e-06, + "grad_norm": 5.045963764190674, + "learning_rate": 2.891055532005087e-07, + "loss": 0.5212, + "mean_token_accuracy": 0.8345029354095459, + "num_tokens": 25938825.0, + "step": 683 + }, + { + "epoch": 0.08701183055590891, + "ewc_loss": 0.0023956298828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3990869522094727e-06, + "grad_norm": 5.064990043640137, + "learning_rate": 2.8952946163628657e-07, + "loss": 0.5515, + "mean_token_accuracy": 0.8215943574905396, + "num_tokens": 25974944.0, + "step": 684 + }, + { + "epoch": 0.08713904083449943, + "ewc_loss": 0.0023956298828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3990869522094727e-06, + "grad_norm": 4.96730899810791, + "learning_rate": 2.899533700720644e-07, + "loss": 0.5098, + "mean_token_accuracy": 0.8351632356643677, + "num_tokens": 26012864.0, + "step": 685 + }, + { + "epoch": 0.08726625111308994, + "ewc_loss": 0.0023956298828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3990869522094727e-06, + "grad_norm": 4.976595878601074, + "learning_rate": 2.9037727850784227e-07, + "loss": 0.5556, + "mean_token_accuracy": 0.8235383033752441, + "num_tokens": 26049779.0, + "step": 686 + }, + { + "epoch": 0.08739346139168044, + "ewc_loss": 0.002410888671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4139881134033203e-06, + "grad_norm": 4.96901798248291, + "learning_rate": 2.9080118694362016e-07, + "loss": 0.5266, + "mean_token_accuracy": 0.8330062627792358, + "num_tokens": 26089095.0, + "step": 687 + }, + { + "epoch": 0.08752067167027096, + "ewc_loss": 0.00238037109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.384185791015625e-06, + "grad_norm": 4.861906051635742, + "learning_rate": 2.9122509537939806e-07, + "loss": 0.5258, + "mean_token_accuracy": 0.833106279373169, + "num_tokens": 26132553.0, + "step": 688 + }, + { + "epoch": 0.08764788194886147, + "ewc_loss": 0.0023651123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3692846298217773e-06, + "grad_norm": 4.9888482093811035, + "learning_rate": 2.916490038151759e-07, + "loss": 0.5767, + "mean_token_accuracy": 0.8141165971755981, + "num_tokens": 26171301.0, + "step": 689 + }, + { + "epoch": 0.08777509222745197, + "ewc_loss": 0.002410888671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4139881134033203e-06, + "grad_norm": 4.989357948303223, + "learning_rate": 2.9207291225095376e-07, + "loss": 0.5636, + "mean_token_accuracy": 0.8192887306213379, + "num_tokens": 26217871.0, + "step": 690 + }, + { + "epoch": 0.08790230250604249, + "ewc_loss": 0.0023956298828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3990869522094727e-06, + "grad_norm": 4.918116092681885, + "learning_rate": 2.9249682068673166e-07, + "loss": 0.5276, + "mean_token_accuracy": 0.8300855159759521, + "num_tokens": 26255927.0, + "step": 691 + }, + { + "epoch": 0.088029512784633, + "ewc_loss": 0.0023651123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3692846298217773e-06, + "grad_norm": 4.936021327972412, + "learning_rate": 2.9292072912250955e-07, + "loss": 0.5102, + "mean_token_accuracy": 0.8386846780776978, + "num_tokens": 26296041.0, + "step": 692 + }, + { + "epoch": 0.0881567230632235, + "ewc_loss": 0.002410888671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4139881134033203e-06, + "grad_norm": 5.020362377166748, + "learning_rate": 2.933446375582874e-07, + "loss": 0.5925, + "mean_token_accuracy": 0.8135932087898254, + "num_tokens": 26333785.0, + "step": 693 + }, + { + "epoch": 0.08828393334181402, + "ewc_loss": 0.002410888671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4139881134033203e-06, + "grad_norm": 5.013157367706299, + "learning_rate": 2.9376854599406525e-07, + "loss": 0.4993, + "mean_token_accuracy": 0.8377138376235962, + "num_tokens": 26368837.0, + "step": 694 + }, + { + "epoch": 0.08841114362040453, + "ewc_loss": 0.002410888671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4139881134033203e-06, + "grad_norm": 5.090015411376953, + "learning_rate": 2.9419245442984315e-07, + "loss": 0.5738, + "mean_token_accuracy": 0.8180418014526367, + "num_tokens": 26402151.0, + "step": 695 + }, + { + "epoch": 0.08853835389899505, + "ewc_loss": 0.0024261474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.428889274597168e-06, + "grad_norm": 5.037335395812988, + "learning_rate": 2.9461636286562104e-07, + "loss": 0.527, + "mean_token_accuracy": 0.8307907581329346, + "num_tokens": 26435550.0, + "step": 696 + }, + { + "epoch": 0.08866556417758555, + "ewc_loss": 0.0024261474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.428889274597168e-06, + "grad_norm": 4.939497947692871, + "learning_rate": 2.9504027130139884e-07, + "loss": 0.5169, + "mean_token_accuracy": 0.8357009291648865, + "num_tokens": 26479299.0, + "step": 697 + }, + { + "epoch": 0.08879277445617606, + "ewc_loss": 0.0023956298828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3990869522094727e-06, + "grad_norm": 4.96680212020874, + "learning_rate": 2.9546417973717674e-07, + "loss": 0.5534, + "mean_token_accuracy": 0.8237752914428711, + "num_tokens": 26519380.0, + "step": 698 + }, + { + "epoch": 0.08891998473476657, + "ewc_loss": 0.0024261474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.428889274597168e-06, + "grad_norm": 5.003280162811279, + "learning_rate": 2.9588808817295464e-07, + "loss": 0.4794, + "mean_token_accuracy": 0.8438266515731812, + "num_tokens": 26557306.0, + "step": 699 + }, + { + "epoch": 0.08904719501335707, + "ewc_loss": 0.0024261474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.428889274597168e-06, + "grad_norm": 5.128081321716309, + "learning_rate": 2.9631199660873253e-07, + "loss": 0.5491, + "mean_token_accuracy": 0.8259742856025696, + "num_tokens": 26593549.0, + "step": 700 + }, + { + "epoch": 0.08917440529194759, + "ewc_loss": 0.002410888671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4139881134033203e-06, + "grad_norm": 4.973198413848877, + "learning_rate": 2.9673590504451033e-07, + "loss": 0.4742, + "mean_token_accuracy": 0.8490156531333923, + "num_tokens": 26629926.0, + "step": 701 + }, + { + "epoch": 0.0893016155705381, + "ewc_loss": 0.0023956298828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.3990869522094727e-06, + "grad_norm": 4.951116561889648, + "learning_rate": 2.9715981348028823e-07, + "loss": 0.5058, + "mean_token_accuracy": 0.8397293090820312, + "num_tokens": 26668652.0, + "step": 702 + }, + { + "epoch": 0.0894288258491286, + "ewc_loss": 0.0024261474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.428889274597168e-06, + "grad_norm": 5.096324443817139, + "learning_rate": 2.975837219160661e-07, + "loss": 0.5682, + "mean_token_accuracy": 0.8187288045883179, + "num_tokens": 26708084.0, + "step": 703 + }, + { + "epoch": 0.08955603612771912, + "ewc_loss": 0.00244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4437904357910156e-06, + "grad_norm": 4.99268913269043, + "learning_rate": 2.98007630351844e-07, + "loss": 0.5342, + "mean_token_accuracy": 0.8304698467254639, + "num_tokens": 26750134.0, + "step": 704 + }, + { + "epoch": 0.08968324640630963, + "ewc_loss": 0.0024261474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.428889274597168e-06, + "grad_norm": 5.110030174255371, + "learning_rate": 2.984315387876218e-07, + "loss": 0.5425, + "mean_token_accuracy": 0.8267903923988342, + "num_tokens": 26785410.0, + "step": 705 + }, + { + "epoch": 0.08981045668490013, + "ewc_loss": 0.0024261474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.428889274597168e-06, + "grad_norm": 5.077988147735596, + "learning_rate": 2.988554472233997e-07, + "loss": 0.5467, + "mean_token_accuracy": 0.8284248113632202, + "num_tokens": 26825226.0, + "step": 706 + }, + { + "epoch": 0.08993766696349065, + "ewc_loss": 0.00244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4437904357910156e-06, + "grad_norm": 4.967689514160156, + "learning_rate": 2.992793556591776e-07, + "loss": 0.54, + "mean_token_accuracy": 0.8277669548988342, + "num_tokens": 26865401.0, + "step": 707 + }, + { + "epoch": 0.09006487724208116, + "ewc_loss": 0.0024261474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.428889274597168e-06, + "grad_norm": 5.028172492980957, + "learning_rate": 2.997032640949555e-07, + "loss": 0.5505, + "mean_token_accuracy": 0.826357901096344, + "num_tokens": 26905365.0, + "step": 708 + }, + { + "epoch": 0.09019208752067168, + "ewc_loss": 0.00244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4437904357910156e-06, + "grad_norm": 5.00700569152832, + "learning_rate": 3.001271725307333e-07, + "loss": 0.4908, + "mean_token_accuracy": 0.8424352407455444, + "num_tokens": 26941348.0, + "step": 709 + }, + { + "epoch": 0.09031929779926218, + "ewc_loss": 0.00244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4437904357910156e-06, + "grad_norm": 5.149545669555664, + "learning_rate": 3.005510809665112e-07, + "loss": 0.5269, + "mean_token_accuracy": 0.8325366377830505, + "num_tokens": 26975803.0, + "step": 710 + }, + { + "epoch": 0.09044650807785269, + "ewc_loss": 0.002471923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.473592758178711e-06, + "grad_norm": 5.042503356933594, + "learning_rate": 3.009749894022891e-07, + "loss": 0.4724, + "mean_token_accuracy": 0.8484351634979248, + "num_tokens": 27014931.0, + "step": 711 + }, + { + "epoch": 0.0905737183564432, + "ewc_loss": 0.0024261474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.428889274597168e-06, + "grad_norm": 5.009104251861572, + "learning_rate": 3.01398897838067e-07, + "loss": 0.5286, + "mean_token_accuracy": 0.8337422013282776, + "num_tokens": 27055505.0, + "step": 712 + }, + { + "epoch": 0.0907009286350337, + "ewc_loss": 0.0024566650390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4586915969848633e-06, + "grad_norm": 5.065305709838867, + "learning_rate": 3.018228062738448e-07, + "loss": 0.5563, + "mean_token_accuracy": 0.8264747858047485, + "num_tokens": 27092121.0, + "step": 713 + }, + { + "epoch": 0.09082813891362422, + "ewc_loss": 0.0024261474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.428889274597168e-06, + "grad_norm": 4.990585803985596, + "learning_rate": 3.022467147096227e-07, + "loss": 0.4937, + "mean_token_accuracy": 0.8418008089065552, + "num_tokens": 27129827.0, + "step": 714 + }, + { + "epoch": 0.09095534919221474, + "ewc_loss": 0.00244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4437904357910156e-06, + "grad_norm": 4.91546630859375, + "learning_rate": 3.026706231454006e-07, + "loss": 0.5101, + "mean_token_accuracy": 0.835862934589386, + "num_tokens": 27174977.0, + "step": 715 + }, + { + "epoch": 0.09108255947080524, + "ewc_loss": 0.0024261474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.428889274597168e-06, + "grad_norm": 5.104587554931641, + "learning_rate": 3.0309453158117844e-07, + "loss": 0.5163, + "mean_token_accuracy": 0.8345434665679932, + "num_tokens": 27211472.0, + "step": 716 + }, + { + "epoch": 0.09120976974939575, + "ewc_loss": 0.0024871826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4884939193725586e-06, + "grad_norm": 5.095253944396973, + "learning_rate": 3.035184400169563e-07, + "loss": 0.597, + "mean_token_accuracy": 0.8140413165092468, + "num_tokens": 27249160.0, + "step": 717 + }, + { + "epoch": 0.09133698002798626, + "ewc_loss": 0.0024566650390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4586915969848633e-06, + "grad_norm": 5.181574821472168, + "learning_rate": 3.039423484527342e-07, + "loss": 0.5076, + "mean_token_accuracy": 0.8358316421508789, + "num_tokens": 27287946.0, + "step": 718 + }, + { + "epoch": 0.09146419030657676, + "ewc_loss": 0.0024566650390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4586915969848633e-06, + "grad_norm": 5.062986850738525, + "learning_rate": 3.043662568885121e-07, + "loss": 0.5402, + "mean_token_accuracy": 0.8234710693359375, + "num_tokens": 27323388.0, + "step": 719 + }, + { + "epoch": 0.09159140058516728, + "ewc_loss": 0.0024566650390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4586915969848633e-06, + "grad_norm": 5.205951690673828, + "learning_rate": 3.0479016532428993e-07, + "loss": 0.5889, + "mean_token_accuracy": 0.8124648332595825, + "num_tokens": 27357524.0, + "step": 720 + }, + { + "epoch": 0.0917186108637578, + "ewc_loss": 0.002471923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.473592758178711e-06, + "grad_norm": 5.1169633865356445, + "learning_rate": 3.052140737600678e-07, + "loss": 0.4959, + "mean_token_accuracy": 0.8403794169425964, + "num_tokens": 27392037.0, + "step": 721 + }, + { + "epoch": 0.09184582114234831, + "ewc_loss": 0.0024566650390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4586915969848633e-06, + "grad_norm": 5.031161308288574, + "learning_rate": 3.056379821958457e-07, + "loss": 0.5088, + "mean_token_accuracy": 0.8385058641433716, + "num_tokens": 27429149.0, + "step": 722 + }, + { + "epoch": 0.09197303142093881, + "ewc_loss": 0.00244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4437904357910156e-06, + "grad_norm": 5.06619119644165, + "learning_rate": 3.060618906316236e-07, + "loss": 0.512, + "mean_token_accuracy": 0.8383845090866089, + "num_tokens": 27465023.0, + "step": 723 + }, + { + "epoch": 0.09210024169952932, + "ewc_loss": 0.0024566650390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4586915969848633e-06, + "grad_norm": 4.998289108276367, + "learning_rate": 3.064857990674014e-07, + "loss": 0.5038, + "mean_token_accuracy": 0.8394885659217834, + "num_tokens": 27501268.0, + "step": 724 + }, + { + "epoch": 0.09222745197811984, + "ewc_loss": 0.002471923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.473592758178711e-06, + "grad_norm": 5.094982624053955, + "learning_rate": 3.0690970750317927e-07, + "loss": 0.556, + "mean_token_accuracy": 0.8232036828994751, + "num_tokens": 27539937.0, + "step": 725 + }, + { + "epoch": 0.09235466225671034, + "ewc_loss": 0.0024871826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4884939193725586e-06, + "grad_norm": 5.126230716705322, + "learning_rate": 3.0733361593895717e-07, + "loss": 0.518, + "mean_token_accuracy": 0.8339896202087402, + "num_tokens": 27574576.0, + "step": 726 + }, + { + "epoch": 0.09248187253530085, + "ewc_loss": 0.002471923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.473592758178711e-06, + "grad_norm": 5.177340507507324, + "learning_rate": 3.0775752437473507e-07, + "loss": 0.527, + "mean_token_accuracy": 0.8281126022338867, + "num_tokens": 27616036.0, + "step": 727 + }, + { + "epoch": 0.09260908281389137, + "ewc_loss": 0.0024871826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4884939193725586e-06, + "grad_norm": 4.9898362159729, + "learning_rate": 3.081814328105129e-07, + "loss": 0.5497, + "mean_token_accuracy": 0.8246042728424072, + "num_tokens": 27662040.0, + "step": 728 + }, + { + "epoch": 0.09273629309248187, + "ewc_loss": 0.002471923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.473592758178711e-06, + "grad_norm": 5.06502103805542, + "learning_rate": 3.0860534124629076e-07, + "loss": 0.5786, + "mean_token_accuracy": 0.8164637684822083, + "num_tokens": 27705136.0, + "step": 729 + }, + { + "epoch": 0.09286350337107238, + "ewc_loss": 0.002471923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.473592758178711e-06, + "grad_norm": 5.122138023376465, + "learning_rate": 3.0902924968206866e-07, + "loss": 0.5286, + "mean_token_accuracy": 0.8315877318382263, + "num_tokens": 27740564.0, + "step": 730 + }, + { + "epoch": 0.0929907136496629, + "ewc_loss": 0.0024871826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4884939193725586e-06, + "grad_norm": 5.216813564300537, + "learning_rate": 3.0945315811784656e-07, + "loss": 0.502, + "mean_token_accuracy": 0.8370153903961182, + "num_tokens": 27774788.0, + "step": 731 + }, + { + "epoch": 0.0931179239282534, + "ewc_loss": 0.0024871826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4884939193725586e-06, + "grad_norm": 5.037658214569092, + "learning_rate": 3.098770665536244e-07, + "loss": 0.6466, + "mean_token_accuracy": 0.7933857440948486, + "num_tokens": 27818300.0, + "step": 732 + }, + { + "epoch": 0.09324513420684391, + "ewc_loss": 0.0024871826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4884939193725586e-06, + "grad_norm": 5.077559947967529, + "learning_rate": 3.1030097498940225e-07, + "loss": 0.49, + "mean_token_accuracy": 0.842232882976532, + "num_tokens": 27857739.0, + "step": 733 + }, + { + "epoch": 0.09337234448543442, + "ewc_loss": 0.0024566650390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4586915969848633e-06, + "grad_norm": 5.106166839599609, + "learning_rate": 3.1072488342518015e-07, + "loss": 0.5282, + "mean_token_accuracy": 0.8256305456161499, + "num_tokens": 27893897.0, + "step": 734 + }, + { + "epoch": 0.09349955476402494, + "ewc_loss": 0.00250244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5033950805664062e-06, + "grad_norm": 5.078514099121094, + "learning_rate": 3.11148791860958e-07, + "loss": 0.5153, + "mean_token_accuracy": 0.8333377838134766, + "num_tokens": 27930511.0, + "step": 735 + }, + { + "epoch": 0.09362676504261544, + "ewc_loss": 0.00250244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5033950805664062e-06, + "grad_norm": 5.214354515075684, + "learning_rate": 3.115727002967359e-07, + "loss": 0.5328, + "mean_token_accuracy": 0.8295873403549194, + "num_tokens": 27961128.0, + "step": 736 + }, + { + "epoch": 0.09375397532120595, + "ewc_loss": 0.0024871826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4884939193725586e-06, + "grad_norm": 5.070128440856934, + "learning_rate": 3.1199660873251374e-07, + "loss": 0.5333, + "mean_token_accuracy": 0.8311000466346741, + "num_tokens": 28000748.0, + "step": 737 + }, + { + "epoch": 0.09388118559979647, + "ewc_loss": 0.0024871826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4884939193725586e-06, + "grad_norm": 4.995941162109375, + "learning_rate": 3.1242051716829164e-07, + "loss": 0.5667, + "mean_token_accuracy": 0.8178951144218445, + "num_tokens": 28046455.0, + "step": 738 + }, + { + "epoch": 0.09400839587838697, + "ewc_loss": 0.00250244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5033950805664062e-06, + "grad_norm": 5.114113807678223, + "learning_rate": 3.128444256040695e-07, + "loss": 0.5428, + "mean_token_accuracy": 0.8280605673789978, + "num_tokens": 28087026.0, + "step": 739 + }, + { + "epoch": 0.09413560615697748, + "ewc_loss": 0.00250244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5033950805664062e-06, + "grad_norm": 5.046494007110596, + "learning_rate": 3.132683340398474e-07, + "loss": 0.4663, + "mean_token_accuracy": 0.8476770520210266, + "num_tokens": 28126382.0, + "step": 740 + }, + { + "epoch": 0.094262816435568, + "ewc_loss": 0.0024871826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4884939193725586e-06, + "grad_norm": 5.056980609893799, + "learning_rate": 3.1369224247562523e-07, + "loss": 0.4925, + "mean_token_accuracy": 0.8422205448150635, + "num_tokens": 28161198.0, + "step": 741 + }, + { + "epoch": 0.0943900267141585, + "ewc_loss": 0.0024871826171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.4884939193725586e-06, + "grad_norm": 5.074743270874023, + "learning_rate": 3.1411615091140313e-07, + "loss": 0.4621, + "mean_token_accuracy": 0.8516596555709839, + "num_tokens": 28204612.0, + "step": 742 + }, + { + "epoch": 0.09451723699274901, + "ewc_loss": 0.00250244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5033950805664062e-06, + "grad_norm": 5.051809787750244, + "learning_rate": 3.14540059347181e-07, + "loss": 0.5161, + "mean_token_accuracy": 0.8345141410827637, + "num_tokens": 28241050.0, + "step": 743 + }, + { + "epoch": 0.09464444727133953, + "ewc_loss": 0.00250244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5033950805664062e-06, + "grad_norm": 5.0690765380859375, + "learning_rate": 3.149639677829589e-07, + "loss": 0.4765, + "mean_token_accuracy": 0.8445781469345093, + "num_tokens": 28278032.0, + "step": 744 + }, + { + "epoch": 0.09477165754993004, + "ewc_loss": 0.0025177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.518296241760254e-06, + "grad_norm": 5.148116588592529, + "learning_rate": 3.153878762187368e-07, + "loss": 0.563, + "mean_token_accuracy": 0.8247081637382507, + "num_tokens": 28315599.0, + "step": 745 + }, + { + "epoch": 0.09489886782852054, + "ewc_loss": 0.002532958984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5331974029541016e-06, + "grad_norm": 5.0916876792907715, + "learning_rate": 3.158117846545146e-07, + "loss": 0.5875, + "mean_token_accuracy": 0.8156330585479736, + "num_tokens": 28358504.0, + "step": 746 + }, + { + "epoch": 0.09502607810711106, + "ewc_loss": 0.00250244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5033950805664062e-06, + "grad_norm": 5.153604507446289, + "learning_rate": 3.1623569309029247e-07, + "loss": 0.5036, + "mean_token_accuracy": 0.8380816578865051, + "num_tokens": 28389626.0, + "step": 747 + }, + { + "epoch": 0.09515328838570157, + "ewc_loss": 0.0025482177734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5480985641479492e-06, + "grad_norm": 5.031558036804199, + "learning_rate": 3.1665960152607037e-07, + "loss": 0.4856, + "mean_token_accuracy": 0.8423369526863098, + "num_tokens": 28430361.0, + "step": 748 + }, + { + "epoch": 0.09528049866429207, + "ewc_loss": 0.00250244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5033950805664062e-06, + "grad_norm": 5.048884868621826, + "learning_rate": 3.1708350996184826e-07, + "loss": 0.5227, + "mean_token_accuracy": 0.8315126299858093, + "num_tokens": 28469792.0, + "step": 749 + }, + { + "epoch": 0.09540770894288259, + "ewc_loss": 0.0025177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.518296241760254e-06, + "grad_norm": 5.150805473327637, + "learning_rate": 3.175074183976261e-07, + "loss": 0.5019, + "mean_token_accuracy": 0.8417547941207886, + "num_tokens": 28507569.0, + "step": 750 + }, + { + "epoch": 0.0955349192214731, + "ewc_loss": 0.0025177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.518296241760254e-06, + "grad_norm": 5.115813732147217, + "learning_rate": 3.1793132683340396e-07, + "loss": 0.5275, + "mean_token_accuracy": 0.832053542137146, + "num_tokens": 28542336.0, + "step": 751 + }, + { + "epoch": 0.0956621295000636, + "ewc_loss": 0.0025177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.518296241760254e-06, + "grad_norm": 5.108635425567627, + "learning_rate": 3.1835523526918186e-07, + "loss": 0.4772, + "mean_token_accuracy": 0.8447456359863281, + "num_tokens": 28578587.0, + "step": 752 + }, + { + "epoch": 0.09578933977865411, + "ewc_loss": 0.0025177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.518296241760254e-06, + "grad_norm": 5.1488542556762695, + "learning_rate": 3.1877914370495975e-07, + "loss": 0.5574, + "mean_token_accuracy": 0.8225573897361755, + "num_tokens": 28617505.0, + "step": 753 + }, + { + "epoch": 0.09591655005724463, + "ewc_loss": 0.0025482177734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5480985641479492e-06, + "grad_norm": 5.1341233253479, + "learning_rate": 3.1920305214073755e-07, + "loss": 0.5631, + "mean_token_accuracy": 0.8227189779281616, + "num_tokens": 28658526.0, + "step": 754 + }, + { + "epoch": 0.09604376033583513, + "ewc_loss": 0.002532958984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5331974029541016e-06, + "grad_norm": 5.056684970855713, + "learning_rate": 3.1962696057651545e-07, + "loss": 0.4987, + "mean_token_accuracy": 0.8394501209259033, + "num_tokens": 28698825.0, + "step": 755 + }, + { + "epoch": 0.09617097061442564, + "ewc_loss": 0.0025177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.518296241760254e-06, + "grad_norm": 5.156167507171631, + "learning_rate": 3.2005086901229335e-07, + "loss": 0.5415, + "mean_token_accuracy": 0.824520468711853, + "num_tokens": 28733238.0, + "step": 756 + }, + { + "epoch": 0.09629818089301616, + "ewc_loss": 0.002532958984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5331974029541016e-06, + "grad_norm": 5.114372253417969, + "learning_rate": 3.2047477744807125e-07, + "loss": 0.5425, + "mean_token_accuracy": 0.8296970129013062, + "num_tokens": 28771552.0, + "step": 757 + }, + { + "epoch": 0.09642539117160667, + "ewc_loss": 0.0025482177734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5480985641479492e-06, + "grad_norm": 5.0887837409973145, + "learning_rate": 3.2089868588384904e-07, + "loss": 0.5734, + "mean_token_accuracy": 0.8155108690261841, + "num_tokens": 28810827.0, + "step": 758 + }, + { + "epoch": 0.09655260145019717, + "ewc_loss": 0.0025482177734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5480985641479492e-06, + "grad_norm": 5.119277477264404, + "learning_rate": 3.2132259431962694e-07, + "loss": 0.4868, + "mean_token_accuracy": 0.8445572853088379, + "num_tokens": 28849017.0, + "step": 759 + }, + { + "epoch": 0.09667981172878769, + "ewc_loss": 0.0025482177734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5480985641479492e-06, + "grad_norm": 5.139130115509033, + "learning_rate": 3.2174650275540484e-07, + "loss": 0.5368, + "mean_token_accuracy": 0.8342025279998779, + "num_tokens": 28887659.0, + "step": 760 + }, + { + "epoch": 0.0968070220073782, + "ewc_loss": 0.0025787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5779008865356445e-06, + "grad_norm": 5.103264331817627, + "learning_rate": 3.2217041119118274e-07, + "loss": 0.5029, + "mean_token_accuracy": 0.8389023542404175, + "num_tokens": 28928983.0, + "step": 761 + }, + { + "epoch": 0.0969342322859687, + "ewc_loss": 0.0025482177734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5480985641479492e-06, + "grad_norm": 5.1688551902771, + "learning_rate": 3.2259431962696053e-07, + "loss": 0.5358, + "mean_token_accuracy": 0.829971194267273, + "num_tokens": 28962195.0, + "step": 762 + }, + { + "epoch": 0.09706144256455922, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.60770320892334e-06, + "grad_norm": 5.14271354675293, + "learning_rate": 3.2301822806273843e-07, + "loss": 0.5182, + "mean_token_accuracy": 0.8318854570388794, + "num_tokens": 28997351.0, + "step": 763 + }, + { + "epoch": 0.09718865284314973, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.60770320892334e-06, + "grad_norm": 5.085499286651611, + "learning_rate": 3.2344213649851633e-07, + "loss": 0.5445, + "mean_token_accuracy": 0.8265525102615356, + "num_tokens": 29040988.0, + "step": 764 + }, + { + "epoch": 0.09731586312174023, + "ewc_loss": 0.0025787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.5779008865356445e-06, + "grad_norm": 5.0734710693359375, + "learning_rate": 3.238660449342942e-07, + "loss": 0.5072, + "mean_token_accuracy": 0.8353185057640076, + "num_tokens": 29081873.0, + "step": 765 + }, + { + "epoch": 0.09744307340033075, + "ewc_loss": 0.0025634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.562999725341797e-06, + "grad_norm": 5.156927585601807, + "learning_rate": 3.24289953370072e-07, + "loss": 0.479, + "mean_token_accuracy": 0.8427383303642273, + "num_tokens": 29115360.0, + "step": 766 + }, + { + "epoch": 0.09757028367892126, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.60770320892334e-06, + "grad_norm": 5.090127944946289, + "learning_rate": 3.247138618058499e-07, + "loss": 0.5236, + "mean_token_accuracy": 0.8278520703315735, + "num_tokens": 29160139.0, + "step": 767 + }, + { + "epoch": 0.09769749395751176, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.60770320892334e-06, + "grad_norm": 5.104127883911133, + "learning_rate": 3.251377702416278e-07, + "loss": 0.5527, + "mean_token_accuracy": 0.8249273300170898, + "num_tokens": 29202872.0, + "step": 768 + }, + { + "epoch": 0.09782470423610228, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.60770320892334e-06, + "grad_norm": 5.115393161773682, + "learning_rate": 3.255616786774057e-07, + "loss": 0.5006, + "mean_token_accuracy": 0.838936448097229, + "num_tokens": 29246965.0, + "step": 769 + }, + { + "epoch": 0.09795191451469279, + "ewc_loss": 0.002593994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.592802047729492e-06, + "grad_norm": 5.059994697570801, + "learning_rate": 3.259855871131835e-07, + "loss": 0.4402, + "mean_token_accuracy": 0.8558979034423828, + "num_tokens": 29289531.0, + "step": 770 + }, + { + "epoch": 0.0980791247932833, + "ewc_loss": 0.002593994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.592802047729492e-06, + "grad_norm": 5.10649299621582, + "learning_rate": 3.264094955489614e-07, + "loss": 0.4967, + "mean_token_accuracy": 0.8400152921676636, + "num_tokens": 29330484.0, + "step": 771 + }, + { + "epoch": 0.0982063350718738, + "ewc_loss": 0.002593994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.592802047729492e-06, + "grad_norm": 5.122960090637207, + "learning_rate": 3.268334039847393e-07, + "loss": 0.5234, + "mean_token_accuracy": 0.8311479091644287, + "num_tokens": 29369595.0, + "step": 772 + }, + { + "epoch": 0.09833354535046432, + "ewc_loss": 0.002593994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.592802047729492e-06, + "grad_norm": 5.125606060028076, + "learning_rate": 3.2725731242051715e-07, + "loss": 0.512, + "mean_token_accuracy": 0.8385736346244812, + "num_tokens": 29411856.0, + "step": 773 + }, + { + "epoch": 0.09846075562905483, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.60770320892334e-06, + "grad_norm": 5.092318058013916, + "learning_rate": 3.27681220856295e-07, + "loss": 0.4945, + "mean_token_accuracy": 0.8418307900428772, + "num_tokens": 29454754.0, + "step": 774 + }, + { + "epoch": 0.09858796590764533, + "ewc_loss": 0.002593994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.592802047729492e-06, + "grad_norm": 5.2085185050964355, + "learning_rate": 3.281051292920729e-07, + "loss": 0.4901, + "mean_token_accuracy": 0.838981032371521, + "num_tokens": 29489131.0, + "step": 775 + }, + { + "epoch": 0.09871517618623585, + "ewc_loss": 0.00262451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.6226043701171875e-06, + "grad_norm": 5.139095783233643, + "learning_rate": 3.285290377278508e-07, + "loss": 0.545, + "mean_token_accuracy": 0.8232694864273071, + "num_tokens": 29528292.0, + "step": 776 + }, + { + "epoch": 0.09884238646482636, + "ewc_loss": 0.002593994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.592802047729492e-06, + "grad_norm": 5.146203994750977, + "learning_rate": 3.2895294616362864e-07, + "loss": 0.4781, + "mean_token_accuracy": 0.8468688726425171, + "num_tokens": 29564878.0, + "step": 777 + }, + { + "epoch": 0.09896959674341686, + "ewc_loss": 0.002593994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.592802047729492e-06, + "grad_norm": 5.152237415313721, + "learning_rate": 3.293768545994065e-07, + "loss": 0.4973, + "mean_token_accuracy": 0.8378243446350098, + "num_tokens": 29602826.0, + "step": 778 + }, + { + "epoch": 0.09909680702200738, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.60770320892334e-06, + "grad_norm": 5.185866832733154, + "learning_rate": 3.298007630351844e-07, + "loss": 0.5657, + "mean_token_accuracy": 0.8217822909355164, + "num_tokens": 29640323.0, + "step": 779 + }, + { + "epoch": 0.09922401730059789, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.60770320892334e-06, + "grad_norm": 5.118223190307617, + "learning_rate": 3.302246714709623e-07, + "loss": 0.4958, + "mean_token_accuracy": 0.8393694162368774, + "num_tokens": 29683302.0, + "step": 780 + }, + { + "epoch": 0.09935122757918839, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.60770320892334e-06, + "grad_norm": 5.155646324157715, + "learning_rate": 3.3064857990674013e-07, + "loss": 0.5206, + "mean_token_accuracy": 0.8359352350234985, + "num_tokens": 29721085.0, + "step": 781 + }, + { + "epoch": 0.0994784378577789, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.60770320892334e-06, + "grad_norm": 5.232289791107178, + "learning_rate": 3.31072488342518e-07, + "loss": 0.4726, + "mean_token_accuracy": 0.8455300331115723, + "num_tokens": 29753810.0, + "step": 782 + }, + { + "epoch": 0.09960564813636942, + "ewc_loss": 0.00262451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.6226043701171875e-06, + "grad_norm": 5.111053943634033, + "learning_rate": 3.314963967782959e-07, + "loss": 0.5002, + "mean_token_accuracy": 0.8401381373405457, + "num_tokens": 29796488.0, + "step": 783 + }, + { + "epoch": 0.09973285841495994, + "ewc_loss": 0.0026092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.60770320892334e-06, + "grad_norm": 5.109992980957031, + "learning_rate": 3.319203052140738e-07, + "loss": 0.5104, + "mean_token_accuracy": 0.8354873657226562, + "num_tokens": 29838181.0, + "step": 784 + }, + { + "epoch": 0.09986006869355044, + "ewc_loss": 0.00262451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.6226043701171875e-06, + "grad_norm": 5.3734846115112305, + "learning_rate": 3.323442136498516e-07, + "loss": 0.4926, + "mean_token_accuracy": 0.8419811725616455, + "num_tokens": 29868893.0, + "step": 785 + }, + { + "epoch": 0.09998727897214095, + "ewc_loss": 0.002685546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.682209014892578e-06, + "grad_norm": 5.237787246704102, + "learning_rate": 3.3276812208562947e-07, + "loss": 0.5079, + "mean_token_accuracy": 0.835023045539856, + "num_tokens": 29903571.0, + "step": 786 + }, + { + "epoch": 0.10011448925073146, + "ewc_loss": 0.002593994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.592802047729492e-06, + "grad_norm": 5.174990653991699, + "learning_rate": 3.3319203052140737e-07, + "loss": 0.5654, + "mean_token_accuracy": 0.8261778950691223, + "num_tokens": 29940438.0, + "step": 787 + }, + { + "epoch": 0.10024169952932196, + "ewc_loss": 0.00262451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.6226043701171875e-06, + "grad_norm": 5.171253681182861, + "learning_rate": 3.336159389571852e-07, + "loss": 0.4878, + "mean_token_accuracy": 0.847075343132019, + "num_tokens": 29976538.0, + "step": 788 + }, + { + "epoch": 0.10036890980791248, + "ewc_loss": 0.00262451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.6226043701171875e-06, + "grad_norm": 5.0766682624816895, + "learning_rate": 3.340398473929631e-07, + "loss": 0.5577, + "mean_token_accuracy": 0.8222450017929077, + "num_tokens": 30019814.0, + "step": 789 + }, + { + "epoch": 0.100496120086503, + "ewc_loss": 0.00262451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.6226043701171875e-06, + "grad_norm": 5.249921798706055, + "learning_rate": 3.3446375582874096e-07, + "loss": 0.5079, + "mean_token_accuracy": 0.8379733562469482, + "num_tokens": 30057578.0, + "step": 790 + }, + { + "epoch": 0.1006233303650935, + "ewc_loss": 0.0026397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.637505531311035e-06, + "grad_norm": 5.211680889129639, + "learning_rate": 3.3488766426451886e-07, + "loss": 0.5798, + "mean_token_accuracy": 0.8237136006355286, + "num_tokens": 30094869.0, + "step": 791 + }, + { + "epoch": 0.10075054064368401, + "ewc_loss": 0.0026397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.637505531311035e-06, + "grad_norm": 5.130539894104004, + "learning_rate": 3.353115727002967e-07, + "loss": 0.5412, + "mean_token_accuracy": 0.8281754851341248, + "num_tokens": 30136446.0, + "step": 792 + }, + { + "epoch": 0.10087775092227452, + "ewc_loss": 0.002655029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.652406692504883e-06, + "grad_norm": 5.109468460083008, + "learning_rate": 3.357354811360746e-07, + "loss": 0.5346, + "mean_token_accuracy": 0.8255460262298584, + "num_tokens": 30179226.0, + "step": 793 + }, + { + "epoch": 0.10100496120086502, + "ewc_loss": 0.002655029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.652406692504883e-06, + "grad_norm": 5.204444885253906, + "learning_rate": 3.3615938957185245e-07, + "loss": 0.5252, + "mean_token_accuracy": 0.8310417532920837, + "num_tokens": 30213890.0, + "step": 794 + }, + { + "epoch": 0.10113217147945554, + "ewc_loss": 0.0026702880859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.6673078536987305e-06, + "grad_norm": 5.255094051361084, + "learning_rate": 3.3658329800763035e-07, + "loss": 0.5755, + "mean_token_accuracy": 0.8133615255355835, + "num_tokens": 30245691.0, + "step": 795 + }, + { + "epoch": 0.10125938175804605, + "ewc_loss": 0.0026702880859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.6673078536987305e-06, + "grad_norm": 5.208914279937744, + "learning_rate": 3.370072064434082e-07, + "loss": 0.5309, + "mean_token_accuracy": 0.8230459690093994, + "num_tokens": 30281738.0, + "step": 796 + }, + { + "epoch": 0.10138659203663657, + "ewc_loss": 0.002685546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.682209014892578e-06, + "grad_norm": 5.15046501159668, + "learning_rate": 3.374311148791861e-07, + "loss": 0.4954, + "mean_token_accuracy": 0.8386996984481812, + "num_tokens": 30320707.0, + "step": 797 + }, + { + "epoch": 0.10151380231522707, + "ewc_loss": 0.0026702880859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.6673078536987305e-06, + "grad_norm": 5.338262557983398, + "learning_rate": 3.3785502331496394e-07, + "loss": 0.5033, + "mean_token_accuracy": 0.8355854749679565, + "num_tokens": 30351379.0, + "step": 798 + }, + { + "epoch": 0.10164101259381758, + "ewc_loss": 0.00274658203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7418136596679688e-06, + "grad_norm": 5.317695140838623, + "learning_rate": 3.3827893175074184e-07, + "loss": 0.5272, + "mean_token_accuracy": 0.8289304971694946, + "num_tokens": 30382395.0, + "step": 799 + }, + { + "epoch": 0.1017682228724081, + "ewc_loss": 0.0027008056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.6971101760864258e-06, + "grad_norm": 5.1884446144104, + "learning_rate": 3.387028401865197e-07, + "loss": 0.5335, + "mean_token_accuracy": 0.8334282040596008, + "num_tokens": 30419758.0, + "step": 800 + }, + { + "epoch": 0.1018954331509986, + "ewc_loss": 0.002685546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.682209014892578e-06, + "grad_norm": 5.218226909637451, + "learning_rate": 3.391267486222976e-07, + "loss": 0.5174, + "mean_token_accuracy": 0.8314792513847351, + "num_tokens": 30458115.0, + "step": 801 + }, + { + "epoch": 0.10202264342958911, + "ewc_loss": 0.0027313232421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.726912498474121e-06, + "grad_norm": 5.307672023773193, + "learning_rate": 3.3955065705807543e-07, + "loss": 0.5521, + "mean_token_accuracy": 0.821438729763031, + "num_tokens": 30489679.0, + "step": 802 + }, + { + "epoch": 0.10214985370817962, + "ewc_loss": 0.0027313232421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.726912498474121e-06, + "grad_norm": 5.208491325378418, + "learning_rate": 3.3997456549385333e-07, + "loss": 0.4884, + "mean_token_accuracy": 0.8432421088218689, + "num_tokens": 30524874.0, + "step": 803 + }, + { + "epoch": 0.10227706398677013, + "ewc_loss": 0.0027313232421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.726912498474121e-06, + "grad_norm": 5.254639625549316, + "learning_rate": 3.403984739296312e-07, + "loss": 0.5617, + "mean_token_accuracy": 0.821831464767456, + "num_tokens": 30558354.0, + "step": 804 + }, + { + "epoch": 0.10240427426536064, + "ewc_loss": 0.00274658203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7418136596679688e-06, + "grad_norm": 5.190229892730713, + "learning_rate": 3.408223823654091e-07, + "loss": 0.4926, + "mean_token_accuracy": 0.8406082391738892, + "num_tokens": 30594827.0, + "step": 805 + }, + { + "epoch": 0.10253148454395115, + "ewc_loss": 0.0027313232421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.726912498474121e-06, + "grad_norm": 5.282346725463867, + "learning_rate": 3.412462908011869e-07, + "loss": 0.5343, + "mean_token_accuracy": 0.8346767425537109, + "num_tokens": 30635259.0, + "step": 806 + }, + { + "epoch": 0.10265869482254165, + "ewc_loss": 0.00274658203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7418136596679688e-06, + "grad_norm": 5.169223785400391, + "learning_rate": 3.4167019923696477e-07, + "loss": 0.5265, + "mean_token_accuracy": 0.8364206552505493, + "num_tokens": 30681850.0, + "step": 807 + }, + { + "epoch": 0.10278590510113217, + "ewc_loss": 0.002716064453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7120113372802734e-06, + "grad_norm": 5.230045318603516, + "learning_rate": 3.4209410767274267e-07, + "loss": 0.4937, + "mean_token_accuracy": 0.8453965187072754, + "num_tokens": 30721302.0, + "step": 808 + }, + { + "epoch": 0.10291311537972268, + "ewc_loss": 0.00274658203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7418136596679688e-06, + "grad_norm": 5.287191390991211, + "learning_rate": 3.4251801610852057e-07, + "loss": 0.5682, + "mean_token_accuracy": 0.8166728019714355, + "num_tokens": 30761975.0, + "step": 809 + }, + { + "epoch": 0.1030403256583132, + "ewc_loss": 0.002777099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.771615982055664e-06, + "grad_norm": 5.3018717765808105, + "learning_rate": 3.429419245442984e-07, + "loss": 0.5204, + "mean_token_accuracy": 0.831579327583313, + "num_tokens": 30797754.0, + "step": 810 + }, + { + "epoch": 0.1031675359369037, + "ewc_loss": 0.0027923583984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7865171432495117e-06, + "grad_norm": 5.218484878540039, + "learning_rate": 3.4336583298007626e-07, + "loss": 0.495, + "mean_token_accuracy": 0.8415656089782715, + "num_tokens": 30834183.0, + "step": 811 + }, + { + "epoch": 0.10329474621549421, + "ewc_loss": 0.00274658203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7418136596679688e-06, + "grad_norm": 5.14157772064209, + "learning_rate": 3.4378974141585416e-07, + "loss": 0.5217, + "mean_token_accuracy": 0.8340144753456116, + "num_tokens": 30874160.0, + "step": 812 + }, + { + "epoch": 0.10342195649408473, + "ewc_loss": 0.00274658203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7418136596679688e-06, + "grad_norm": 5.1880879402160645, + "learning_rate": 3.4421364985163206e-07, + "loss": 0.4601, + "mean_token_accuracy": 0.849637508392334, + "num_tokens": 30916827.0, + "step": 813 + }, + { + "epoch": 0.10354916677267523, + "ewc_loss": 0.002777099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.771615982055664e-06, + "grad_norm": 5.189572334289551, + "learning_rate": 3.446375582874099e-07, + "loss": 0.5314, + "mean_token_accuracy": 0.8313525915145874, + "num_tokens": 30960063.0, + "step": 814 + }, + { + "epoch": 0.10367637705126574, + "ewc_loss": 0.0027923583984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7865171432495117e-06, + "grad_norm": 5.2743940353393555, + "learning_rate": 3.4506146672318775e-07, + "loss": 0.4786, + "mean_token_accuracy": 0.8430768847465515, + "num_tokens": 30995172.0, + "step": 815 + }, + { + "epoch": 0.10380358732985626, + "ewc_loss": 0.0027923583984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7865171432495117e-06, + "grad_norm": 5.258868217468262, + "learning_rate": 3.4548537515896565e-07, + "loss": 0.5386, + "mean_token_accuracy": 0.8279979228973389, + "num_tokens": 31035089.0, + "step": 816 + }, + { + "epoch": 0.10393079760844676, + "ewc_loss": 0.0027923583984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7865171432495117e-06, + "grad_norm": 5.225125789642334, + "learning_rate": 3.4590928359474355e-07, + "loss": 0.5207, + "mean_token_accuracy": 0.8322052955627441, + "num_tokens": 31074836.0, + "step": 817 + }, + { + "epoch": 0.10405800788703727, + "ewc_loss": 0.0027923583984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7865171432495117e-06, + "grad_norm": 5.165881633758545, + "learning_rate": 3.463331920305214e-07, + "loss": 0.5399, + "mean_token_accuracy": 0.8267405033111572, + "num_tokens": 31114700.0, + "step": 818 + }, + { + "epoch": 0.10418521816562779, + "ewc_loss": 0.002777099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.771615982055664e-06, + "grad_norm": 5.3339104652404785, + "learning_rate": 3.4675710046629924e-07, + "loss": 0.4881, + "mean_token_accuracy": 0.8419392108917236, + "num_tokens": 31148258.0, + "step": 819 + }, + { + "epoch": 0.1043124284442183, + "ewc_loss": 0.0028228759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.816319465637207e-06, + "grad_norm": 5.25479793548584, + "learning_rate": 3.4718100890207714e-07, + "loss": 0.5274, + "mean_token_accuracy": 0.8319211006164551, + "num_tokens": 31185720.0, + "step": 820 + }, + { + "epoch": 0.1044396387228088, + "ewc_loss": 0.002777099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.771615982055664e-06, + "grad_norm": 5.315708637237549, + "learning_rate": 3.4760491733785504e-07, + "loss": 0.5382, + "mean_token_accuracy": 0.8250723481178284, + "num_tokens": 31220353.0, + "step": 821 + }, + { + "epoch": 0.10456684900139931, + "ewc_loss": 0.0027923583984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7865171432495117e-06, + "grad_norm": 5.294184684753418, + "learning_rate": 3.480288257736329e-07, + "loss": 0.5154, + "mean_token_accuracy": 0.8311617970466614, + "num_tokens": 31256477.0, + "step": 822 + }, + { + "epoch": 0.10469405927998983, + "ewc_loss": 0.0028076171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8014183044433594e-06, + "grad_norm": 5.258852958679199, + "learning_rate": 3.4845273420941073e-07, + "loss": 0.5141, + "mean_token_accuracy": 0.8363593816757202, + "num_tokens": 31294365.0, + "step": 823 + }, + { + "epoch": 0.10482126955858033, + "ewc_loss": 0.0027923583984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7865171432495117e-06, + "grad_norm": 5.352489948272705, + "learning_rate": 3.4887664264518863e-07, + "loss": 0.5096, + "mean_token_accuracy": 0.8329905867576599, + "num_tokens": 31329357.0, + "step": 824 + }, + { + "epoch": 0.10494847983717084, + "ewc_loss": 0.0028228759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.816319465637207e-06, + "grad_norm": 5.1979451179504395, + "learning_rate": 3.4930055108096653e-07, + "loss": 0.5145, + "mean_token_accuracy": 0.8348461389541626, + "num_tokens": 31372180.0, + "step": 825 + }, + { + "epoch": 0.10507569011576136, + "ewc_loss": 0.002777099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.771615982055664e-06, + "grad_norm": 5.168492317199707, + "learning_rate": 3.497244595167443e-07, + "loss": 0.4979, + "mean_token_accuracy": 0.8390863537788391, + "num_tokens": 31414866.0, + "step": 826 + }, + { + "epoch": 0.10520290039435186, + "ewc_loss": 0.002777099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.771615982055664e-06, + "grad_norm": 5.350313186645508, + "learning_rate": 3.501483679525222e-07, + "loss": 0.5662, + "mean_token_accuracy": 0.8186962008476257, + "num_tokens": 31450583.0, + "step": 827 + }, + { + "epoch": 0.10533011067294237, + "ewc_loss": 0.002838134765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8312206268310547e-06, + "grad_norm": 5.247220039367676, + "learning_rate": 3.505722763883001e-07, + "loss": 0.4976, + "mean_token_accuracy": 0.837727963924408, + "num_tokens": 31490371.0, + "step": 828 + }, + { + "epoch": 0.10545732095153289, + "ewc_loss": 0.0027923583984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.7865171432495117e-06, + "grad_norm": 5.301143169403076, + "learning_rate": 3.50996184824078e-07, + "loss": 0.5394, + "mean_token_accuracy": 0.8265520334243774, + "num_tokens": 31525951.0, + "step": 829 + }, + { + "epoch": 0.10558453123012339, + "ewc_loss": 0.0028228759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.816319465637207e-06, + "grad_norm": 5.248041152954102, + "learning_rate": 3.514200932598558e-07, + "loss": 0.5794, + "mean_token_accuracy": 0.8167413473129272, + "num_tokens": 31570109.0, + "step": 830 + }, + { + "epoch": 0.1057117415087139, + "ewc_loss": 0.0028076171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8014183044433594e-06, + "grad_norm": 5.337872505187988, + "learning_rate": 3.518440016956337e-07, + "loss": 0.5218, + "mean_token_accuracy": 0.8324228525161743, + "num_tokens": 31610569.0, + "step": 831 + }, + { + "epoch": 0.10583895178730442, + "ewc_loss": 0.0028533935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8461217880249023e-06, + "grad_norm": 5.250237941741943, + "learning_rate": 3.522679101314116e-07, + "loss": 0.5334, + "mean_token_accuracy": 0.8327610492706299, + "num_tokens": 31653585.0, + "step": 832 + }, + { + "epoch": 0.10596616206589493, + "ewc_loss": 0.0028076171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8014183044433594e-06, + "grad_norm": 5.260502338409424, + "learning_rate": 3.526918185671895e-07, + "loss": 0.5429, + "mean_token_accuracy": 0.8257802128791809, + "num_tokens": 31696353.0, + "step": 833 + }, + { + "epoch": 0.10609337234448543, + "ewc_loss": 0.0028076171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8014183044433594e-06, + "grad_norm": 5.334753513336182, + "learning_rate": 3.531157270029673e-07, + "loss": 0.4742, + "mean_token_accuracy": 0.847949743270874, + "num_tokens": 31730620.0, + "step": 834 + }, + { + "epoch": 0.10622058262307595, + "ewc_loss": 0.002838134765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8312206268310547e-06, + "grad_norm": 5.2409539222717285, + "learning_rate": 3.535396354387452e-07, + "loss": 0.4899, + "mean_token_accuracy": 0.8404008746147156, + "num_tokens": 31770538.0, + "step": 835 + }, + { + "epoch": 0.10634779290166646, + "ewc_loss": 0.0028228759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.816319465637207e-06, + "grad_norm": 5.299081325531006, + "learning_rate": 3.539635438745231e-07, + "loss": 0.5325, + "mean_token_accuracy": 0.8286598920822144, + "num_tokens": 31808687.0, + "step": 836 + }, + { + "epoch": 0.10647500318025696, + "ewc_loss": 0.002838134765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8312206268310547e-06, + "grad_norm": 5.234599590301514, + "learning_rate": 3.54387452310301e-07, + "loss": 0.5115, + "mean_token_accuracy": 0.8358170390129089, + "num_tokens": 31852310.0, + "step": 837 + }, + { + "epoch": 0.10660221345884748, + "ewc_loss": 0.002838134765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8312206268310547e-06, + "grad_norm": 5.218884468078613, + "learning_rate": 3.548113607460788e-07, + "loss": 0.48, + "mean_token_accuracy": 0.8478179574012756, + "num_tokens": 31887897.0, + "step": 838 + }, + { + "epoch": 0.10672942373743799, + "ewc_loss": 0.0028533935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8461217880249023e-06, + "grad_norm": 5.278111934661865, + "learning_rate": 3.552352691818567e-07, + "loss": 0.5056, + "mean_token_accuracy": 0.8385278582572937, + "num_tokens": 31926159.0, + "step": 839 + }, + { + "epoch": 0.10685663401602849, + "ewc_loss": 0.00286865234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.86102294921875e-06, + "grad_norm": 5.241182804107666, + "learning_rate": 3.556591776176346e-07, + "loss": 0.4797, + "mean_token_accuracy": 0.8456530570983887, + "num_tokens": 31968432.0, + "step": 840 + }, + { + "epoch": 0.106983844294619, + "ewc_loss": 0.00286865234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.86102294921875e-06, + "grad_norm": 5.379507541656494, + "learning_rate": 3.560830860534125e-07, + "loss": 0.5137, + "mean_token_accuracy": 0.8373277187347412, + "num_tokens": 32000949.0, + "step": 841 + }, + { + "epoch": 0.10711105457320952, + "ewc_loss": 0.0029144287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9206275939941406e-06, + "grad_norm": 5.3831048011779785, + "learning_rate": 3.565069944891903e-07, + "loss": 0.5553, + "mean_token_accuracy": 0.821579098701477, + "num_tokens": 32033862.0, + "step": 842 + }, + { + "epoch": 0.10723826485180002, + "ewc_loss": 0.00286865234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8759241104125977e-06, + "grad_norm": 5.310417652130127, + "learning_rate": 3.569309029249682e-07, + "loss": 0.518, + "mean_token_accuracy": 0.8358654975891113, + "num_tokens": 32068623.0, + "step": 843 + }, + { + "epoch": 0.10736547513039053, + "ewc_loss": 0.00286865234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8759241104125977e-06, + "grad_norm": 5.373754024505615, + "learning_rate": 3.573548113607461e-07, + "loss": 0.5048, + "mean_token_accuracy": 0.8388093709945679, + "num_tokens": 32106658.0, + "step": 844 + }, + { + "epoch": 0.10749268540898105, + "ewc_loss": 0.0029144287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9206275939941406e-06, + "grad_norm": 5.312218189239502, + "learning_rate": 3.577787197965239e-07, + "loss": 0.5468, + "mean_token_accuracy": 0.8241335153579712, + "num_tokens": 32142031.0, + "step": 845 + }, + { + "epoch": 0.10761989568757156, + "ewc_loss": 0.0028839111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8908252716064453e-06, + "grad_norm": 5.197020053863525, + "learning_rate": 3.5820262823230177e-07, + "loss": 0.479, + "mean_token_accuracy": 0.8494926691055298, + "num_tokens": 32182686.0, + "step": 846 + }, + { + "epoch": 0.10774710596616206, + "ewc_loss": 0.0028533935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8461217880249023e-06, + "grad_norm": 5.405994415283203, + "learning_rate": 3.5862653666807967e-07, + "loss": 0.5742, + "mean_token_accuracy": 0.8164981007575989, + "num_tokens": 32218027.0, + "step": 847 + }, + { + "epoch": 0.10787431624475258, + "ewc_loss": 0.0029754638671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9802322387695312e-06, + "grad_norm": 5.313816070556641, + "learning_rate": 3.5905044510385757e-07, + "loss": 0.5295, + "mean_token_accuracy": 0.8336014151573181, + "num_tokens": 32257854.0, + "step": 848 + }, + { + "epoch": 0.10800152652334309, + "ewc_loss": 0.0028839111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.8908252716064453e-06, + "grad_norm": 5.2682623863220215, + "learning_rate": 3.594743535396354e-07, + "loss": 0.5124, + "mean_token_accuracy": 0.8362955451011658, + "num_tokens": 32295019.0, + "step": 849 + }, + { + "epoch": 0.10812873680193359, + "ewc_loss": 0.0029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9355287551879883e-06, + "grad_norm": 5.298797607421875, + "learning_rate": 3.5989826197541326e-07, + "loss": 0.5618, + "mean_token_accuracy": 0.820084273815155, + "num_tokens": 32335652.0, + "step": 850 + }, + { + "epoch": 0.1082559470805241, + "ewc_loss": 0.0029754638671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9802322387695312e-06, + "grad_norm": 5.279653072357178, + "learning_rate": 3.6032217041119116e-07, + "loss": 0.5098, + "mean_token_accuracy": 0.8329422473907471, + "num_tokens": 32377249.0, + "step": 851 + }, + { + "epoch": 0.10838315735911462, + "ewc_loss": 0.0029144287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9206275939941406e-06, + "grad_norm": 5.243735313415527, + "learning_rate": 3.6074607884696906e-07, + "loss": 0.4802, + "mean_token_accuracy": 0.8471211194992065, + "num_tokens": 32422467.0, + "step": 852 + }, + { + "epoch": 0.10851036763770512, + "ewc_loss": 0.0029449462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.950429916381836e-06, + "grad_norm": 5.267158031463623, + "learning_rate": 3.611699872827469e-07, + "loss": 0.4708, + "mean_token_accuracy": 0.8452236652374268, + "num_tokens": 32462120.0, + "step": 853 + }, + { + "epoch": 0.10863757791629564, + "ewc_loss": 0.0029449462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.950429916381836e-06, + "grad_norm": 5.408201694488525, + "learning_rate": 3.6159389571852475e-07, + "loss": 0.5906, + "mean_token_accuracy": 0.8134138584136963, + "num_tokens": 32498484.0, + "step": 854 + }, + { + "epoch": 0.10876478819488615, + "ewc_loss": 0.0029754638671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9802322387695312e-06, + "grad_norm": 5.305934429168701, + "learning_rate": 3.6201780415430265e-07, + "loss": 0.5269, + "mean_token_accuracy": 0.8319079875946045, + "num_tokens": 32541536.0, + "step": 855 + }, + { + "epoch": 0.10889199847347665, + "ewc_loss": 0.0029144287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9206275939941406e-06, + "grad_norm": 5.322998523712158, + "learning_rate": 3.6244171259008055e-07, + "loss": 0.5498, + "mean_token_accuracy": 0.8282914757728577, + "num_tokens": 32579750.0, + "step": 856 + }, + { + "epoch": 0.10901920875206716, + "ewc_loss": 0.0029754638671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9802322387695312e-06, + "grad_norm": 5.300660133361816, + "learning_rate": 3.628656210258584e-07, + "loss": 0.5578, + "mean_token_accuracy": 0.8200758099555969, + "num_tokens": 32617518.0, + "step": 857 + }, + { + "epoch": 0.10914641903065768, + "ewc_loss": 0.0029754638671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9802322387695312e-06, + "grad_norm": 5.31013822555542, + "learning_rate": 3.6328952946163624e-07, + "loss": 0.4996, + "mean_token_accuracy": 0.8393982648849487, + "num_tokens": 32653931.0, + "step": 858 + }, + { + "epoch": 0.1092736293092482, + "ewc_loss": 0.0029449462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.950429916381836e-06, + "grad_norm": 5.315835475921631, + "learning_rate": 3.6371343789741414e-07, + "loss": 0.4875, + "mean_token_accuracy": 0.8425405025482178, + "num_tokens": 32693797.0, + "step": 859 + }, + { + "epoch": 0.1094008395878387, + "ewc_loss": 0.002960205078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9653310775756836e-06, + "grad_norm": 5.345499038696289, + "learning_rate": 3.6413734633319204e-07, + "loss": 0.5352, + "mean_token_accuracy": 0.83062744140625, + "num_tokens": 32732432.0, + "step": 860 + }, + { + "epoch": 0.10952804986642921, + "ewc_loss": 0.0029754638671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9802322387695312e-06, + "grad_norm": 5.328651428222656, + "learning_rate": 3.645612547689699e-07, + "loss": 0.489, + "mean_token_accuracy": 0.8378827571868896, + "num_tokens": 32769225.0, + "step": 861 + }, + { + "epoch": 0.10965526014501972, + "ewc_loss": 0.00299072265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.995133399963379e-06, + "grad_norm": 5.307674407958984, + "learning_rate": 3.6498516320474773e-07, + "loss": 0.4821, + "mean_token_accuracy": 0.8449987769126892, + "num_tokens": 32812027.0, + "step": 862 + }, + { + "epoch": 0.10978247042361022, + "ewc_loss": 0.0029449462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.950429916381836e-06, + "grad_norm": 5.294466495513916, + "learning_rate": 3.6540907164052563e-07, + "loss": 0.4616, + "mean_token_accuracy": 0.8515920639038086, + "num_tokens": 32849334.0, + "step": 863 + }, + { + "epoch": 0.10990968070220074, + "ewc_loss": 0.002960205078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9653310775756836e-06, + "grad_norm": 5.391396522521973, + "learning_rate": 3.658329800763035e-07, + "loss": 0.5551, + "mean_token_accuracy": 0.8213354349136353, + "num_tokens": 32888422.0, + "step": 864 + }, + { + "epoch": 0.11003689098079125, + "ewc_loss": 0.0029754638671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9802322387695312e-06, + "grad_norm": 5.37837553024292, + "learning_rate": 3.662568885120814e-07, + "loss": 0.5144, + "mean_token_accuracy": 0.8335481882095337, + "num_tokens": 32922672.0, + "step": 865 + }, + { + "epoch": 0.11016410125938175, + "ewc_loss": 0.00299072265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.995133399963379e-06, + "grad_norm": 5.3520894050598145, + "learning_rate": 3.666807969478592e-07, + "loss": 0.5443, + "mean_token_accuracy": 0.8229879140853882, + "num_tokens": 32961694.0, + "step": 866 + }, + { + "epoch": 0.11029131153797227, + "ewc_loss": 0.002960205078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9653310775756836e-06, + "grad_norm": 5.375900745391846, + "learning_rate": 3.671047053836371e-07, + "loss": 0.5329, + "mean_token_accuracy": 0.8270853757858276, + "num_tokens": 32998595.0, + "step": 867 + }, + { + "epoch": 0.11041852181656278, + "ewc_loss": 0.00299072265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.995133399963379e-06, + "grad_norm": 5.3077921867370605, + "learning_rate": 3.6752861381941497e-07, + "loss": 0.4935, + "mean_token_accuracy": 0.839665412902832, + "num_tokens": 33035884.0, + "step": 868 + }, + { + "epoch": 0.11054573209515328, + "ewc_loss": 0.00299072265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.995133399963379e-06, + "grad_norm": 5.376577854156494, + "learning_rate": 3.6795252225519287e-07, + "loss": 0.5551, + "mean_token_accuracy": 0.8253283500671387, + "num_tokens": 33073335.0, + "step": 869 + }, + { + "epoch": 0.1106729423737438, + "ewc_loss": 0.00299072265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.995133399963379e-06, + "grad_norm": 5.286655426025391, + "learning_rate": 3.6837643069097077e-07, + "loss": 0.4548, + "mean_token_accuracy": 0.8511936664581299, + "num_tokens": 33111443.0, + "step": 870 + }, + { + "epoch": 0.11080015265233431, + "ewc_loss": 0.0029754638671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.9802322387695312e-06, + "grad_norm": 5.32077169418335, + "learning_rate": 3.688003391267486e-07, + "loss": 0.5143, + "mean_token_accuracy": 0.8378719091415405, + "num_tokens": 33156362.0, + "step": 871 + }, + { + "epoch": 0.11092736293092482, + "ewc_loss": 0.0030059814453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0100345611572266e-06, + "grad_norm": 5.278635025024414, + "learning_rate": 3.6922424756252646e-07, + "loss": 0.4837, + "mean_token_accuracy": 0.8432037830352783, + "num_tokens": 33204968.0, + "step": 872 + }, + { + "epoch": 0.11105457320951533, + "ewc_loss": 0.0030059814453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0100345611572266e-06, + "grad_norm": 5.389789581298828, + "learning_rate": 3.6964815599830436e-07, + "loss": 0.5306, + "mean_token_accuracy": 0.8278180360794067, + "num_tokens": 33239265.0, + "step": 873 + }, + { + "epoch": 0.11118178348810584, + "ewc_loss": 0.0030059814453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0100345611572266e-06, + "grad_norm": 5.42356538772583, + "learning_rate": 3.7007206443408226e-07, + "loss": 0.464, + "mean_token_accuracy": 0.8507857918739319, + "num_tokens": 33275897.0, + "step": 874 + }, + { + "epoch": 0.11130899376669635, + "ewc_loss": 0.003021240234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0249357223510742e-06, + "grad_norm": 5.386925220489502, + "learning_rate": 3.704959728698601e-07, + "loss": 0.5865, + "mean_token_accuracy": 0.8139480948448181, + "num_tokens": 33313966.0, + "step": 875 + }, + { + "epoch": 0.11143620404528685, + "ewc_loss": 0.0030364990234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.039836883544922e-06, + "grad_norm": 5.3930463790893555, + "learning_rate": 3.7091988130563795e-07, + "loss": 0.5322, + "mean_token_accuracy": 0.8299804925918579, + "num_tokens": 33352909.0, + "step": 876 + }, + { + "epoch": 0.11156341432387737, + "ewc_loss": 0.0030059814453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0100345611572266e-06, + "grad_norm": 5.307017803192139, + "learning_rate": 3.7134378974141585e-07, + "loss": 0.5149, + "mean_token_accuracy": 0.8365670442581177, + "num_tokens": 33400120.0, + "step": 877 + }, + { + "epoch": 0.11169062460246788, + "ewc_loss": 0.0030059814453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0100345611572266e-06, + "grad_norm": 5.419373035430908, + "learning_rate": 3.7176769817719375e-07, + "loss": 0.5419, + "mean_token_accuracy": 0.82682204246521, + "num_tokens": 33436703.0, + "step": 878 + }, + { + "epoch": 0.11181783488105838, + "ewc_loss": 0.0030364990234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.039836883544922e-06, + "grad_norm": 5.369906425476074, + "learning_rate": 3.7219160661297154e-07, + "loss": 0.4513, + "mean_token_accuracy": 0.8556430339813232, + "num_tokens": 33473515.0, + "step": 879 + }, + { + "epoch": 0.1119450451596489, + "ewc_loss": 0.00299072265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.995133399963379e-06, + "grad_norm": 5.4034037590026855, + "learning_rate": 3.7261551504874944e-07, + "loss": 0.5132, + "mean_token_accuracy": 0.8376003503799438, + "num_tokens": 33507659.0, + "step": 880 + }, + { + "epoch": 0.11207225543823941, + "ewc_loss": 0.003021240234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0249357223510742e-06, + "grad_norm": 5.37474250793457, + "learning_rate": 3.7303942348452734e-07, + "loss": 0.4591, + "mean_token_accuracy": 0.8491882085800171, + "num_tokens": 33542430.0, + "step": 881 + }, + { + "epoch": 0.11219946571682991, + "ewc_loss": 0.00299072265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.995133399963379e-06, + "grad_norm": 5.288480281829834, + "learning_rate": 3.7346333192030524e-07, + "loss": 0.4667, + "mean_token_accuracy": 0.8526180386543274, + "num_tokens": 33582579.0, + "step": 882 + }, + { + "epoch": 0.11232667599542043, + "ewc_loss": 0.0030059814453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0100345611572266e-06, + "grad_norm": 5.336452960968018, + "learning_rate": 3.7388724035608303e-07, + "loss": 0.4902, + "mean_token_accuracy": 0.8454926013946533, + "num_tokens": 33625928.0, + "step": 883 + }, + { + "epoch": 0.11245388627401094, + "ewc_loss": 0.003021240234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0249357223510742e-06, + "grad_norm": 5.425801753997803, + "learning_rate": 3.7431114879186093e-07, + "loss": 0.5315, + "mean_token_accuracy": 0.8310673236846924, + "num_tokens": 33661325.0, + "step": 884 + }, + { + "epoch": 0.11258109655260146, + "ewc_loss": 0.0030517578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0547380447387695e-06, + "grad_norm": 5.375147819519043, + "learning_rate": 3.7473505722763883e-07, + "loss": 0.5531, + "mean_token_accuracy": 0.8233965635299683, + "num_tokens": 33696472.0, + "step": 885 + }, + { + "epoch": 0.11270830683119196, + "ewc_loss": 0.003021240234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0249357223510742e-06, + "grad_norm": 5.35676908493042, + "learning_rate": 3.7515896566341673e-07, + "loss": 0.5077, + "mean_token_accuracy": 0.8344122171401978, + "num_tokens": 33732637.0, + "step": 886 + }, + { + "epoch": 0.11283551710978247, + "ewc_loss": 0.003021240234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0249357223510742e-06, + "grad_norm": 5.352686405181885, + "learning_rate": 3.755828740991945e-07, + "loss": 0.5317, + "mean_token_accuracy": 0.830066978931427, + "num_tokens": 33775106.0, + "step": 887 + }, + { + "epoch": 0.11296272738837299, + "ewc_loss": 0.0030517578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0547380447387695e-06, + "grad_norm": 5.3780341148376465, + "learning_rate": 3.760067825349724e-07, + "loss": 0.4944, + "mean_token_accuracy": 0.8426030278205872, + "num_tokens": 33811297.0, + "step": 888 + }, + { + "epoch": 0.11308993766696349, + "ewc_loss": 0.0030364990234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.039836883544922e-06, + "grad_norm": 5.336586952209473, + "learning_rate": 3.764306909707503e-07, + "loss": 0.4566, + "mean_token_accuracy": 0.8506791591644287, + "num_tokens": 33854038.0, + "step": 889 + }, + { + "epoch": 0.113217147945554, + "ewc_loss": 0.0030059814453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0100345611572266e-06, + "grad_norm": 5.432222843170166, + "learning_rate": 3.768545994065282e-07, + "loss": 0.5128, + "mean_token_accuracy": 0.8344696164131165, + "num_tokens": 33884929.0, + "step": 890 + }, + { + "epoch": 0.11334435822414451, + "ewc_loss": 0.003082275390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.084540367126465e-06, + "grad_norm": 5.387994766235352, + "learning_rate": 3.77278507842306e-07, + "loss": 0.5213, + "mean_token_accuracy": 0.8344584107398987, + "num_tokens": 33926065.0, + "step": 891 + }, + { + "epoch": 0.11347156850273502, + "ewc_loss": 0.0030364990234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.039836883544922e-06, + "grad_norm": 5.3648200035095215, + "learning_rate": 3.777024162780839e-07, + "loss": 0.4716, + "mean_token_accuracy": 0.8450325727462769, + "num_tokens": 33965557.0, + "step": 892 + }, + { + "epoch": 0.11359877878132553, + "ewc_loss": 0.0030670166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.069639205932617e-06, + "grad_norm": 5.429508686065674, + "learning_rate": 3.781263247138618e-07, + "loss": 0.4804, + "mean_token_accuracy": 0.8439784049987793, + "num_tokens": 34004132.0, + "step": 893 + }, + { + "epoch": 0.11372598905991604, + "ewc_loss": 0.0030517578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0547380447387695e-06, + "grad_norm": 5.425271987915039, + "learning_rate": 3.785502331496397e-07, + "loss": 0.5078, + "mean_token_accuracy": 0.8298051953315735, + "num_tokens": 34039781.0, + "step": 894 + }, + { + "epoch": 0.11385319933850654, + "ewc_loss": 0.0030364990234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.039836883544922e-06, + "grad_norm": 5.38827657699585, + "learning_rate": 3.789741415854175e-07, + "loss": 0.534, + "mean_token_accuracy": 0.8278135061264038, + "num_tokens": 34080487.0, + "step": 895 + }, + { + "epoch": 0.11398040961709706, + "ewc_loss": 0.0030670166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.069639205932617e-06, + "grad_norm": 5.420114994049072, + "learning_rate": 3.793980500211954e-07, + "loss": 0.5112, + "mean_token_accuracy": 0.8353460431098938, + "num_tokens": 34119913.0, + "step": 896 + }, + { + "epoch": 0.11410761989568757, + "ewc_loss": 0.0030670166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.069639205932617e-06, + "grad_norm": 5.3966779708862305, + "learning_rate": 3.798219584569733e-07, + "loss": 0.4455, + "mean_token_accuracy": 0.8547385931015015, + "num_tokens": 34155811.0, + "step": 897 + }, + { + "epoch": 0.11423483017427809, + "ewc_loss": 0.0030517578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0547380447387695e-06, + "grad_norm": 5.443179607391357, + "learning_rate": 3.8024586689275115e-07, + "loss": 0.5667, + "mean_token_accuracy": 0.823555588722229, + "num_tokens": 34195022.0, + "step": 898 + }, + { + "epoch": 0.11436204045286859, + "ewc_loss": 0.003082275390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.084540367126465e-06, + "grad_norm": 5.420711517333984, + "learning_rate": 3.80669775328529e-07, + "loss": 0.4995, + "mean_token_accuracy": 0.8359363079071045, + "num_tokens": 34229182.0, + "step": 899 + }, + { + "epoch": 0.1144892507314591, + "ewc_loss": 0.0030670166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.069639205932617e-06, + "grad_norm": 5.358804225921631, + "learning_rate": 3.810936837643069e-07, + "loss": 0.4609, + "mean_token_accuracy": 0.8488547801971436, + "num_tokens": 34266931.0, + "step": 900 + }, + { + "epoch": 0.11461646101004962, + "ewc_loss": 0.00311279296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.11434268951416e-06, + "grad_norm": 5.443704605102539, + "learning_rate": 3.815175922000848e-07, + "loss": 0.4533, + "mean_token_accuracy": 0.8495977520942688, + "num_tokens": 34301705.0, + "step": 901 + }, + { + "epoch": 0.11474367128864012, + "ewc_loss": 0.00311279296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.11434268951416e-06, + "grad_norm": 5.415834426879883, + "learning_rate": 3.8194150063586264e-07, + "loss": 0.5358, + "mean_token_accuracy": 0.8324736952781677, + "num_tokens": 34340975.0, + "step": 902 + }, + { + "epoch": 0.11487088156723063, + "ewc_loss": 0.0030975341796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.0994415283203125e-06, + "grad_norm": 5.458419322967529, + "learning_rate": 3.823654090716405e-07, + "loss": 0.5036, + "mean_token_accuracy": 0.8355569839477539, + "num_tokens": 34380024.0, + "step": 903 + }, + { + "epoch": 0.11499809184582115, + "ewc_loss": 0.003082275390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.084540367126465e-06, + "grad_norm": 5.4446563720703125, + "learning_rate": 3.827893175074184e-07, + "loss": 0.5253, + "mean_token_accuracy": 0.8378993272781372, + "num_tokens": 34419654.0, + "step": 904 + }, + { + "epoch": 0.11512530212441165, + "ewc_loss": 0.0031280517578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.129243850708008e-06, + "grad_norm": 5.466989040374756, + "learning_rate": 3.832132259431963e-07, + "loss": 0.4562, + "mean_token_accuracy": 0.8539815545082092, + "num_tokens": 34453034.0, + "step": 905 + }, + { + "epoch": 0.11525251240300216, + "ewc_loss": 0.0031280517578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.129243850708008e-06, + "grad_norm": 5.447263717651367, + "learning_rate": 3.8363713437897413e-07, + "loss": 0.561, + "mean_token_accuracy": 0.8194171786308289, + "num_tokens": 34493694.0, + "step": 906 + }, + { + "epoch": 0.11537972268159268, + "ewc_loss": 0.0031280517578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.129243850708008e-06, + "grad_norm": 5.430633544921875, + "learning_rate": 3.8406104281475197e-07, + "loss": 0.5532, + "mean_token_accuracy": 0.8250942826271057, + "num_tokens": 34531636.0, + "step": 907 + }, + { + "epoch": 0.11550693296018319, + "ewc_loss": 0.0031280517578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.129243850708008e-06, + "grad_norm": 5.4659342765808105, + "learning_rate": 3.8448495125052987e-07, + "loss": 0.5378, + "mean_token_accuracy": 0.8256685733795166, + "num_tokens": 34570851.0, + "step": 908 + }, + { + "epoch": 0.11563414323877369, + "ewc_loss": 0.0031280517578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.129243850708008e-06, + "grad_norm": 5.417016983032227, + "learning_rate": 3.8490885968630777e-07, + "loss": 0.49, + "mean_token_accuracy": 0.8425242900848389, + "num_tokens": 34613314.0, + "step": 909 + }, + { + "epoch": 0.1157613535173642, + "ewc_loss": 0.0031280517578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.129243850708008e-06, + "grad_norm": 5.409060478210449, + "learning_rate": 3.853327681220856e-07, + "loss": 0.5052, + "mean_token_accuracy": 0.835726797580719, + "num_tokens": 34656701.0, + "step": 910 + }, + { + "epoch": 0.11588856379595472, + "ewc_loss": 0.003143310546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.1441450119018555e-06, + "grad_norm": 5.484158515930176, + "learning_rate": 3.8575667655786346e-07, + "loss": 0.4805, + "mean_token_accuracy": 0.8453664779663086, + "num_tokens": 34688595.0, + "step": 911 + }, + { + "epoch": 0.11601577407454522, + "ewc_loss": 0.003143310546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.1441450119018555e-06, + "grad_norm": 5.433778762817383, + "learning_rate": 3.8618058499364136e-07, + "loss": 0.4988, + "mean_token_accuracy": 0.8404010534286499, + "num_tokens": 34726609.0, + "step": 912 + }, + { + "epoch": 0.11614298435313573, + "ewc_loss": 0.003143310546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.1441450119018555e-06, + "grad_norm": 5.432717323303223, + "learning_rate": 3.8660449342941926e-07, + "loss": 0.5553, + "mean_token_accuracy": 0.8260600566864014, + "num_tokens": 34769213.0, + "step": 913 + }, + { + "epoch": 0.11627019463172625, + "ewc_loss": 0.0031585693359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.159046173095703e-06, + "grad_norm": 5.499611854553223, + "learning_rate": 3.870284018651971e-07, + "loss": 0.5279, + "mean_token_accuracy": 0.8320460319519043, + "num_tokens": 34806722.0, + "step": 914 + }, + { + "epoch": 0.11639740491031675, + "ewc_loss": 0.003143310546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.1441450119018555e-06, + "grad_norm": 5.43625020980835, + "learning_rate": 3.8745231030097495e-07, + "loss": 0.4839, + "mean_token_accuracy": 0.8458627462387085, + "num_tokens": 34846408.0, + "step": 915 + }, + { + "epoch": 0.11652461518890726, + "ewc_loss": 0.0031585693359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.159046173095703e-06, + "grad_norm": 5.477658271789551, + "learning_rate": 3.8787621873675285e-07, + "loss": 0.4716, + "mean_token_accuracy": 0.8469608426094055, + "num_tokens": 34883791.0, + "step": 916 + }, + { + "epoch": 0.11665182546749778, + "ewc_loss": 0.003173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.1739473342895508e-06, + "grad_norm": 5.456262588500977, + "learning_rate": 3.883001271725307e-07, + "loss": 0.4674, + "mean_token_accuracy": 0.8482298851013184, + "num_tokens": 34922768.0, + "step": 917 + }, + { + "epoch": 0.11677903574608828, + "ewc_loss": 0.0031585693359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.159046173095703e-06, + "grad_norm": 5.408511638641357, + "learning_rate": 3.887240356083086e-07, + "loss": 0.4469, + "mean_token_accuracy": 0.8537611365318298, + "num_tokens": 34962184.0, + "step": 918 + }, + { + "epoch": 0.11690624602467879, + "ewc_loss": 0.0031585693359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.159046173095703e-06, + "grad_norm": 5.572216510772705, + "learning_rate": 3.8914794404408644e-07, + "loss": 0.4916, + "mean_token_accuracy": 0.8398046493530273, + "num_tokens": 34991455.0, + "step": 919 + }, + { + "epoch": 0.1170334563032693, + "ewc_loss": 0.0031890869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.1888484954833984e-06, + "grad_norm": 5.517320156097412, + "learning_rate": 3.8957185247986434e-07, + "loss": 0.52, + "mean_token_accuracy": 0.8317015171051025, + "num_tokens": 35025044.0, + "step": 920 + }, + { + "epoch": 0.11716066658185982, + "ewc_loss": 0.0031890869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.1888484954833984e-06, + "grad_norm": 5.4284210205078125, + "learning_rate": 3.899957609156422e-07, + "loss": 0.4936, + "mean_token_accuracy": 0.8391040563583374, + "num_tokens": 35064564.0, + "step": 921 + }, + { + "epoch": 0.11728787686045032, + "ewc_loss": 0.003143310546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.1441450119018555e-06, + "grad_norm": 5.434678554534912, + "learning_rate": 3.904196693514201e-07, + "loss": 0.5109, + "mean_token_accuracy": 0.8366475701332092, + "num_tokens": 35109786.0, + "step": 922 + }, + { + "epoch": 0.11741508713904084, + "ewc_loss": 0.003204345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.203749656677246e-06, + "grad_norm": 5.507323265075684, + "learning_rate": 3.9084357778719793e-07, + "loss": 0.5738, + "mean_token_accuracy": 0.8174365758895874, + "num_tokens": 35148351.0, + "step": 923 + }, + { + "epoch": 0.11754229741763135, + "ewc_loss": 0.003204345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.203749656677246e-06, + "grad_norm": 5.514353275299072, + "learning_rate": 3.9126748622297583e-07, + "loss": 0.5375, + "mean_token_accuracy": 0.8294569253921509, + "num_tokens": 35183464.0, + "step": 924 + }, + { + "epoch": 0.11766950769622185, + "ewc_loss": 0.0032196044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2186508178710938e-06, + "grad_norm": 5.474349498748779, + "learning_rate": 3.916913946587537e-07, + "loss": 0.5204, + "mean_token_accuracy": 0.830712080001831, + "num_tokens": 35218561.0, + "step": 925 + }, + { + "epoch": 0.11779671797481236, + "ewc_loss": 0.003204345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.203749656677246e-06, + "grad_norm": 5.4618682861328125, + "learning_rate": 3.921153030945316e-07, + "loss": 0.535, + "mean_token_accuracy": 0.827398955821991, + "num_tokens": 35257740.0, + "step": 926 + }, + { + "epoch": 0.11792392825340288, + "ewc_loss": 0.003204345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.203749656677246e-06, + "grad_norm": 5.531147003173828, + "learning_rate": 3.925392115303094e-07, + "loss": 0.4921, + "mean_token_accuracy": 0.8410762548446655, + "num_tokens": 35291632.0, + "step": 927 + }, + { + "epoch": 0.11805113853199338, + "ewc_loss": 0.00323486328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2335519790649414e-06, + "grad_norm": 5.5091376304626465, + "learning_rate": 3.929631199660873e-07, + "loss": 0.4958, + "mean_token_accuracy": 0.8368651270866394, + "num_tokens": 35327686.0, + "step": 928 + }, + { + "epoch": 0.1181783488105839, + "ewc_loss": 0.0032501220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.248453140258789e-06, + "grad_norm": 5.483657360076904, + "learning_rate": 3.9338702840186517e-07, + "loss": 0.4973, + "mean_token_accuracy": 0.8370034694671631, + "num_tokens": 35364480.0, + "step": 929 + }, + { + "epoch": 0.11830555908917441, + "ewc_loss": 0.0032196044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2186508178710938e-06, + "grad_norm": 5.420214653015137, + "learning_rate": 3.9381093683764307e-07, + "loss": 0.5026, + "mean_token_accuracy": 0.838422417640686, + "num_tokens": 35406017.0, + "step": 930 + }, + { + "epoch": 0.11843276936776491, + "ewc_loss": 0.0032196044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2186508178710938e-06, + "grad_norm": 5.475767135620117, + "learning_rate": 3.942348452734209e-07, + "loss": 0.5614, + "mean_token_accuracy": 0.8202783465385437, + "num_tokens": 35448447.0, + "step": 931 + }, + { + "epoch": 0.11855997964635542, + "ewc_loss": 0.00323486328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2335519790649414e-06, + "grad_norm": 5.471455097198486, + "learning_rate": 3.946587537091988e-07, + "loss": 0.5102, + "mean_token_accuracy": 0.8340373039245605, + "num_tokens": 35488120.0, + "step": 932 + }, + { + "epoch": 0.11868718992494594, + "ewc_loss": 0.003265380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2633543014526367e-06, + "grad_norm": 5.42979097366333, + "learning_rate": 3.9508266214497666e-07, + "loss": 0.4848, + "mean_token_accuracy": 0.8432296514511108, + "num_tokens": 35531759.0, + "step": 933 + }, + { + "epoch": 0.11881440020353645, + "ewc_loss": 0.003265380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2633543014526367e-06, + "grad_norm": 5.461150169372559, + "learning_rate": 3.9550657058075456e-07, + "loss": 0.4687, + "mean_token_accuracy": 0.8498212099075317, + "num_tokens": 35571476.0, + "step": 934 + }, + { + "epoch": 0.11894161048212695, + "ewc_loss": 0.0032501220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.248453140258789e-06, + "grad_norm": 5.526948928833008, + "learning_rate": 3.959304790165324e-07, + "loss": 0.5096, + "mean_token_accuracy": 0.8372852206230164, + "num_tokens": 35608440.0, + "step": 935 + }, + { + "epoch": 0.11906882076071747, + "ewc_loss": 0.0032501220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.248453140258789e-06, + "grad_norm": 5.584716320037842, + "learning_rate": 3.9635438745231025e-07, + "loss": 0.5048, + "mean_token_accuracy": 0.8387371897697449, + "num_tokens": 35641861.0, + "step": 936 + }, + { + "epoch": 0.11919603103930798, + "ewc_loss": 0.003265380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2633543014526367e-06, + "grad_norm": 5.536641597747803, + "learning_rate": 3.9677829588808815e-07, + "loss": 0.5261, + "mean_token_accuracy": 0.830118715763092, + "num_tokens": 35684626.0, + "step": 937 + }, + { + "epoch": 0.11932324131789848, + "ewc_loss": 0.0032501220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.248453140258789e-06, + "grad_norm": 5.530372619628906, + "learning_rate": 3.9720220432386605e-07, + "loss": 0.5325, + "mean_token_accuracy": 0.8277539014816284, + "num_tokens": 35718125.0, + "step": 938 + }, + { + "epoch": 0.119450451596489, + "ewc_loss": 0.0032806396484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2782554626464844e-06, + "grad_norm": 5.5164289474487305, + "learning_rate": 3.976261127596439e-07, + "loss": 0.4764, + "mean_token_accuracy": 0.8476809859275818, + "num_tokens": 35752818.0, + "step": 939 + }, + { + "epoch": 0.11957766187507951, + "ewc_loss": 0.003265380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2633543014526367e-06, + "grad_norm": 5.5042572021484375, + "learning_rate": 3.9805002119542174e-07, + "loss": 0.4568, + "mean_token_accuracy": 0.8507550358772278, + "num_tokens": 35787097.0, + "step": 940 + }, + { + "epoch": 0.11970487215367001, + "ewc_loss": 0.0032806396484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2782554626464844e-06, + "grad_norm": 5.529603481292725, + "learning_rate": 3.9847392963119964e-07, + "loss": 0.5538, + "mean_token_accuracy": 0.8265612125396729, + "num_tokens": 35825887.0, + "step": 941 + }, + { + "epoch": 0.11983208243226053, + "ewc_loss": 0.0032806396484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2782554626464844e-06, + "grad_norm": 5.482298851013184, + "learning_rate": 3.9889783806697754e-07, + "loss": 0.4824, + "mean_token_accuracy": 0.8463791012763977, + "num_tokens": 35863592.0, + "step": 942 + }, + { + "epoch": 0.11995929271085104, + "ewc_loss": 0.0032806396484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2782554626464844e-06, + "grad_norm": 5.5482354164123535, + "learning_rate": 3.993217465027554e-07, + "loss": 0.5572, + "mean_token_accuracy": 0.8254485130310059, + "num_tokens": 35904483.0, + "step": 943 + }, + { + "epoch": 0.12008650298944154, + "ewc_loss": 0.0032958984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.293156623840332e-06, + "grad_norm": 5.572145938873291, + "learning_rate": 3.9974565493853323e-07, + "loss": 0.4448, + "mean_token_accuracy": 0.8562830090522766, + "num_tokens": 35938662.0, + "step": 944 + }, + { + "epoch": 0.12021371326803205, + "ewc_loss": 0.0032958984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.293156623840332e-06, + "grad_norm": 5.542032241821289, + "learning_rate": 4.0016956337431113e-07, + "loss": 0.5083, + "mean_token_accuracy": 0.8358861804008484, + "num_tokens": 35975176.0, + "step": 945 + }, + { + "epoch": 0.12034092354662257, + "ewc_loss": 0.0032958984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.293156623840332e-06, + "grad_norm": 5.535620212554932, + "learning_rate": 4.0059347181008903e-07, + "loss": 0.4944, + "mean_token_accuracy": 0.8395116329193115, + "num_tokens": 36008893.0, + "step": 946 + }, + { + "epoch": 0.12046813382521308, + "ewc_loss": 0.003265380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2633543014526367e-06, + "grad_norm": 5.449208736419678, + "learning_rate": 4.010173802458669e-07, + "loss": 0.4541, + "mean_token_accuracy": 0.854613721370697, + "num_tokens": 36049882.0, + "step": 947 + }, + { + "epoch": 0.12059534410380358, + "ewc_loss": 0.0032958984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.293156623840332e-06, + "grad_norm": 5.518256664276123, + "learning_rate": 4.014412886816447e-07, + "loss": 0.5669, + "mean_token_accuracy": 0.8218452334403992, + "num_tokens": 36090615.0, + "step": 948 + }, + { + "epoch": 0.1207225543823941, + "ewc_loss": 0.0032958984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.293156623840332e-06, + "grad_norm": 5.495960235595703, + "learning_rate": 4.018651971174226e-07, + "loss": 0.4976, + "mean_token_accuracy": 0.8389501571655273, + "num_tokens": 36128159.0, + "step": 949 + }, + { + "epoch": 0.12084976466098461, + "ewc_loss": 0.0032806396484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.2782554626464844e-06, + "grad_norm": 5.4806976318359375, + "learning_rate": 4.022891055532005e-07, + "loss": 0.5118, + "mean_token_accuracy": 0.8360686898231506, + "num_tokens": 36172851.0, + "step": 950 + }, + { + "epoch": 0.12097697493957511, + "ewc_loss": 0.0032958984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.293156623840332e-06, + "grad_norm": 5.527209758758545, + "learning_rate": 4.0271301398897837e-07, + "loss": 0.5619, + "mean_token_accuracy": 0.8235973119735718, + "num_tokens": 36214282.0, + "step": 951 + }, + { + "epoch": 0.12110418521816563, + "ewc_loss": 0.0032958984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.293156623840332e-06, + "grad_norm": 5.592864513397217, + "learning_rate": 4.031369224247562e-07, + "loss": 0.483, + "mean_token_accuracy": 0.8393269777297974, + "num_tokens": 36248619.0, + "step": 952 + }, + { + "epoch": 0.12123139549675614, + "ewc_loss": 0.0032958984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.293156623840332e-06, + "grad_norm": 5.520535945892334, + "learning_rate": 4.035608308605341e-07, + "loss": 0.5193, + "mean_token_accuracy": 0.8311182856559753, + "num_tokens": 36289070.0, + "step": 953 + }, + { + "epoch": 0.12135860577534664, + "ewc_loss": 0.0032958984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.293156623840332e-06, + "grad_norm": 5.4928297996521, + "learning_rate": 4.03984739296312e-07, + "loss": 0.5189, + "mean_token_accuracy": 0.8358491659164429, + "num_tokens": 36330883.0, + "step": 954 + }, + { + "epoch": 0.12148581605393716, + "ewc_loss": 0.0033111572265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3080577850341797e-06, + "grad_norm": 5.467772483825684, + "learning_rate": 4.044086477320898e-07, + "loss": 0.4992, + "mean_token_accuracy": 0.8398775458335876, + "num_tokens": 36371507.0, + "step": 955 + }, + { + "epoch": 0.12161302633252767, + "ewc_loss": 0.003326416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3229589462280273e-06, + "grad_norm": 5.536672115325928, + "learning_rate": 4.048325561678677e-07, + "loss": 0.5219, + "mean_token_accuracy": 0.832438051700592, + "num_tokens": 36407262.0, + "step": 956 + }, + { + "epoch": 0.12174023661111817, + "ewc_loss": 0.0033111572265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3080577850341797e-06, + "grad_norm": 5.571669101715088, + "learning_rate": 4.052564646036456e-07, + "loss": 0.5182, + "mean_token_accuracy": 0.8341118097305298, + "num_tokens": 36448089.0, + "step": 957 + }, + { + "epoch": 0.12186744688970869, + "ewc_loss": 0.003326416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3229589462280273e-06, + "grad_norm": 5.54597806930542, + "learning_rate": 4.056803730394235e-07, + "loss": 0.5305, + "mean_token_accuracy": 0.8279898166656494, + "num_tokens": 36484022.0, + "step": 958 + }, + { + "epoch": 0.1219946571682992, + "ewc_loss": 0.0033111572265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3080577850341797e-06, + "grad_norm": 5.534016132354736, + "learning_rate": 4.061042814752013e-07, + "loss": 0.5073, + "mean_token_accuracy": 0.8376004695892334, + "num_tokens": 36519385.0, + "step": 959 + }, + { + "epoch": 0.12212186744688971, + "ewc_loss": 0.0033111572265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3080577850341797e-06, + "grad_norm": 5.6772074699401855, + "learning_rate": 4.065281899109792e-07, + "loss": 0.5109, + "mean_token_accuracy": 0.8340649604797363, + "num_tokens": 36551943.0, + "step": 960 + }, + { + "epoch": 0.12224907772548022, + "ewc_loss": 0.0033721923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3676624298095703e-06, + "grad_norm": 5.506052494049072, + "learning_rate": 4.069520983467571e-07, + "loss": 0.4575, + "mean_token_accuracy": 0.8525481224060059, + "num_tokens": 36590927.0, + "step": 961 + }, + { + "epoch": 0.12237628800407073, + "ewc_loss": 0.0033111572265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3080577850341797e-06, + "grad_norm": 5.5568695068359375, + "learning_rate": 4.07376006782535e-07, + "loss": 0.4892, + "mean_token_accuracy": 0.8396929502487183, + "num_tokens": 36625199.0, + "step": 962 + }, + { + "epoch": 0.12250349828266124, + "ewc_loss": 0.00335693359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3527612686157227e-06, + "grad_norm": 5.566987037658691, + "learning_rate": 4.077999152183128e-07, + "loss": 0.4517, + "mean_token_accuracy": 0.8523472547531128, + "num_tokens": 36658981.0, + "step": 963 + }, + { + "epoch": 0.12263070856125174, + "ewc_loss": 0.0033416748046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.337860107421875e-06, + "grad_norm": 5.498736381530762, + "learning_rate": 4.082238236540907e-07, + "loss": 0.5121, + "mean_token_accuracy": 0.8382402062416077, + "num_tokens": 36704214.0, + "step": 964 + }, + { + "epoch": 0.12275791883984226, + "ewc_loss": 0.0033416748046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.337860107421875e-06, + "grad_norm": 5.54870080947876, + "learning_rate": 4.086477320898686e-07, + "loss": 0.4816, + "mean_token_accuracy": 0.8426356315612793, + "num_tokens": 36744782.0, + "step": 965 + }, + { + "epoch": 0.12288512911843277, + "ewc_loss": 0.00335693359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3527612686157227e-06, + "grad_norm": 5.526495456695557, + "learning_rate": 4.090716405256465e-07, + "loss": 0.5164, + "mean_token_accuracy": 0.8321072459220886, + "num_tokens": 36783645.0, + "step": 966 + }, + { + "epoch": 0.12301233939702327, + "ewc_loss": 0.00335693359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3527612686157227e-06, + "grad_norm": 5.5905256271362305, + "learning_rate": 4.094955489614243e-07, + "loss": 0.4846, + "mean_token_accuracy": 0.841778039932251, + "num_tokens": 36817539.0, + "step": 967 + }, + { + "epoch": 0.12313954967561379, + "ewc_loss": 0.0034027099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3974647521972656e-06, + "grad_norm": 5.570585250854492, + "learning_rate": 4.099194573972022e-07, + "loss": 0.4865, + "mean_token_accuracy": 0.8421896696090698, + "num_tokens": 36859144.0, + "step": 968 + }, + { + "epoch": 0.1232667599542043, + "ewc_loss": 0.00335693359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3527612686157227e-06, + "grad_norm": 5.5576324462890625, + "learning_rate": 4.1034336583298007e-07, + "loss": 0.5293, + "mean_token_accuracy": 0.8303624391555786, + "num_tokens": 36900833.0, + "step": 969 + }, + { + "epoch": 0.1233939702327948, + "ewc_loss": 0.00335693359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3527612686157227e-06, + "grad_norm": 5.556507110595703, + "learning_rate": 4.1076727426875797e-07, + "loss": 0.5183, + "mean_token_accuracy": 0.8332429528236389, + "num_tokens": 36940935.0, + "step": 970 + }, + { + "epoch": 0.12352118051138532, + "ewc_loss": 0.0033721923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3676624298095703e-06, + "grad_norm": 5.614930152893066, + "learning_rate": 4.1119118270453577e-07, + "loss": 0.5797, + "mean_token_accuracy": 0.8133503794670105, + "num_tokens": 36979874.0, + "step": 971 + }, + { + "epoch": 0.12364839078997583, + "ewc_loss": 0.003387451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.382563591003418e-06, + "grad_norm": 5.558464527130127, + "learning_rate": 4.1161509114031366e-07, + "loss": 0.4618, + "mean_token_accuracy": 0.8518794178962708, + "num_tokens": 37017917.0, + "step": 972 + }, + { + "epoch": 0.12377560106856635, + "ewc_loss": 0.0033721923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3676624298095703e-06, + "grad_norm": 5.590631484985352, + "learning_rate": 4.1203899957609156e-07, + "loss": 0.5263, + "mean_token_accuracy": 0.8315098285675049, + "num_tokens": 37054914.0, + "step": 973 + }, + { + "epoch": 0.12390281134715685, + "ewc_loss": 0.003387451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.382563591003418e-06, + "grad_norm": 5.657283782958984, + "learning_rate": 4.124629080118694e-07, + "loss": 0.4766, + "mean_token_accuracy": 0.8423702120780945, + "num_tokens": 37088277.0, + "step": 974 + }, + { + "epoch": 0.12403002162574736, + "ewc_loss": 0.0033721923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3676624298095703e-06, + "grad_norm": 5.534130096435547, + "learning_rate": 4.1288681644764726e-07, + "loss": 0.5221, + "mean_token_accuracy": 0.8312011957168579, + "num_tokens": 37126963.0, + "step": 975 + }, + { + "epoch": 0.12415723190433788, + "ewc_loss": 0.0033721923828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3676624298095703e-06, + "grad_norm": 5.605388641357422, + "learning_rate": 4.1331072488342515e-07, + "loss": 0.5351, + "mean_token_accuracy": 0.8289783000946045, + "num_tokens": 37161948.0, + "step": 976 + }, + { + "epoch": 0.12428444218292838, + "ewc_loss": 0.003387451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.382563591003418e-06, + "grad_norm": 5.588563442230225, + "learning_rate": 4.1373463331920305e-07, + "loss": 0.4502, + "mean_token_accuracy": 0.8535678386688232, + "num_tokens": 37198552.0, + "step": 977 + }, + { + "epoch": 0.12441165246151889, + "ewc_loss": 0.00335693359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3527612686157227e-06, + "grad_norm": 5.606942653656006, + "learning_rate": 4.141585417549809e-07, + "loss": 0.5203, + "mean_token_accuracy": 0.8304818868637085, + "num_tokens": 37235990.0, + "step": 978 + }, + { + "epoch": 0.1245388627401094, + "ewc_loss": 0.0034027099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3974647521972656e-06, + "grad_norm": 5.643198490142822, + "learning_rate": 4.1458245019075875e-07, + "loss": 0.4797, + "mean_token_accuracy": 0.8437917232513428, + "num_tokens": 37269664.0, + "step": 979 + }, + { + "epoch": 0.1246660730186999, + "ewc_loss": 0.0034027099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3974647521972656e-06, + "grad_norm": 5.539372444152832, + "learning_rate": 4.1500635862653664e-07, + "loss": 0.511, + "mean_token_accuracy": 0.8366981744766235, + "num_tokens": 37308647.0, + "step": 980 + }, + { + "epoch": 0.12479328329729042, + "ewc_loss": 0.003387451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.382563591003418e-06, + "grad_norm": 5.553526401519775, + "learning_rate": 4.1543026706231454e-07, + "loss": 0.4603, + "mean_token_accuracy": 0.8512402772903442, + "num_tokens": 37345953.0, + "step": 981 + }, + { + "epoch": 0.12492049357588093, + "ewc_loss": 0.0034027099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3974647521972656e-06, + "grad_norm": 5.600179672241211, + "learning_rate": 4.158541754980924e-07, + "loss": 0.4567, + "mean_token_accuracy": 0.8540173172950745, + "num_tokens": 37382735.0, + "step": 982 + }, + { + "epoch": 0.12504770385447145, + "ewc_loss": 0.0034332275390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.427267074584961e-06, + "grad_norm": 5.629255771636963, + "learning_rate": 4.1627808393387024e-07, + "loss": 0.5228, + "mean_token_accuracy": 0.8288137316703796, + "num_tokens": 37419605.0, + "step": 983 + }, + { + "epoch": 0.12517491413306195, + "ewc_loss": 0.00341796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.4123659133911133e-06, + "grad_norm": 5.658113956451416, + "learning_rate": 4.1670199236964813e-07, + "loss": 0.5157, + "mean_token_accuracy": 0.8294320702552795, + "num_tokens": 37455395.0, + "step": 984 + }, + { + "epoch": 0.12530212441165245, + "ewc_loss": 0.0034332275390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.427267074584961e-06, + "grad_norm": 5.6080002784729, + "learning_rate": 4.1712590080542603e-07, + "loss": 0.4688, + "mean_token_accuracy": 0.8478920459747314, + "num_tokens": 37492208.0, + "step": 985 + }, + { + "epoch": 0.12542933469024298, + "ewc_loss": 0.00341796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.4123659133911133e-06, + "grad_norm": 5.586155891418457, + "learning_rate": 4.175498092412039e-07, + "loss": 0.5138, + "mean_token_accuracy": 0.8368362188339233, + "num_tokens": 37533675.0, + "step": 986 + }, + { + "epoch": 0.12555654496883348, + "ewc_loss": 0.0034027099609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.3974647521972656e-06, + "grad_norm": 5.631979465484619, + "learning_rate": 4.179737176769817e-07, + "loss": 0.4781, + "mean_token_accuracy": 0.846153199672699, + "num_tokens": 37572792.0, + "step": 987 + }, + { + "epoch": 0.12568375524742398, + "ewc_loss": 0.0034637451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.4570693969726562e-06, + "grad_norm": 5.599459648132324, + "learning_rate": 4.183976261127596e-07, + "loss": 0.4749, + "mean_token_accuracy": 0.8446524143218994, + "num_tokens": 37611481.0, + "step": 988 + }, + { + "epoch": 0.1258109655260145, + "ewc_loss": 0.003448486328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.4421682357788086e-06, + "grad_norm": 5.706254959106445, + "learning_rate": 4.1882153454853747e-07, + "loss": 0.5531, + "mean_token_accuracy": 0.8216971158981323, + "num_tokens": 37648253.0, + "step": 989 + }, + { + "epoch": 0.125938175804605, + "ewc_loss": 0.00347900390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.471970558166504e-06, + "grad_norm": 5.613717079162598, + "learning_rate": 4.1924544298431537e-07, + "loss": 0.4872, + "mean_token_accuracy": 0.8431522846221924, + "num_tokens": 37687086.0, + "step": 990 + }, + { + "epoch": 0.12606538608319554, + "ewc_loss": 0.0034332275390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.427267074584961e-06, + "grad_norm": 5.605521202087402, + "learning_rate": 4.196693514200932e-07, + "loss": 0.4813, + "mean_token_accuracy": 0.8444782495498657, + "num_tokens": 37730928.0, + "step": 991 + }, + { + "epoch": 0.12619259636178604, + "ewc_loss": 0.0034332275390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.427267074584961e-06, + "grad_norm": 5.605595111846924, + "learning_rate": 4.200932598558711e-07, + "loss": 0.5051, + "mean_token_accuracy": 0.8346132040023804, + "num_tokens": 37771857.0, + "step": 992 + }, + { + "epoch": 0.12631980664037654, + "ewc_loss": 0.0034332275390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.427267074584961e-06, + "grad_norm": 5.628773212432861, + "learning_rate": 4.2051716829164896e-07, + "loss": 0.5083, + "mean_token_accuracy": 0.8382580280303955, + "num_tokens": 37817517.0, + "step": 993 + }, + { + "epoch": 0.12644701691896706, + "ewc_loss": 0.0034637451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.4570693969726562e-06, + "grad_norm": 5.668341636657715, + "learning_rate": 4.2094107672742686e-07, + "loss": 0.5512, + "mean_token_accuracy": 0.8276639580726624, + "num_tokens": 37855891.0, + "step": 994 + }, + { + "epoch": 0.12657422719755757, + "ewc_loss": 0.00347900390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.471970558166504e-06, + "grad_norm": 5.683424949645996, + "learning_rate": 4.2136498516320476e-07, + "loss": 0.4707, + "mean_token_accuracy": 0.8495312929153442, + "num_tokens": 37888719.0, + "step": 995 + }, + { + "epoch": 0.12670143747614807, + "ewc_loss": 0.003448486328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.4421682357788086e-06, + "grad_norm": 5.6009697914123535, + "learning_rate": 4.217888935989826e-07, + "loss": 0.5226, + "mean_token_accuracy": 0.8308563828468323, + "num_tokens": 37932968.0, + "step": 996 + }, + { + "epoch": 0.1268286477547386, + "ewc_loss": 0.0034332275390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.427267074584961e-06, + "grad_norm": 5.635382175445557, + "learning_rate": 4.2221280203476045e-07, + "loss": 0.515, + "mean_token_accuracy": 0.832755446434021, + "num_tokens": 37974297.0, + "step": 997 + }, + { + "epoch": 0.1269558580333291, + "ewc_loss": 0.00347900390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.471970558166504e-06, + "grad_norm": 5.649867534637451, + "learning_rate": 4.2263671047053835e-07, + "loss": 0.5311, + "mean_token_accuracy": 0.8296222686767578, + "num_tokens": 38020294.0, + "step": 998 + }, + { + "epoch": 0.1270830683119196, + "ewc_loss": 0.0034637451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.4570693969726562e-06, + "grad_norm": 5.59490966796875, + "learning_rate": 4.2306061890631625e-07, + "loss": 0.5107, + "mean_token_accuracy": 0.8365126848220825, + "num_tokens": 38063322.0, + "step": 999 + }, + { + "epoch": 0.12721027859051012, + "ewc_loss": 0.0034332275390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.427267074584961e-06, + "grad_norm": 5.667046070098877, + "learning_rate": 4.234845273420941e-07, + "loss": 0.5985, + "mean_token_accuracy": 0.8166758418083191, + "num_tokens": 38101052.0, + "step": 1000 + }, + { + "epoch": 0.12733748886910062, + "ewc_loss": 0.00347900390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.471970558166504e-06, + "grad_norm": 5.611790180206299, + "learning_rate": 4.2390843577787194e-07, + "loss": 0.5187, + "mean_token_accuracy": 0.8325393199920654, + "num_tokens": 38145472.0, + "step": 1001 + }, + { + "epoch": 0.12746469914769112, + "ewc_loss": 0.003448486328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.4421682357788086e-06, + "grad_norm": 5.649085998535156, + "learning_rate": 4.2433234421364984e-07, + "loss": 0.496, + "mean_token_accuracy": 0.8403728008270264, + "num_tokens": 38182662.0, + "step": 1002 + }, + { + "epoch": 0.12759190942628165, + "ewc_loss": 0.0034942626953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.4868717193603516e-06, + "grad_norm": 5.6796674728393555, + "learning_rate": 4.2475625264942774e-07, + "loss": 0.4822, + "mean_token_accuracy": 0.8459931015968323, + "num_tokens": 38224735.0, + "step": 1003 + }, + { + "epoch": 0.12771911970487215, + "ewc_loss": 0.00347900390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.471970558166504e-06, + "grad_norm": 5.8004150390625, + "learning_rate": 4.251801610852056e-07, + "loss": 0.5256, + "mean_token_accuracy": 0.830898106098175, + "num_tokens": 38255847.0, + "step": 1004 + }, + { + "epoch": 0.12784632998346265, + "ewc_loss": 0.0035400390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.546476364135742e-06, + "grad_norm": 5.64951229095459, + "learning_rate": 4.2560406952098343e-07, + "loss": 0.5389, + "mean_token_accuracy": 0.8289854526519775, + "num_tokens": 38296921.0, + "step": 1005 + }, + { + "epoch": 0.12797354026205318, + "ewc_loss": 0.00347900390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.471970558166504e-06, + "grad_norm": 5.624568462371826, + "learning_rate": 4.2602797795676133e-07, + "loss": 0.5492, + "mean_token_accuracy": 0.8252560496330261, + "num_tokens": 38336408.0, + "step": 1006 + }, + { + "epoch": 0.12810075054064368, + "ewc_loss": 0.0034942626953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.5017728805541992e-06, + "grad_norm": 5.631875991821289, + "learning_rate": 4.2645188639253923e-07, + "loss": 0.4589, + "mean_token_accuracy": 0.8495664596557617, + "num_tokens": 38372809.0, + "step": 1007 + }, + { + "epoch": 0.12822796081923418, + "ewc_loss": 0.0034942626953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.4868717193603516e-06, + "grad_norm": 5.6650261878967285, + "learning_rate": 4.26875794828317e-07, + "loss": 0.5174, + "mean_token_accuracy": 0.832297682762146, + "num_tokens": 38413312.0, + "step": 1008 + }, + { + "epoch": 0.1283551710978247, + "ewc_loss": 0.0034942626953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.5017728805541992e-06, + "grad_norm": 5.643023490905762, + "learning_rate": 4.272997032640949e-07, + "loss": 0.5368, + "mean_token_accuracy": 0.8277502059936523, + "num_tokens": 38457710.0, + "step": 1009 + }, + { + "epoch": 0.1284823813764152, + "ewc_loss": 0.003509521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.516674041748047e-06, + "grad_norm": 5.675778388977051, + "learning_rate": 4.277236116998728e-07, + "loss": 0.4972, + "mean_token_accuracy": 0.8407465815544128, + "num_tokens": 38499630.0, + "step": 1010 + }, + { + "epoch": 0.1286095916550057, + "ewc_loss": 0.0034942626953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.5017728805541992e-06, + "grad_norm": 5.682439804077148, + "learning_rate": 4.281475201356507e-07, + "loss": 0.5045, + "mean_token_accuracy": 0.8386726379394531, + "num_tokens": 38538133.0, + "step": 1011 + }, + { + "epoch": 0.12873680193359624, + "ewc_loss": 0.0035247802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.5315752029418945e-06, + "grad_norm": 5.662829399108887, + "learning_rate": 4.285714285714285e-07, + "loss": 0.5367, + "mean_token_accuracy": 0.8280010223388672, + "num_tokens": 38576816.0, + "step": 1012 + }, + { + "epoch": 0.12886401221218674, + "ewc_loss": 0.0034942626953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.4868717193603516e-06, + "grad_norm": 5.650516033172607, + "learning_rate": 4.289953370072064e-07, + "loss": 0.4763, + "mean_token_accuracy": 0.8451108932495117, + "num_tokens": 38615270.0, + "step": 1013 + }, + { + "epoch": 0.12899122249077727, + "ewc_loss": 0.003509521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.516674041748047e-06, + "grad_norm": 5.678389549255371, + "learning_rate": 4.294192454429843e-07, + "loss": 0.5278, + "mean_token_accuracy": 0.8292561769485474, + "num_tokens": 38654173.0, + "step": 1014 + }, + { + "epoch": 0.12911843276936777, + "ewc_loss": 0.0035400390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.546476364135742e-06, + "grad_norm": 5.609280109405518, + "learning_rate": 4.298431538787622e-07, + "loss": 0.4142, + "mean_token_accuracy": 0.8668757677078247, + "num_tokens": 38695758.0, + "step": 1015 + }, + { + "epoch": 0.12924564304795827, + "ewc_loss": 0.0035400390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.546476364135742e-06, + "grad_norm": 5.751657485961914, + "learning_rate": 4.3026706231454e-07, + "loss": 0.5595, + "mean_token_accuracy": 0.82076096534729, + "num_tokens": 38729524.0, + "step": 1016 + }, + { + "epoch": 0.1293728533265488, + "ewc_loss": 0.0035858154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.591179847717285e-06, + "grad_norm": 5.690716743469238, + "learning_rate": 4.306909707503179e-07, + "loss": 0.5069, + "mean_token_accuracy": 0.840438961982727, + "num_tokens": 38767500.0, + "step": 1017 + }, + { + "epoch": 0.1295000636051393, + "ewc_loss": 0.0035400390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.546476364135742e-06, + "grad_norm": 5.708625316619873, + "learning_rate": 4.311148791860958e-07, + "loss": 0.4947, + "mean_token_accuracy": 0.8389562368392944, + "num_tokens": 38798683.0, + "step": 1018 + }, + { + "epoch": 0.1296272738837298, + "ewc_loss": 0.0035400390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.546476364135742e-06, + "grad_norm": 5.669223308563232, + "learning_rate": 4.315387876218737e-07, + "loss": 0.5437, + "mean_token_accuracy": 0.8281383514404297, + "num_tokens": 38833653.0, + "step": 1019 + }, + { + "epoch": 0.12975448416232033, + "ewc_loss": 0.0035552978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.56137752532959e-06, + "grad_norm": 5.707696437835693, + "learning_rate": 4.319626960576515e-07, + "loss": 0.5414, + "mean_token_accuracy": 0.8243016004562378, + "num_tokens": 38869428.0, + "step": 1020 + }, + { + "epoch": 0.12988169444091083, + "ewc_loss": 0.003570556640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.5762786865234375e-06, + "grad_norm": 5.663404941558838, + "learning_rate": 4.323866044934294e-07, + "loss": 0.478, + "mean_token_accuracy": 0.8411607146263123, + "num_tokens": 38909502.0, + "step": 1021 + }, + { + "epoch": 0.13000890471950133, + "ewc_loss": 0.003570556640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.5762786865234375e-06, + "grad_norm": 5.646209716796875, + "learning_rate": 4.328105129292073e-07, + "loss": 0.5022, + "mean_token_accuracy": 0.8402482867240906, + "num_tokens": 38951730.0, + "step": 1022 + }, + { + "epoch": 0.13013611499809186, + "ewc_loss": 0.003570556640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.5762786865234375e-06, + "grad_norm": 5.68997049331665, + "learning_rate": 4.332344213649852e-07, + "loss": 0.479, + "mean_token_accuracy": 0.8428086638450623, + "num_tokens": 38988981.0, + "step": 1023 + }, + { + "epoch": 0.13026332527668236, + "ewc_loss": 0.003570556640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.5762786865234375e-06, + "grad_norm": 5.695794582366943, + "learning_rate": 4.33658329800763e-07, + "loss": 0.489, + "mean_token_accuracy": 0.8432189226150513, + "num_tokens": 39026289.0, + "step": 1024 + }, + { + "epoch": 0.13039053555527286, + "ewc_loss": 0.00360107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.606081008911133e-06, + "grad_norm": 5.64643669128418, + "learning_rate": 4.340822382365409e-07, + "loss": 0.4793, + "mean_token_accuracy": 0.8434290885925293, + "num_tokens": 39069113.0, + "step": 1025 + }, + { + "epoch": 0.13051774583386339, + "ewc_loss": 0.00360107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.606081008911133e-06, + "grad_norm": 5.637134552001953, + "learning_rate": 4.345061466723188e-07, + "loss": 0.4632, + "mean_token_accuracy": 0.850048303604126, + "num_tokens": 39112991.0, + "step": 1026 + }, + { + "epoch": 0.13064495611245389, + "ewc_loss": 0.00360107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.606081008911133e-06, + "grad_norm": 5.717281341552734, + "learning_rate": 4.3493005510809663e-07, + "loss": 0.5259, + "mean_token_accuracy": 0.8327194452285767, + "num_tokens": 39149593.0, + "step": 1027 + }, + { + "epoch": 0.1307721663910444, + "ewc_loss": 0.0035858154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.591179847717285e-06, + "grad_norm": 5.724794387817383, + "learning_rate": 4.353539635438745e-07, + "loss": 0.4899, + "mean_token_accuracy": 0.8409714698791504, + "num_tokens": 39186570.0, + "step": 1028 + }, + { + "epoch": 0.13089937666963491, + "ewc_loss": 0.003631591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.635883331298828e-06, + "grad_norm": 5.7656731605529785, + "learning_rate": 4.357778719796524e-07, + "loss": 0.5527, + "mean_token_accuracy": 0.8196901679039001, + "num_tokens": 39220666.0, + "step": 1029 + }, + { + "epoch": 0.13102658694822542, + "ewc_loss": 0.003631591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.635883331298828e-06, + "grad_norm": 5.662836074829102, + "learning_rate": 4.362017804154303e-07, + "loss": 0.4716, + "mean_token_accuracy": 0.8488555550575256, + "num_tokens": 39258372.0, + "step": 1030 + }, + { + "epoch": 0.13115379722681592, + "ewc_loss": 0.003570556640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.5762786865234375e-06, + "grad_norm": 5.685339450836182, + "learning_rate": 4.366256888512081e-07, + "loss": 0.4671, + "mean_token_accuracy": 0.8497570753097534, + "num_tokens": 39293647.0, + "step": 1031 + }, + { + "epoch": 0.13128100750540644, + "ewc_loss": 0.0036468505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6507844924926758e-06, + "grad_norm": 5.695858955383301, + "learning_rate": 4.3704959728698597e-07, + "loss": 0.4953, + "mean_token_accuracy": 0.8387098908424377, + "num_tokens": 39332811.0, + "step": 1032 + }, + { + "epoch": 0.13140821778399694, + "ewc_loss": 0.0036163330078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6209821701049805e-06, + "grad_norm": 5.769753456115723, + "learning_rate": 4.3747350572276386e-07, + "loss": 0.497, + "mean_token_accuracy": 0.8375243544578552, + "num_tokens": 39365971.0, + "step": 1033 + }, + { + "epoch": 0.13153542806258745, + "ewc_loss": 0.003662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6656856536865234e-06, + "grad_norm": 5.756381988525391, + "learning_rate": 4.3789741415854176e-07, + "loss": 0.5086, + "mean_token_accuracy": 0.836722731590271, + "num_tokens": 39403178.0, + "step": 1034 + }, + { + "epoch": 0.13166263834117797, + "ewc_loss": 0.0036163330078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6209821701049805e-06, + "grad_norm": 5.737507343292236, + "learning_rate": 4.383213225943196e-07, + "loss": 0.5015, + "mean_token_accuracy": 0.836618185043335, + "num_tokens": 39441303.0, + "step": 1035 + }, + { + "epoch": 0.13178984861976847, + "ewc_loss": 0.0036468505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6507844924926758e-06, + "grad_norm": 5.738461971282959, + "learning_rate": 4.3874523103009746e-07, + "loss": 0.4463, + "mean_token_accuracy": 0.8559316992759705, + "num_tokens": 39477359.0, + "step": 1036 + }, + { + "epoch": 0.13191705889835897, + "ewc_loss": 0.003662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6656856536865234e-06, + "grad_norm": 5.765510082244873, + "learning_rate": 4.3916913946587536e-07, + "loss": 0.4562, + "mean_token_accuracy": 0.8483784198760986, + "num_tokens": 39511687.0, + "step": 1037 + }, + { + "epoch": 0.1320442691769495, + "ewc_loss": 0.003631591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.635883331298828e-06, + "grad_norm": 5.770302772521973, + "learning_rate": 4.3959304790165325e-07, + "loss": 0.4713, + "mean_token_accuracy": 0.8445888161659241, + "num_tokens": 39547453.0, + "step": 1038 + }, + { + "epoch": 0.13217147945554, + "ewc_loss": 0.003662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6656856536865234e-06, + "grad_norm": 5.6960272789001465, + "learning_rate": 4.400169563374311e-07, + "loss": 0.4885, + "mean_token_accuracy": 0.8410810232162476, + "num_tokens": 39588934.0, + "step": 1039 + }, + { + "epoch": 0.13229868973413053, + "ewc_loss": 0.003662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6656856536865234e-06, + "grad_norm": 5.768209934234619, + "learning_rate": 4.4044086477320895e-07, + "loss": 0.5794, + "mean_token_accuracy": 0.8190264105796814, + "num_tokens": 39627638.0, + "step": 1040 + }, + { + "epoch": 0.13242590001272103, + "ewc_loss": 0.003692626953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6954879760742188e-06, + "grad_norm": 5.80905818939209, + "learning_rate": 4.4086477320898685e-07, + "loss": 0.4873, + "mean_token_accuracy": 0.8402937650680542, + "num_tokens": 39661696.0, + "step": 1041 + }, + { + "epoch": 0.13255311029131153, + "ewc_loss": 0.0036468505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6507844924926758e-06, + "grad_norm": 5.720415115356445, + "learning_rate": 4.4128868164476474e-07, + "loss": 0.4966, + "mean_token_accuracy": 0.8437809348106384, + "num_tokens": 39702357.0, + "step": 1042 + }, + { + "epoch": 0.13268032056990206, + "ewc_loss": 0.0036468505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6507844924926758e-06, + "grad_norm": 5.701790809631348, + "learning_rate": 4.417125900805426e-07, + "loss": 0.48, + "mean_token_accuracy": 0.8457090854644775, + "num_tokens": 39744960.0, + "step": 1043 + }, + { + "epoch": 0.13280753084849256, + "ewc_loss": 0.003692626953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6954879760742188e-06, + "grad_norm": 5.775737285614014, + "learning_rate": 4.4213649851632044e-07, + "loss": 0.5382, + "mean_token_accuracy": 0.8309991359710693, + "num_tokens": 39785394.0, + "step": 1044 + }, + { + "epoch": 0.13293474112708306, + "ewc_loss": 0.003662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6656856536865234e-06, + "grad_norm": 5.750241279602051, + "learning_rate": 4.4256040695209834e-07, + "loss": 0.5193, + "mean_token_accuracy": 0.8357419371604919, + "num_tokens": 39822698.0, + "step": 1045 + }, + { + "epoch": 0.1330619514056736, + "ewc_loss": 0.0036773681640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.680586814880371e-06, + "grad_norm": 5.789174556732178, + "learning_rate": 4.429843153878762e-07, + "loss": 0.516, + "mean_token_accuracy": 0.8327267169952393, + "num_tokens": 39856874.0, + "step": 1046 + }, + { + "epoch": 0.1331891616842641, + "ewc_loss": 0.003692626953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6954879760742188e-06, + "grad_norm": 5.773249626159668, + "learning_rate": 4.434082238236541e-07, + "loss": 0.548, + "mean_token_accuracy": 0.8236293792724609, + "num_tokens": 39899683.0, + "step": 1047 + }, + { + "epoch": 0.1333163719628546, + "ewc_loss": 0.0036468505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6507844924926758e-06, + "grad_norm": 5.733978748321533, + "learning_rate": 4.4383213225943193e-07, + "loss": 0.5262, + "mean_token_accuracy": 0.8327523469924927, + "num_tokens": 39940565.0, + "step": 1048 + }, + { + "epoch": 0.13344358224144512, + "ewc_loss": 0.0037078857421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7103891372680664e-06, + "grad_norm": 5.777559757232666, + "learning_rate": 4.442560406952098e-07, + "loss": 0.5263, + "mean_token_accuracy": 0.829075038433075, + "num_tokens": 39979010.0, + "step": 1049 + }, + { + "epoch": 0.13357079252003562, + "ewc_loss": 0.003692626953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6954879760742188e-06, + "grad_norm": 5.728294372558594, + "learning_rate": 4.4467994913098767e-07, + "loss": 0.4742, + "mean_token_accuracy": 0.8464035987854004, + "num_tokens": 40021151.0, + "step": 1050 + }, + { + "epoch": 0.13369800279862612, + "ewc_loss": 0.0037078857421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7103891372680664e-06, + "grad_norm": 5.87428617477417, + "learning_rate": 4.4510385756676557e-07, + "loss": 0.5345, + "mean_token_accuracy": 0.8268682956695557, + "num_tokens": 40059324.0, + "step": 1051 + }, + { + "epoch": 0.13382521307721665, + "ewc_loss": 0.003753662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7550926208496094e-06, + "grad_norm": 5.709681034088135, + "learning_rate": 4.455277660025434e-07, + "loss": 0.4902, + "mean_token_accuracy": 0.8399979472160339, + "num_tokens": 40104577.0, + "step": 1052 + }, + { + "epoch": 0.13395242335580715, + "ewc_loss": 0.003662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.6656856536865234e-06, + "grad_norm": 5.776864528656006, + "learning_rate": 4.459516744383213e-07, + "loss": 0.5138, + "mean_token_accuracy": 0.8312575817108154, + "num_tokens": 40139734.0, + "step": 1053 + }, + { + "epoch": 0.13407963363439765, + "ewc_loss": 0.0037384033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7401914596557617e-06, + "grad_norm": 5.821069240570068, + "learning_rate": 4.4637558287409916e-07, + "loss": 0.5116, + "mean_token_accuracy": 0.8345894813537598, + "num_tokens": 40180724.0, + "step": 1054 + }, + { + "epoch": 0.13420684391298818, + "ewc_loss": 0.0036773681640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.680586814880371e-06, + "grad_norm": 5.734422206878662, + "learning_rate": 4.4679949130987706e-07, + "loss": 0.5111, + "mean_token_accuracy": 0.8404226899147034, + "num_tokens": 40220475.0, + "step": 1055 + }, + { + "epoch": 0.13433405419157868, + "ewc_loss": 0.0037384033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7401914596557617e-06, + "grad_norm": 5.800882339477539, + "learning_rate": 4.472233997456549e-07, + "loss": 0.5199, + "mean_token_accuracy": 0.833086371421814, + "num_tokens": 40258208.0, + "step": 1056 + }, + { + "epoch": 0.13446126447016918, + "ewc_loss": 0.003753662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7550926208496094e-06, + "grad_norm": 5.760149002075195, + "learning_rate": 4.476473081814328e-07, + "loss": 0.5054, + "mean_token_accuracy": 0.8349862098693848, + "num_tokens": 40299127.0, + "step": 1057 + }, + { + "epoch": 0.1345884747487597, + "ewc_loss": 0.00372314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.725290298461914e-06, + "grad_norm": 5.750147342681885, + "learning_rate": 4.4807121661721065e-07, + "loss": 0.4643, + "mean_token_accuracy": 0.8478384613990784, + "num_tokens": 40339331.0, + "step": 1058 + }, + { + "epoch": 0.1347156850273502, + "ewc_loss": 0.00372314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.725290298461914e-06, + "grad_norm": 5.752921104431152, + "learning_rate": 4.4849512505298855e-07, + "loss": 0.5075, + "mean_token_accuracy": 0.836129367351532, + "num_tokens": 40379386.0, + "step": 1059 + }, + { + "epoch": 0.1348428953059407, + "ewc_loss": 0.0037384033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7401914596557617e-06, + "grad_norm": 5.772398471832275, + "learning_rate": 4.489190334887664e-07, + "loss": 0.5444, + "mean_token_accuracy": 0.8312652111053467, + "num_tokens": 40419868.0, + "step": 1060 + }, + { + "epoch": 0.13497010558453124, + "ewc_loss": 0.0037689208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.769993782043457e-06, + "grad_norm": 5.816941738128662, + "learning_rate": 4.493429419245443e-07, + "loss": 0.5131, + "mean_token_accuracy": 0.8367406129837036, + "num_tokens": 40455346.0, + "step": 1061 + }, + { + "epoch": 0.13509731586312174, + "ewc_loss": 0.00372314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.725290298461914e-06, + "grad_norm": 5.848906517028809, + "learning_rate": 4.4976685036032214e-07, + "loss": 0.4716, + "mean_token_accuracy": 0.8456074595451355, + "num_tokens": 40490087.0, + "step": 1062 + }, + { + "epoch": 0.13522452614171224, + "ewc_loss": 0.003753662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7550926208496094e-06, + "grad_norm": 5.803741931915283, + "learning_rate": 4.5019075879610004e-07, + "loss": 0.5294, + "mean_token_accuracy": 0.8267834186553955, + "num_tokens": 40524799.0, + "step": 1063 + }, + { + "epoch": 0.13535173642030277, + "ewc_loss": 0.003753662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7550926208496094e-06, + "grad_norm": 5.805868148803711, + "learning_rate": 4.506146672318779e-07, + "loss": 0.5021, + "mean_token_accuracy": 0.8369000554084778, + "num_tokens": 40563740.0, + "step": 1064 + }, + { + "epoch": 0.13547894669889327, + "ewc_loss": 0.0037384033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7401914596557617e-06, + "grad_norm": 5.77658224105835, + "learning_rate": 4.5103857566765573e-07, + "loss": 0.556, + "mean_token_accuracy": 0.826755166053772, + "num_tokens": 40604743.0, + "step": 1065 + }, + { + "epoch": 0.1356061569774838, + "ewc_loss": 0.0037384033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7401914596557617e-06, + "grad_norm": 5.799091339111328, + "learning_rate": 4.5146248410343363e-07, + "loss": 0.4613, + "mean_token_accuracy": 0.8503382802009583, + "num_tokens": 40640909.0, + "step": 1066 + }, + { + "epoch": 0.1357333672560743, + "ewc_loss": 0.0037841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7848949432373047e-06, + "grad_norm": 5.770591735839844, + "learning_rate": 4.5188639253921153e-07, + "loss": 0.4702, + "mean_token_accuracy": 0.8476347923278809, + "num_tokens": 40678930.0, + "step": 1067 + }, + { + "epoch": 0.1358605775346648, + "ewc_loss": 0.00372314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.725290298461914e-06, + "grad_norm": 5.795540809631348, + "learning_rate": 4.523103009749894e-07, + "loss": 0.4643, + "mean_token_accuracy": 0.8476887345314026, + "num_tokens": 40715609.0, + "step": 1068 + }, + { + "epoch": 0.13598778781325532, + "ewc_loss": 0.0037689208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.769993782043457e-06, + "grad_norm": 5.777318000793457, + "learning_rate": 4.527342094107672e-07, + "loss": 0.4891, + "mean_token_accuracy": 0.8410419225692749, + "num_tokens": 40760533.0, + "step": 1069 + }, + { + "epoch": 0.13611499809184582, + "ewc_loss": 0.0037841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7848949432373047e-06, + "grad_norm": 5.763301372528076, + "learning_rate": 4.531581178465451e-07, + "loss": 0.5161, + "mean_token_accuracy": 0.8348488807678223, + "num_tokens": 40800039.0, + "step": 1070 + }, + { + "epoch": 0.13624220837043632, + "ewc_loss": 0.003753662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7550926208496094e-06, + "grad_norm": 5.839710235595703, + "learning_rate": 4.53582026282323e-07, + "loss": 0.4789, + "mean_token_accuracy": 0.845034122467041, + "num_tokens": 40840207.0, + "step": 1071 + }, + { + "epoch": 0.13636941864902685, + "ewc_loss": 0.0037841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7848949432373047e-06, + "grad_norm": 5.831363677978516, + "learning_rate": 4.5400593471810087e-07, + "loss": 0.5609, + "mean_token_accuracy": 0.8198741674423218, + "num_tokens": 40879559.0, + "step": 1072 + }, + { + "epoch": 0.13649662892761735, + "ewc_loss": 0.0037994384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7997961044311523e-06, + "grad_norm": 5.828037738800049, + "learning_rate": 4.544298431538787e-07, + "loss": 0.4884, + "mean_token_accuracy": 0.8423465490341187, + "num_tokens": 40919608.0, + "step": 1073 + }, + { + "epoch": 0.13662383920620785, + "ewc_loss": 0.0037689208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.769993782043457e-06, + "grad_norm": 5.870716571807861, + "learning_rate": 4.548537515896566e-07, + "loss": 0.5488, + "mean_token_accuracy": 0.8237872123718262, + "num_tokens": 40953648.0, + "step": 1074 + }, + { + "epoch": 0.13675104948479838, + "ewc_loss": 0.0037994384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7997961044311523e-06, + "grad_norm": 5.877144813537598, + "learning_rate": 4.552776600254345e-07, + "loss": 0.5207, + "mean_token_accuracy": 0.8333655595779419, + "num_tokens": 40989675.0, + "step": 1075 + }, + { + "epoch": 0.13687825976338888, + "ewc_loss": 0.0037994384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7997961044311523e-06, + "grad_norm": 5.846288681030273, + "learning_rate": 4.5570156846121236e-07, + "loss": 0.4722, + "mean_token_accuracy": 0.8473008871078491, + "num_tokens": 41027992.0, + "step": 1076 + }, + { + "epoch": 0.13700547004197938, + "ewc_loss": 0.003753662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7550926208496094e-06, + "grad_norm": 5.862997531890869, + "learning_rate": 4.561254768969902e-07, + "loss": 0.471, + "mean_token_accuracy": 0.8442742824554443, + "num_tokens": 41066925.0, + "step": 1077 + }, + { + "epoch": 0.1371326803205699, + "ewc_loss": 0.003814697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.814697265625e-06, + "grad_norm": 5.874265193939209, + "learning_rate": 4.565493853327681e-07, + "loss": 0.4803, + "mean_token_accuracy": 0.8448696732521057, + "num_tokens": 41105090.0, + "step": 1078 + }, + { + "epoch": 0.1372598905991604, + "ewc_loss": 0.0037841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7848949432373047e-06, + "grad_norm": 5.85689115524292, + "learning_rate": 4.56973293768546e-07, + "loss": 0.5229, + "mean_token_accuracy": 0.834729015827179, + "num_tokens": 41141924.0, + "step": 1079 + }, + { + "epoch": 0.1373871008777509, + "ewc_loss": 0.003814697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.814697265625e-06, + "grad_norm": 5.881409168243408, + "learning_rate": 4.573972022043238e-07, + "loss": 0.5836, + "mean_token_accuracy": 0.8141855597496033, + "num_tokens": 41181512.0, + "step": 1080 + }, + { + "epoch": 0.13751431115634144, + "ewc_loss": 0.0037994384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7997961044311523e-06, + "grad_norm": 5.814975261688232, + "learning_rate": 4.578211106401017e-07, + "loss": 0.532, + "mean_token_accuracy": 0.8289057016372681, + "num_tokens": 41224015.0, + "step": 1081 + }, + { + "epoch": 0.13764152143493194, + "ewc_loss": 0.0037994384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7997961044311523e-06, + "grad_norm": 5.863166809082031, + "learning_rate": 4.582450190758796e-07, + "loss": 0.5335, + "mean_token_accuracy": 0.8311132192611694, + "num_tokens": 41265568.0, + "step": 1082 + }, + { + "epoch": 0.13776873171352244, + "ewc_loss": 0.0037994384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7997961044311523e-06, + "grad_norm": 5.808704853057861, + "learning_rate": 4.586689275116575e-07, + "loss": 0.4476, + "mean_token_accuracy": 0.8547570705413818, + "num_tokens": 41303595.0, + "step": 1083 + }, + { + "epoch": 0.13789594199211297, + "ewc_loss": 0.0037994384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7997961044311523e-06, + "grad_norm": 5.844023704528809, + "learning_rate": 4.590928359474353e-07, + "loss": 0.5507, + "mean_token_accuracy": 0.8253839015960693, + "num_tokens": 41340119.0, + "step": 1084 + }, + { + "epoch": 0.13802315227070347, + "ewc_loss": 0.003814697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.814697265625e-06, + "grad_norm": 5.852068901062012, + "learning_rate": 4.595167443832132e-07, + "loss": 0.5025, + "mean_token_accuracy": 0.841050922870636, + "num_tokens": 41380184.0, + "step": 1085 + }, + { + "epoch": 0.13815036254929397, + "ewc_loss": 0.003814697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.814697265625e-06, + "grad_norm": 5.815696716308594, + "learning_rate": 4.599406528189911e-07, + "loss": 0.4455, + "mean_token_accuracy": 0.8543716669082642, + "num_tokens": 41419038.0, + "step": 1086 + }, + { + "epoch": 0.1382775728278845, + "ewc_loss": 0.0037994384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7997961044311523e-06, + "grad_norm": 5.872415542602539, + "learning_rate": 4.60364561254769e-07, + "loss": 0.4888, + "mean_token_accuracy": 0.8390274047851562, + "num_tokens": 41455767.0, + "step": 1087 + }, + { + "epoch": 0.138404783106475, + "ewc_loss": 0.003814697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.814697265625e-06, + "grad_norm": 5.828341007232666, + "learning_rate": 4.607884696905468e-07, + "loss": 0.4857, + "mean_token_accuracy": 0.8412928581237793, + "num_tokens": 41497493.0, + "step": 1088 + }, + { + "epoch": 0.1385319933850655, + "ewc_loss": 0.003814697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.814697265625e-06, + "grad_norm": 5.858208179473877, + "learning_rate": 4.612123781263247e-07, + "loss": 0.5176, + "mean_token_accuracy": 0.8330734968185425, + "num_tokens": 41542940.0, + "step": 1089 + }, + { + "epoch": 0.13865920366365603, + "ewc_loss": 0.0037994384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.7997961044311523e-06, + "grad_norm": 5.84756326675415, + "learning_rate": 4.616362865621026e-07, + "loss": 0.4177, + "mean_token_accuracy": 0.860280454158783, + "num_tokens": 41579302.0, + "step": 1090 + }, + { + "epoch": 0.13878641394224653, + "ewc_loss": 0.00384521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.844499588012695e-06, + "grad_norm": 5.860970497131348, + "learning_rate": 4.620601949978805e-07, + "loss": 0.516, + "mean_token_accuracy": 0.8359045386314392, + "num_tokens": 41617555.0, + "step": 1091 + }, + { + "epoch": 0.13891362422083706, + "ewc_loss": 0.003814697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.814697265625e-06, + "grad_norm": 5.947633266448975, + "learning_rate": 4.6248410343365827e-07, + "loss": 0.5679, + "mean_token_accuracy": 0.8185997605323792, + "num_tokens": 41654660.0, + "step": 1092 + }, + { + "epoch": 0.13904083449942756, + "ewc_loss": 0.00384521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.844499588012695e-06, + "grad_norm": 5.894332408905029, + "learning_rate": 4.6290801186943617e-07, + "loss": 0.4745, + "mean_token_accuracy": 0.8455772995948792, + "num_tokens": 41693773.0, + "step": 1093 + }, + { + "epoch": 0.13916804477801806, + "ewc_loss": 0.003814697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.814697265625e-06, + "grad_norm": 5.838901519775391, + "learning_rate": 4.6333192030521407e-07, + "loss": 0.4886, + "mean_token_accuracy": 0.8440570831298828, + "num_tokens": 41728864.0, + "step": 1094 + }, + { + "epoch": 0.13929525505660859, + "ewc_loss": 0.00384521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.844499588012695e-06, + "grad_norm": 5.8632731437683105, + "learning_rate": 4.6375582874099196e-07, + "loss": 0.4632, + "mean_token_accuracy": 0.8497345447540283, + "num_tokens": 41770596.0, + "step": 1095 + }, + { + "epoch": 0.1394224653351991, + "ewc_loss": 0.00384521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.844499588012695e-06, + "grad_norm": 5.844058513641357, + "learning_rate": 4.6417973717676976e-07, + "loss": 0.4811, + "mean_token_accuracy": 0.8470508456230164, + "num_tokens": 41806585.0, + "step": 1096 + }, + { + "epoch": 0.1395496756137896, + "ewc_loss": 0.00384521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.844499588012695e-06, + "grad_norm": 5.878908157348633, + "learning_rate": 4.6460364561254766e-07, + "loss": 0.5096, + "mean_token_accuracy": 0.8344152569770813, + "num_tokens": 41845488.0, + "step": 1097 + }, + { + "epoch": 0.13967688589238011, + "ewc_loss": 0.003875732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.874301910400391e-06, + "grad_norm": 5.915487289428711, + "learning_rate": 4.6502755404832556e-07, + "loss": 0.4762, + "mean_token_accuracy": 0.8444326519966125, + "num_tokens": 41880674.0, + "step": 1098 + }, + { + "epoch": 0.13980409617097062, + "ewc_loss": 0.00384521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.844499588012695e-06, + "grad_norm": 5.964496612548828, + "learning_rate": 4.654514624841034e-07, + "loss": 0.4904, + "mean_token_accuracy": 0.840397834777832, + "num_tokens": 41913020.0, + "step": 1099 + }, + { + "epoch": 0.13993130644956112, + "ewc_loss": 0.003875732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.874301910400391e-06, + "grad_norm": 5.948314666748047, + "learning_rate": 4.6587537091988125e-07, + "loss": 0.4962, + "mean_token_accuracy": 0.8407061100006104, + "num_tokens": 41948483.0, + "step": 1100 + }, + { + "epoch": 0.14005851672815164, + "ewc_loss": 0.003875732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.874301910400391e-06, + "grad_norm": 5.873058795928955, + "learning_rate": 4.6629927935565915e-07, + "loss": 0.468, + "mean_token_accuracy": 0.8479156494140625, + "num_tokens": 41985659.0, + "step": 1101 + }, + { + "epoch": 0.14018572700674214, + "ewc_loss": 0.00384521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.844499588012695e-06, + "grad_norm": 5.895151138305664, + "learning_rate": 4.6672318779143705e-07, + "loss": 0.5635, + "mean_token_accuracy": 0.8198086023330688, + "num_tokens": 42027746.0, + "step": 1102 + }, + { + "epoch": 0.14031293728533265, + "ewc_loss": 0.003875732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.874301910400391e-06, + "grad_norm": 5.951199531555176, + "learning_rate": 4.671470962272149e-07, + "loss": 0.5195, + "mean_token_accuracy": 0.8314679861068726, + "num_tokens": 42060903.0, + "step": 1103 + }, + { + "epoch": 0.14044014756392317, + "ewc_loss": 0.003875732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.874301910400391e-06, + "grad_norm": 5.89470911026001, + "learning_rate": 4.6757100466299274e-07, + "loss": 0.5155, + "mean_token_accuracy": 0.8377538919448853, + "num_tokens": 42102722.0, + "step": 1104 + }, + { + "epoch": 0.14056735784251367, + "ewc_loss": 0.00390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.904104232788086e-06, + "grad_norm": 5.891176700592041, + "learning_rate": 4.6799491309877064e-07, + "loss": 0.5243, + "mean_token_accuracy": 0.8288947939872742, + "num_tokens": 42143418.0, + "step": 1105 + }, + { + "epoch": 0.14069456812110417, + "ewc_loss": 0.00390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.904104232788086e-06, + "grad_norm": 5.967480182647705, + "learning_rate": 4.6841882153454854e-07, + "loss": 0.4637, + "mean_token_accuracy": 0.8456239700317383, + "num_tokens": 42177313.0, + "step": 1106 + }, + { + "epoch": 0.1408217783996947, + "ewc_loss": 0.003936767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 5.9031829833984375, + "learning_rate": 4.688427299703264e-07, + "loss": 0.4444, + "mean_token_accuracy": 0.852324366569519, + "num_tokens": 42214158.0, + "step": 1107 + }, + { + "epoch": 0.1409489886782852, + "ewc_loss": 0.00390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.904104232788086e-06, + "grad_norm": 5.90211820602417, + "learning_rate": 4.6926663840610423e-07, + "loss": 0.5027, + "mean_token_accuracy": 0.8390518426895142, + "num_tokens": 42254189.0, + "step": 1108 + }, + { + "epoch": 0.1410761989568757, + "ewc_loss": 0.003936767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 5.925036430358887, + "learning_rate": 4.6969054684188213e-07, + "loss": 0.5239, + "mean_token_accuracy": 0.8282123804092407, + "num_tokens": 42296853.0, + "step": 1109 + }, + { + "epoch": 0.14120340923546623, + "ewc_loss": 0.00390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.904104232788086e-06, + "grad_norm": 5.9537248611450195, + "learning_rate": 4.7011445527766003e-07, + "loss": 0.4953, + "mean_token_accuracy": 0.8368971943855286, + "num_tokens": 42331983.0, + "step": 1110 + }, + { + "epoch": 0.14133061951405673, + "ewc_loss": 0.00390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.904104232788086e-06, + "grad_norm": 5.928623676300049, + "learning_rate": 4.7053836371343787e-07, + "loss": 0.5042, + "mean_token_accuracy": 0.8388755321502686, + "num_tokens": 42370496.0, + "step": 1111 + }, + { + "epoch": 0.14145782979264723, + "ewc_loss": 0.003936767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 5.916896343231201, + "learning_rate": 4.709622721492157e-07, + "loss": 0.4823, + "mean_token_accuracy": 0.8448597192764282, + "num_tokens": 42406489.0, + "step": 1112 + }, + { + "epoch": 0.14158504007123776, + "ewc_loss": 0.00390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.904104232788086e-06, + "grad_norm": 5.949392318725586, + "learning_rate": 4.713861805849936e-07, + "loss": 0.4824, + "mean_token_accuracy": 0.8418676853179932, + "num_tokens": 42440679.0, + "step": 1113 + }, + { + "epoch": 0.14171225034982826, + "ewc_loss": 0.003936767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 5.9690446853637695, + "learning_rate": 4.718100890207715e-07, + "loss": 0.5551, + "mean_token_accuracy": 0.8213951587677002, + "num_tokens": 42476699.0, + "step": 1114 + }, + { + "epoch": 0.1418394606284188, + "ewc_loss": 0.003936767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 5.931378364562988, + "learning_rate": 4.7223399745654936e-07, + "loss": 0.5109, + "mean_token_accuracy": 0.8350508809089661, + "num_tokens": 42513348.0, + "step": 1115 + }, + { + "epoch": 0.1419666709070093, + "ewc_loss": 0.003936767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 5.890128135681152, + "learning_rate": 4.726579058923272e-07, + "loss": 0.5033, + "mean_token_accuracy": 0.8397139310836792, + "num_tokens": 42550633.0, + "step": 1116 + }, + { + "epoch": 0.1420938811855998, + "ewc_loss": 0.003936767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 5.948911666870117, + "learning_rate": 4.730818143281051e-07, + "loss": 0.5276, + "mean_token_accuracy": 0.8325507640838623, + "num_tokens": 42593649.0, + "step": 1117 + }, + { + "epoch": 0.14222109146419032, + "ewc_loss": 0.003936767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 5.932214736938477, + "learning_rate": 4.7350572276388295e-07, + "loss": 0.4742, + "mean_token_accuracy": 0.8462507128715515, + "num_tokens": 42632379.0, + "step": 1118 + }, + { + "epoch": 0.14234830174278082, + "ewc_loss": 0.003936767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 5.936741352081299, + "learning_rate": 4.7392963119966085e-07, + "loss": 0.501, + "mean_token_accuracy": 0.8359233140945435, + "num_tokens": 42670319.0, + "step": 1119 + }, + { + "epoch": 0.14247551202137132, + "ewc_loss": 0.003936767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 5.906346321105957, + "learning_rate": 4.7435353963543875e-07, + "loss": 0.4941, + "mean_token_accuracy": 0.8427891731262207, + "num_tokens": 42712680.0, + "step": 1120 + }, + { + "epoch": 0.14260272229996185, + "ewc_loss": 0.003936767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.933906555175781e-06, + "grad_norm": 5.953463554382324, + "learning_rate": 4.747774480712166e-07, + "loss": 0.5111, + "mean_token_accuracy": 0.8377611637115479, + "num_tokens": 42748241.0, + "step": 1121 + }, + { + "epoch": 0.14272993257855235, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 6.009348392486572, + "learning_rate": 4.7520135650699444e-07, + "loss": 0.5311, + "mean_token_accuracy": 0.82991623878479, + "num_tokens": 42783208.0, + "step": 1122 + }, + { + "epoch": 0.14285714285714285, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.963571548461914, + "learning_rate": 4.7562526494277234e-07, + "loss": 0.5064, + "mean_token_accuracy": 0.8387356996536255, + "num_tokens": 42818570.0, + "step": 1123 + }, + { + "epoch": 0.14298435313573338, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.942723751068115, + "learning_rate": 4.7604917337855024e-07, + "loss": 0.445, + "mean_token_accuracy": 0.8524064421653748, + "num_tokens": 42852891.0, + "step": 1124 + }, + { + "epoch": 0.14311156341432388, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.9568986892700195, + "learning_rate": 4.764730818143281e-07, + "loss": 0.4947, + "mean_token_accuracy": 0.833362877368927, + "num_tokens": 42887359.0, + "step": 1125 + }, + { + "epoch": 0.14323877369291438, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.968886375427246, + "learning_rate": 4.768969902501059e-07, + "loss": 0.5476, + "mean_token_accuracy": 0.8236986994743347, + "num_tokens": 42929308.0, + "step": 1126 + }, + { + "epoch": 0.1433659839715049, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.908883571624756, + "learning_rate": 4.773208986858838e-07, + "loss": 0.4971, + "mean_token_accuracy": 0.8366889953613281, + "num_tokens": 42969373.0, + "step": 1127 + }, + { + "epoch": 0.1434931942500954, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.955526351928711, + "learning_rate": 4.777448071216617e-07, + "loss": 0.5022, + "mean_token_accuracy": 0.8388404846191406, + "num_tokens": 43010133.0, + "step": 1128 + }, + { + "epoch": 0.1436204045286859, + "ewc_loss": 0.003997802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.993511199951172e-06, + "grad_norm": 5.968469619750977, + "learning_rate": 4.781687155574396e-07, + "loss": 0.527, + "mean_token_accuracy": 0.8296635150909424, + "num_tokens": 43053743.0, + "step": 1129 + }, + { + "epoch": 0.14374761480727644, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.9286675453186035, + "learning_rate": 4.785926239932175e-07, + "loss": 0.4679, + "mean_token_accuracy": 0.8470860719680786, + "num_tokens": 43094125.0, + "step": 1130 + }, + { + "epoch": 0.14387482508586694, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.956236839294434, + "learning_rate": 4.790165324289953e-07, + "loss": 0.4947, + "mean_token_accuracy": 0.8378701210021973, + "num_tokens": 43132399.0, + "step": 1131 + }, + { + "epoch": 0.14400203536445744, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 6.03548526763916, + "learning_rate": 4.794404408647732e-07, + "loss": 0.5085, + "mean_token_accuracy": 0.8383190035820007, + "num_tokens": 43169036.0, + "step": 1132 + }, + { + "epoch": 0.14412924564304797, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.965409278869629, + "learning_rate": 4.798643493005511e-07, + "loss": 0.4395, + "mean_token_accuracy": 0.8552433848381042, + "num_tokens": 43209397.0, + "step": 1133 + }, + { + "epoch": 0.14425645592163847, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.952573299407959, + "learning_rate": 4.80288257736329e-07, + "loss": 0.5368, + "mean_token_accuracy": 0.8295573592185974, + "num_tokens": 43246788.0, + "step": 1134 + }, + { + "epoch": 0.14438366620022897, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.9798407554626465, + "learning_rate": 4.807121661721068e-07, + "loss": 0.4492, + "mean_token_accuracy": 0.8537339568138123, + "num_tokens": 43282774.0, + "step": 1135 + }, + { + "epoch": 0.1445108764788195, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.95254373550415, + "learning_rate": 4.811360746078847e-07, + "loss": 0.5048, + "mean_token_accuracy": 0.8409197330474854, + "num_tokens": 43322303.0, + "step": 1136 + }, + { + "epoch": 0.14463808675741, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 6.04979133605957, + "learning_rate": 4.815599830436625e-07, + "loss": 0.4984, + "mean_token_accuracy": 0.8384369015693665, + "num_tokens": 43354611.0, + "step": 1137 + }, + { + "epoch": 0.1447652970360005, + "ewc_loss": 0.003997802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.993511199951172e-06, + "grad_norm": 5.984640121459961, + "learning_rate": 4.819838914794405e-07, + "loss": 0.4802, + "mean_token_accuracy": 0.8449982404708862, + "num_tokens": 43390640.0, + "step": 1138 + }, + { + "epoch": 0.14489250731459102, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.958922386169434, + "learning_rate": 4.824077999152183e-07, + "loss": 0.5, + "mean_token_accuracy": 0.8347536325454712, + "num_tokens": 43424513.0, + "step": 1139 + }, + { + "epoch": 0.14501971759318152, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.985997676849365, + "learning_rate": 4.828317083509962e-07, + "loss": 0.5059, + "mean_token_accuracy": 0.8355825543403625, + "num_tokens": 43461699.0, + "step": 1140 + }, + { + "epoch": 0.14514692787177205, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 6.053686141967773, + "learning_rate": 4.83255616786774e-07, + "loss": 0.48, + "mean_token_accuracy": 0.848720371723175, + "num_tokens": 43494681.0, + "step": 1141 + }, + { + "epoch": 0.14527413815036255, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.978291988372803, + "learning_rate": 4.83679525222552e-07, + "loss": 0.4561, + "mean_token_accuracy": 0.8514214754104614, + "num_tokens": 43531318.0, + "step": 1142 + }, + { + "epoch": 0.14540134842895305, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.920070648193359, + "learning_rate": 4.841034336583298e-07, + "loss": 0.4726, + "mean_token_accuracy": 0.8510189056396484, + "num_tokens": 43569991.0, + "step": 1143 + }, + { + "epoch": 0.14552855870754358, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.983996391296387, + "learning_rate": 4.845273420941076e-07, + "loss": 0.4603, + "mean_token_accuracy": 0.8523945212364197, + "num_tokens": 43609978.0, + "step": 1144 + }, + { + "epoch": 0.14565576898613408, + "ewc_loss": 0.003997802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.993511199951172e-06, + "grad_norm": 6.0408935546875, + "learning_rate": 4.849512505298855e-07, + "loss": 0.5086, + "mean_token_accuracy": 0.830824613571167, + "num_tokens": 43640419.0, + "step": 1145 + }, + { + "epoch": 0.14578297926472458, + "ewc_loss": 0.003997802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.993511199951172e-06, + "grad_norm": 5.984930515289307, + "learning_rate": 4.853751589656634e-07, + "loss": 0.4699, + "mean_token_accuracy": 0.8481022119522095, + "num_tokens": 43682408.0, + "step": 1146 + }, + { + "epoch": 0.1459101895433151, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 5.925179481506348, + "learning_rate": 4.857990674014413e-07, + "loss": 0.5075, + "mean_token_accuracy": 0.8350788354873657, + "num_tokens": 43726158.0, + "step": 1147 + }, + { + "epoch": 0.1460373998219056, + "ewc_loss": 0.00396728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.9637088775634766e-06, + "grad_norm": 6.005568981170654, + "learning_rate": 4.862229758372191e-07, + "loss": 0.5373, + "mean_token_accuracy": 0.8248198628425598, + "num_tokens": 43766466.0, + "step": 1148 + }, + { + "epoch": 0.1461646101004961, + "ewc_loss": 0.003997802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.993511199951172e-06, + "grad_norm": 6.001599311828613, + "learning_rate": 4.86646884272997e-07, + "loss": 0.5248, + "mean_token_accuracy": 0.8280547857284546, + "num_tokens": 43807255.0, + "step": 1149 + }, + { + "epoch": 0.14629182037908664, + "ewc_loss": 0.0040283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.023313522338867e-06, + "grad_norm": 6.007704734802246, + "learning_rate": 4.870707927087749e-07, + "loss": 0.5036, + "mean_token_accuracy": 0.8373172879219055, + "num_tokens": 43845419.0, + "step": 1150 + }, + { + "epoch": 0.14641903065767714, + "ewc_loss": 0.003997802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.993511199951172e-06, + "grad_norm": 6.0176777839660645, + "learning_rate": 4.874947011445528e-07, + "loss": 0.5114, + "mean_token_accuracy": 0.8369100093841553, + "num_tokens": 43882942.0, + "step": 1151 + }, + { + "epoch": 0.14654624093626764, + "ewc_loss": 0.003997802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.993511199951172e-06, + "grad_norm": 5.951559066772461, + "learning_rate": 4.879186095803306e-07, + "loss": 0.4325, + "mean_token_accuracy": 0.8586012125015259, + "num_tokens": 43923109.0, + "step": 1152 + }, + { + "epoch": 0.14667345121485817, + "ewc_loss": 0.003997802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.993511199951172e-06, + "grad_norm": 6.004538059234619, + "learning_rate": 4.883425180161085e-07, + "loss": 0.4696, + "mean_token_accuracy": 0.8457932472229004, + "num_tokens": 43959752.0, + "step": 1153 + }, + { + "epoch": 0.14680066149344867, + "ewc_loss": 0.003997802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.993511199951172e-06, + "grad_norm": 6.031205654144287, + "learning_rate": 4.887664264518864e-07, + "loss": 0.5167, + "mean_token_accuracy": 0.8376749753952026, + "num_tokens": 43996247.0, + "step": 1154 + }, + { + "epoch": 0.14692787177203917, + "ewc_loss": 0.0040283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.023313522338867e-06, + "grad_norm": 5.982772350311279, + "learning_rate": 4.891903348876643e-07, + "loss": 0.5, + "mean_token_accuracy": 0.841015636920929, + "num_tokens": 44035751.0, + "step": 1155 + }, + { + "epoch": 0.1470550820506297, + "ewc_loss": 0.003997802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.993511199951172e-06, + "grad_norm": 5.995201587677002, + "learning_rate": 4.896142433234421e-07, + "loss": 0.5343, + "mean_token_accuracy": 0.8337605595588684, + "num_tokens": 44073225.0, + "step": 1156 + }, + { + "epoch": 0.1471822923292202, + "ewc_loss": 0.003997802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.993511199951172e-06, + "grad_norm": 6.020097255706787, + "learning_rate": 4.9003815175922e-07, + "loss": 0.5373, + "mean_token_accuracy": 0.8325908184051514, + "num_tokens": 44111761.0, + "step": 1157 + }, + { + "epoch": 0.1473095026078107, + "ewc_loss": 0.0040283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.023313522338867e-06, + "grad_norm": 6.023948669433594, + "learning_rate": 4.904620601949979e-07, + "loss": 0.4882, + "mean_token_accuracy": 0.8418444395065308, + "num_tokens": 44151311.0, + "step": 1158 + }, + { + "epoch": 0.14743671288640123, + "ewc_loss": 0.0040283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.023313522338867e-06, + "grad_norm": 6.072896480560303, + "learning_rate": 4.908859686307758e-07, + "loss": 0.5323, + "mean_token_accuracy": 0.8310846090316772, + "num_tokens": 44184623.0, + "step": 1159 + }, + { + "epoch": 0.14756392316499173, + "ewc_loss": 0.0040283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.023313522338867e-06, + "grad_norm": 6.028345108032227, + "learning_rate": 4.913098770665536e-07, + "loss": 0.5188, + "mean_token_accuracy": 0.8367491960525513, + "num_tokens": 44221753.0, + "step": 1160 + }, + { + "epoch": 0.14769113344358223, + "ewc_loss": 0.003997802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 3.993511199951172e-06, + "grad_norm": 6.001511573791504, + "learning_rate": 4.917337855023314e-07, + "loss": 0.4718, + "mean_token_accuracy": 0.8433886170387268, + "num_tokens": 44262542.0, + "step": 1161 + }, + { + "epoch": 0.14781834372217276, + "ewc_loss": 0.0040283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.023313522338867e-06, + "grad_norm": 6.068490028381348, + "learning_rate": 4.921576939381094e-07, + "loss": 0.4946, + "mean_token_accuracy": 0.844792902469635, + "num_tokens": 44300294.0, + "step": 1162 + }, + { + "epoch": 0.14794555400076326, + "ewc_loss": 0.0040283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.023313522338867e-06, + "grad_norm": 6.037492752075195, + "learning_rate": 4.925816023738872e-07, + "loss": 0.5394, + "mean_token_accuracy": 0.8260006904602051, + "num_tokens": 44338476.0, + "step": 1163 + }, + { + "epoch": 0.14807276427935376, + "ewc_loss": 0.0040283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.023313522338867e-06, + "grad_norm": 6.151061534881592, + "learning_rate": 4.930055108096651e-07, + "loss": 0.4416, + "mean_token_accuracy": 0.8558875322341919, + "num_tokens": 44367437.0, + "step": 1164 + }, + { + "epoch": 0.1481999745579443, + "ewc_loss": 0.004058837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 6.068243980407715, + "learning_rate": 4.934294192454429e-07, + "loss": 0.5532, + "mean_token_accuracy": 0.823060154914856, + "num_tokens": 44402636.0, + "step": 1165 + }, + { + "epoch": 0.1483271848365348, + "ewc_loss": 0.0040283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.023313522338867e-06, + "grad_norm": 6.067926406860352, + "learning_rate": 4.938533276812209e-07, + "loss": 0.4951, + "mean_token_accuracy": 0.8411685228347778, + "num_tokens": 44438187.0, + "step": 1166 + }, + { + "epoch": 0.14845439511512531, + "ewc_loss": 0.004058837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 6.015639305114746, + "learning_rate": 4.942772361169987e-07, + "loss": 0.4181, + "mean_token_accuracy": 0.8586044311523438, + "num_tokens": 44478345.0, + "step": 1167 + }, + { + "epoch": 0.14858160539371582, + "ewc_loss": 0.0040283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.023313522338867e-06, + "grad_norm": 6.03391170501709, + "learning_rate": 4.947011445527766e-07, + "loss": 0.4974, + "mean_token_accuracy": 0.8397479057312012, + "num_tokens": 44520272.0, + "step": 1168 + }, + { + "epoch": 0.14870881567230632, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.010159969329834, + "learning_rate": 4.951250529885544e-07, + "loss": 0.4495, + "mean_token_accuracy": 0.8559722304344177, + "num_tokens": 44561058.0, + "step": 1169 + }, + { + "epoch": 0.14883602595089684, + "ewc_loss": 0.0040283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.023313522338867e-06, + "grad_norm": 6.0612311363220215, + "learning_rate": 4.955489614243324e-07, + "loss": 0.582, + "mean_token_accuracy": 0.811644434928894, + "num_tokens": 44599371.0, + "step": 1170 + }, + { + "epoch": 0.14896323622948734, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.045114994049072, + "learning_rate": 4.959728698601102e-07, + "loss": 0.4929, + "mean_token_accuracy": 0.8321528434753418, + "num_tokens": 44640499.0, + "step": 1171 + }, + { + "epoch": 0.14909044650807785, + "ewc_loss": 0.004058837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 6.011917591094971, + "learning_rate": 4.963967782958881e-07, + "loss": 0.4797, + "mean_token_accuracy": 0.8452682495117188, + "num_tokens": 44683164.0, + "step": 1172 + }, + { + "epoch": 0.14921765678666837, + "ewc_loss": 0.004058837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 6.072902679443359, + "learning_rate": 4.968206867316659e-07, + "loss": 0.4919, + "mean_token_accuracy": 0.8394775390625, + "num_tokens": 44721938.0, + "step": 1173 + }, + { + "epoch": 0.14934486706525887, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.13261079788208, + "learning_rate": 4.972445951674439e-07, + "loss": 0.4626, + "mean_token_accuracy": 0.8479224443435669, + "num_tokens": 44753506.0, + "step": 1174 + }, + { + "epoch": 0.14947207734384937, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.114575386047363, + "learning_rate": 4.976685036032216e-07, + "loss": 0.5539, + "mean_token_accuracy": 0.8214138746261597, + "num_tokens": 44792170.0, + "step": 1175 + }, + { + "epoch": 0.1495992876224399, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.048552513122559, + "learning_rate": 4.980924120389996e-07, + "loss": 0.4308, + "mean_token_accuracy": 0.8603764176368713, + "num_tokens": 44830733.0, + "step": 1176 + }, + { + "epoch": 0.1497264979010304, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.04262638092041, + "learning_rate": 4.985163204747774e-07, + "loss": 0.4442, + "mean_token_accuracy": 0.8555911779403687, + "num_tokens": 44869743.0, + "step": 1177 + }, + { + "epoch": 0.1498537081796209, + "ewc_loss": 0.004058837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 6.0761260986328125, + "learning_rate": 4.989402289105554e-07, + "loss": 0.4909, + "mean_token_accuracy": 0.8464062213897705, + "num_tokens": 44913358.0, + "step": 1178 + }, + { + "epoch": 0.14998091845821143, + "ewc_loss": 0.004119873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.112720489501953e-06, + "grad_norm": 6.1249589920043945, + "learning_rate": 4.993641373463331e-07, + "loss": 0.5503, + "mean_token_accuracy": 0.8230255246162415, + "num_tokens": 44949963.0, + "step": 1179 + }, + { + "epoch": 0.15010812873680193, + "ewc_loss": 0.004058837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.0531158447265625e-06, + "grad_norm": 6.07506799697876, + "learning_rate": 4.997880457821111e-07, + "loss": 0.5049, + "mean_token_accuracy": 0.8352091312408447, + "num_tokens": 44988569.0, + "step": 1180 + }, + { + "epoch": 0.15023533901539243, + "ewc_loss": 0.004119873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.112720489501953e-06, + "grad_norm": 6.035709381103516, + "learning_rate": 5.002119542178889e-07, + "loss": 0.482, + "mean_token_accuracy": 0.8419942855834961, + "num_tokens": 45032634.0, + "step": 1181 + }, + { + "epoch": 0.15036254929398296, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.063522815704346, + "learning_rate": 5.006358626536667e-07, + "loss": 0.4507, + "mean_token_accuracy": 0.8540416359901428, + "num_tokens": 45069685.0, + "step": 1182 + }, + { + "epoch": 0.15048975957257346, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.06703519821167, + "learning_rate": 5.010597710894446e-07, + "loss": 0.4736, + "mean_token_accuracy": 0.8459103107452393, + "num_tokens": 45107481.0, + "step": 1183 + }, + { + "epoch": 0.15061696985116396, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.070286750793457, + "learning_rate": 5.014836795252225e-07, + "loss": 0.4579, + "mean_token_accuracy": 0.8505542874336243, + "num_tokens": 45145747.0, + "step": 1184 + }, + { + "epoch": 0.1507441801297545, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.064765453338623, + "learning_rate": 5.019075879610004e-07, + "loss": 0.4651, + "mean_token_accuracy": 0.8519922494888306, + "num_tokens": 45183140.0, + "step": 1185 + }, + { + "epoch": 0.150871390408345, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.044499397277832, + "learning_rate": 5.023314963967783e-07, + "loss": 0.4988, + "mean_token_accuracy": 0.8383381366729736, + "num_tokens": 45224911.0, + "step": 1186 + }, + { + "epoch": 0.1509986006869355, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.129645824432373, + "learning_rate": 5.027554048325562e-07, + "loss": 0.5534, + "mean_token_accuracy": 0.8224196434020996, + "num_tokens": 45257388.0, + "step": 1187 + }, + { + "epoch": 0.15112581096552602, + "ewc_loss": 0.004119873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.112720489501953e-06, + "grad_norm": 6.094090938568115, + "learning_rate": 5.03179313268334e-07, + "loss": 0.5394, + "mean_token_accuracy": 0.8271803855895996, + "num_tokens": 45297876.0, + "step": 1188 + }, + { + "epoch": 0.15125302124411652, + "ewc_loss": 0.004119873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.112720489501953e-06, + "grad_norm": 6.063705921173096, + "learning_rate": 5.036032217041119e-07, + "loss": 0.5142, + "mean_token_accuracy": 0.8325604200363159, + "num_tokens": 45334040.0, + "step": 1189 + }, + { + "epoch": 0.15138023152270705, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.055825233459473, + "learning_rate": 5.040271301398897e-07, + "loss": 0.4982, + "mean_token_accuracy": 0.8356220722198486, + "num_tokens": 45375985.0, + "step": 1190 + }, + { + "epoch": 0.15150744180129755, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.044684410095215, + "learning_rate": 5.044510385756676e-07, + "loss": 0.4668, + "mean_token_accuracy": 0.8454982042312622, + "num_tokens": 45419951.0, + "step": 1191 + }, + { + "epoch": 0.15163465207988805, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.1016526222229, + "learning_rate": 5.048749470114455e-07, + "loss": 0.4796, + "mean_token_accuracy": 0.8445273637771606, + "num_tokens": 45456988.0, + "step": 1192 + }, + { + "epoch": 0.15176186235847858, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.1394429206848145, + "learning_rate": 5.052988554472234e-07, + "loss": 0.4982, + "mean_token_accuracy": 0.8367630243301392, + "num_tokens": 45488226.0, + "step": 1193 + }, + { + "epoch": 0.15188907263706908, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.0750651359558105, + "learning_rate": 5.057227638830013e-07, + "loss": 0.4967, + "mean_token_accuracy": 0.8400442004203796, + "num_tokens": 45524661.0, + "step": 1194 + }, + { + "epoch": 0.15201628291565958, + "ewc_loss": 0.00408935546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.082918167114258e-06, + "grad_norm": 6.1227827072143555, + "learning_rate": 5.061466723187792e-07, + "loss": 0.4989, + "mean_token_accuracy": 0.8402745723724365, + "num_tokens": 45563491.0, + "step": 1195 + }, + { + "epoch": 0.1521434931942501, + "ewc_loss": 0.004119873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.112720489501953e-06, + "grad_norm": 6.173922538757324, + "learning_rate": 5.065705807545569e-07, + "loss": 0.4683, + "mean_token_accuracy": 0.8491848707199097, + "num_tokens": 45596771.0, + "step": 1196 + }, + { + "epoch": 0.1522707034728406, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.076067924499512, + "learning_rate": 5.069944891903349e-07, + "loss": 0.4854, + "mean_token_accuracy": 0.8416962623596191, + "num_tokens": 45640049.0, + "step": 1197 + }, + { + "epoch": 0.1523979137514311, + "ewc_loss": 0.004119873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.112720489501953e-06, + "grad_norm": 6.09895658493042, + "learning_rate": 5.074183976261127e-07, + "loss": 0.4871, + "mean_token_accuracy": 0.8404918909072876, + "num_tokens": 45677375.0, + "step": 1198 + }, + { + "epoch": 0.15252512403002164, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.1318254470825195, + "learning_rate": 5.078423060618906e-07, + "loss": 0.4913, + "mean_token_accuracy": 0.8421950936317444, + "num_tokens": 45719253.0, + "step": 1199 + }, + { + "epoch": 0.15265233430861214, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.104084491729736, + "learning_rate": 5.082662144976685e-07, + "loss": 0.4869, + "mean_token_accuracy": 0.83868408203125, + "num_tokens": 45756065.0, + "step": 1200 + }, + { + "epoch": 0.15277954458720264, + "ewc_loss": 0.004119873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.112720489501953e-06, + "grad_norm": 6.106553077697754, + "learning_rate": 5.086901229334464e-07, + "loss": 0.4763, + "mean_token_accuracy": 0.847602903842926, + "num_tokens": 45791707.0, + "step": 1201 + }, + { + "epoch": 0.15290675486579317, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.112696647644043, + "learning_rate": 5.091140313692243e-07, + "loss": 0.4908, + "mean_token_accuracy": 0.8396019339561462, + "num_tokens": 45828464.0, + "step": 1202 + }, + { + "epoch": 0.15303396514438367, + "ewc_loss": 0.004119873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.112720489501953e-06, + "grad_norm": 6.10047721862793, + "learning_rate": 5.095379398050022e-07, + "loss": 0.4738, + "mean_token_accuracy": 0.8446768522262573, + "num_tokens": 45867046.0, + "step": 1203 + }, + { + "epoch": 0.15316117542297417, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.190982341766357, + "learning_rate": 5.099618482407799e-07, + "loss": 0.5042, + "mean_token_accuracy": 0.8361630439758301, + "num_tokens": 45900530.0, + "step": 1204 + }, + { + "epoch": 0.1532883857015647, + "ewc_loss": 0.004119873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.112720489501953e-06, + "grad_norm": 6.143513202667236, + "learning_rate": 5.103857566765578e-07, + "loss": 0.4817, + "mean_token_accuracy": 0.8443678617477417, + "num_tokens": 45940002.0, + "step": 1205 + }, + { + "epoch": 0.1534155959801552, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.0989885330200195, + "learning_rate": 5.108096651123357e-07, + "loss": 0.4446, + "mean_token_accuracy": 0.8551149368286133, + "num_tokens": 45975299.0, + "step": 1206 + }, + { + "epoch": 0.1535428062587457, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.162315368652344, + "learning_rate": 5.112335735481135e-07, + "loss": 0.4838, + "mean_token_accuracy": 0.8413715362548828, + "num_tokens": 46012693.0, + "step": 1207 + }, + { + "epoch": 0.15367001653733622, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.064063549041748, + "learning_rate": 5.116574819838915e-07, + "loss": 0.3896, + "mean_token_accuracy": 0.87188720703125, + "num_tokens": 46051558.0, + "step": 1208 + }, + { + "epoch": 0.15379722681592672, + "ewc_loss": 0.004180908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.172325134277344e-06, + "grad_norm": 6.153285503387451, + "learning_rate": 5.120813904196693e-07, + "loss": 0.473, + "mean_token_accuracy": 0.8473119139671326, + "num_tokens": 46087173.0, + "step": 1209 + }, + { + "epoch": 0.15392443709451722, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.174935340881348, + "learning_rate": 5.125052988554473e-07, + "loss": 0.5284, + "mean_token_accuracy": 0.8323158025741577, + "num_tokens": 46120482.0, + "step": 1210 + }, + { + "epoch": 0.15405164737310775, + "ewc_loss": 0.004119873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.112720489501953e-06, + "grad_norm": 6.113180637359619, + "learning_rate": 5.12929207291225e-07, + "loss": 0.4751, + "mean_token_accuracy": 0.8441723585128784, + "num_tokens": 46154478.0, + "step": 1211 + }, + { + "epoch": 0.15417885765169825, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.149913787841797, + "learning_rate": 5.133531157270029e-07, + "loss": 0.4527, + "mean_token_accuracy": 0.852258026599884, + "num_tokens": 46195012.0, + "step": 1212 + }, + { + "epoch": 0.15430606793028875, + "ewc_loss": 0.004180908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.172325134277344e-06, + "grad_norm": 6.099324703216553, + "learning_rate": 5.137770241627808e-07, + "loss": 0.4179, + "mean_token_accuracy": 0.8630250692367554, + "num_tokens": 46230641.0, + "step": 1213 + }, + { + "epoch": 0.15443327820887928, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.175880432128906, + "learning_rate": 5.142009325985587e-07, + "loss": 0.4571, + "mean_token_accuracy": 0.8533536791801453, + "num_tokens": 46268993.0, + "step": 1214 + }, + { + "epoch": 0.15456048848746978, + "ewc_loss": 0.004180908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.172325134277344e-06, + "grad_norm": 6.097555160522461, + "learning_rate": 5.146248410343365e-07, + "loss": 0.4901, + "mean_token_accuracy": 0.8411956429481506, + "num_tokens": 46309310.0, + "step": 1215 + }, + { + "epoch": 0.1546876987660603, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.126866340637207, + "learning_rate": 5.150487494701145e-07, + "loss": 0.4323, + "mean_token_accuracy": 0.858659029006958, + "num_tokens": 46352415.0, + "step": 1216 + }, + { + "epoch": 0.1548149090446508, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.195902347564697, + "learning_rate": 5.154726579058923e-07, + "loss": 0.4873, + "mean_token_accuracy": 0.8404076099395752, + "num_tokens": 46387838.0, + "step": 1217 + }, + { + "epoch": 0.1549421193232413, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.116632461547852, + "learning_rate": 5.158965663416703e-07, + "loss": 0.4827, + "mean_token_accuracy": 0.8425137996673584, + "num_tokens": 46432669.0, + "step": 1218 + }, + { + "epoch": 0.15506932960183184, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.13358736038208, + "learning_rate": 5.16320474777448e-07, + "loss": 0.4389, + "mean_token_accuracy": 0.8557422757148743, + "num_tokens": 46474383.0, + "step": 1219 + }, + { + "epoch": 0.15519653988042234, + "ewc_loss": 0.004180908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.172325134277344e-06, + "grad_norm": 6.148499965667725, + "learning_rate": 5.167443832132259e-07, + "loss": 0.4881, + "mean_token_accuracy": 0.8410723805427551, + "num_tokens": 46514263.0, + "step": 1220 + }, + { + "epoch": 0.15532375015901284, + "ewc_loss": 0.004180908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.172325134277344e-06, + "grad_norm": 6.162815570831299, + "learning_rate": 5.171682916490038e-07, + "loss": 0.4561, + "mean_token_accuracy": 0.8505380153656006, + "num_tokens": 46549835.0, + "step": 1221 + }, + { + "epoch": 0.15545096043760337, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.233196258544922, + "learning_rate": 5.175922000847816e-07, + "loss": 0.4434, + "mean_token_accuracy": 0.8546559810638428, + "num_tokens": 46584811.0, + "step": 1222 + }, + { + "epoch": 0.15557817071619387, + "ewc_loss": 0.00421142578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.202127456665039e-06, + "grad_norm": 6.1759257316589355, + "learning_rate": 5.180161085205595e-07, + "loss": 0.4651, + "mean_token_accuracy": 0.8485628366470337, + "num_tokens": 46621441.0, + "step": 1223 + }, + { + "epoch": 0.15570538099478437, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.13166618347168, + "learning_rate": 5.184400169563374e-07, + "loss": 0.5177, + "mean_token_accuracy": 0.8328774571418762, + "num_tokens": 46661572.0, + "step": 1224 + }, + { + "epoch": 0.1558325912733749, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.183948040008545, + "learning_rate": 5.188639253921153e-07, + "loss": 0.4924, + "mean_token_accuracy": 0.838880181312561, + "num_tokens": 46702157.0, + "step": 1225 + }, + { + "epoch": 0.1559598015519654, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.161749839782715, + "learning_rate": 5.192878338278932e-07, + "loss": 0.4685, + "mean_token_accuracy": 0.8473163843154907, + "num_tokens": 46739119.0, + "step": 1226 + }, + { + "epoch": 0.1560870118305559, + "ewc_loss": 0.00421142578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.202127456665039e-06, + "grad_norm": 6.1577677726745605, + "learning_rate": 5.19711742263671e-07, + "loss": 0.5276, + "mean_token_accuracy": 0.8302707672119141, + "num_tokens": 46783990.0, + "step": 1227 + }, + { + "epoch": 0.15621422210914643, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.226905345916748, + "learning_rate": 5.201356506994488e-07, + "loss": 0.4656, + "mean_token_accuracy": 0.8430571556091309, + "num_tokens": 46816131.0, + "step": 1228 + }, + { + "epoch": 0.15634143238773693, + "ewc_loss": 0.004180908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.172325134277344e-06, + "grad_norm": 6.180943965911865, + "learning_rate": 5.205595591352268e-07, + "loss": 0.5487, + "mean_token_accuracy": 0.8245450854301453, + "num_tokens": 46856453.0, + "step": 1229 + }, + { + "epoch": 0.15646864266632743, + "ewc_loss": 0.004150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.1425228118896484e-06, + "grad_norm": 6.186484336853027, + "learning_rate": 5.209834675710046e-07, + "loss": 0.4877, + "mean_token_accuracy": 0.8415034413337708, + "num_tokens": 46897961.0, + "step": 1230 + }, + { + "epoch": 0.15659585294491796, + "ewc_loss": 0.004180908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.172325134277344e-06, + "grad_norm": 6.232921123504639, + "learning_rate": 5.214073760067825e-07, + "loss": 0.562, + "mean_token_accuracy": 0.8210674524307251, + "num_tokens": 46931961.0, + "step": 1231 + }, + { + "epoch": 0.15672306322350846, + "ewc_loss": 0.004180908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.172325134277344e-06, + "grad_norm": 6.186692237854004, + "learning_rate": 5.218312844425604e-07, + "loss": 0.4823, + "mean_token_accuracy": 0.8456828594207764, + "num_tokens": 46967822.0, + "step": 1232 + }, + { + "epoch": 0.15685027350209896, + "ewc_loss": 0.004180908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.172325134277344e-06, + "grad_norm": 6.201610088348389, + "learning_rate": 5.222551928783383e-07, + "loss": 0.4637, + "mean_token_accuracy": 0.8488305807113647, + "num_tokens": 47004511.0, + "step": 1233 + }, + { + "epoch": 0.1569774837806895, + "ewc_loss": 0.00421142578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.202127456665039e-06, + "grad_norm": 6.1960978507995605, + "learning_rate": 5.226791013141161e-07, + "loss": 0.5171, + "mean_token_accuracy": 0.8354028463363647, + "num_tokens": 47047244.0, + "step": 1234 + }, + { + "epoch": 0.15710469405928, + "ewc_loss": 0.00421142578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.202127456665039e-06, + "grad_norm": 6.170668601989746, + "learning_rate": 5.23103009749894e-07, + "loss": 0.4741, + "mean_token_accuracy": 0.846179723739624, + "num_tokens": 47088206.0, + "step": 1235 + }, + { + "epoch": 0.1572319043378705, + "ewc_loss": 0.00421142578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.202127456665039e-06, + "grad_norm": 6.1493682861328125, + "learning_rate": 5.235269181856718e-07, + "loss": 0.4822, + "mean_token_accuracy": 0.8425631523132324, + "num_tokens": 47132733.0, + "step": 1236 + }, + { + "epoch": 0.15735911461646102, + "ewc_loss": 0.004180908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.172325134277344e-06, + "grad_norm": 6.182953357696533, + "learning_rate": 5.239508266214498e-07, + "loss": 0.5403, + "mean_token_accuracy": 0.8231092691421509, + "num_tokens": 47166840.0, + "step": 1237 + }, + { + "epoch": 0.15748632489505152, + "ewc_loss": 0.004241943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.231929779052734e-06, + "grad_norm": 6.214651584625244, + "learning_rate": 5.243747350572276e-07, + "loss": 0.4997, + "mean_token_accuracy": 0.8384329080581665, + "num_tokens": 47203444.0, + "step": 1238 + }, + { + "epoch": 0.15761353517364202, + "ewc_loss": 0.0042724609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.26173210144043e-06, + "grad_norm": 6.207169055938721, + "learning_rate": 5.247986434930056e-07, + "loss": 0.494, + "mean_token_accuracy": 0.842960000038147, + "num_tokens": 47240380.0, + "step": 1239 + }, + { + "epoch": 0.15774074545223254, + "ewc_loss": 0.0042724609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.26173210144043e-06, + "grad_norm": 6.2130889892578125, + "learning_rate": 5.252225519287834e-07, + "loss": 0.5537, + "mean_token_accuracy": 0.8224540948867798, + "num_tokens": 47277886.0, + "step": 1240 + }, + { + "epoch": 0.15786795573082305, + "ewc_loss": 0.004241943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.231929779052734e-06, + "grad_norm": 6.230050086975098, + "learning_rate": 5.256464603645613e-07, + "loss": 0.4825, + "mean_token_accuracy": 0.8474901914596558, + "num_tokens": 47315261.0, + "step": 1241 + }, + { + "epoch": 0.15799516600941357, + "ewc_loss": 0.004302978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.291534423828125e-06, + "grad_norm": 6.169532299041748, + "learning_rate": 5.260703688003391e-07, + "loss": 0.483, + "mean_token_accuracy": 0.843675971031189, + "num_tokens": 47357489.0, + "step": 1242 + }, + { + "epoch": 0.15812237628800407, + "ewc_loss": 0.00421142578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.202127456665039e-06, + "grad_norm": 6.2642645835876465, + "learning_rate": 5.26494277236117e-07, + "loss": 0.4983, + "mean_token_accuracy": 0.8391079306602478, + "num_tokens": 47389851.0, + "step": 1243 + }, + { + "epoch": 0.15824958656659457, + "ewc_loss": 0.0042724609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.26173210144043e-06, + "grad_norm": 6.217925548553467, + "learning_rate": 5.269181856718948e-07, + "loss": 0.5248, + "mean_token_accuracy": 0.8296710252761841, + "num_tokens": 47427491.0, + "step": 1244 + }, + { + "epoch": 0.1583767968451851, + "ewc_loss": 0.004241943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.231929779052734e-06, + "grad_norm": 6.208860397338867, + "learning_rate": 5.273420941076727e-07, + "loss": 0.4652, + "mean_token_accuracy": 0.8497194051742554, + "num_tokens": 47462790.0, + "step": 1245 + }, + { + "epoch": 0.1585040071237756, + "ewc_loss": 0.0042724609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.26173210144043e-06, + "grad_norm": 6.158267498016357, + "learning_rate": 5.277660025434506e-07, + "loss": 0.4288, + "mean_token_accuracy": 0.8587337136268616, + "num_tokens": 47502240.0, + "step": 1246 + }, + { + "epoch": 0.1586312174023661, + "ewc_loss": 0.004302978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.291534423828125e-06, + "grad_norm": 6.205048084259033, + "learning_rate": 5.281899109792285e-07, + "loss": 0.4531, + "mean_token_accuracy": 0.8523352146148682, + "num_tokens": 47542493.0, + "step": 1247 + }, + { + "epoch": 0.15875842768095663, + "ewc_loss": 0.00433349609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.32133674621582e-06, + "grad_norm": 6.190933704376221, + "learning_rate": 5.286138194150064e-07, + "loss": 0.4898, + "mean_token_accuracy": 0.843420147895813, + "num_tokens": 47583378.0, + "step": 1248 + }, + { + "epoch": 0.15888563795954713, + "ewc_loss": 0.0042724609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.26173210144043e-06, + "grad_norm": 6.22139310836792, + "learning_rate": 5.290377278507841e-07, + "loss": 0.5146, + "mean_token_accuracy": 0.8383467197418213, + "num_tokens": 47622671.0, + "step": 1249 + }, + { + "epoch": 0.15901284823813763, + "ewc_loss": 0.004302978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.291534423828125e-06, + "grad_norm": 6.23311185836792, + "learning_rate": 5.294616362865621e-07, + "loss": 0.4734, + "mean_token_accuracy": 0.8497828841209412, + "num_tokens": 47663774.0, + "step": 1250 + }, + { + "epoch": 0.15914005851672816, + "ewc_loss": 0.004302978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.291534423828125e-06, + "grad_norm": 6.251668930053711, + "learning_rate": 5.298855447223399e-07, + "loss": 0.5443, + "mean_token_accuracy": 0.8338717222213745, + "num_tokens": 47706143.0, + "step": 1251 + }, + { + "epoch": 0.15926726879531866, + "ewc_loss": 0.0042724609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.26173210144043e-06, + "grad_norm": 6.241796016693115, + "learning_rate": 5.303094531581178e-07, + "loss": 0.5054, + "mean_token_accuracy": 0.8376699090003967, + "num_tokens": 47741197.0, + "step": 1252 + }, + { + "epoch": 0.15939447907390916, + "ewc_loss": 0.0042724609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.26173210144043e-06, + "grad_norm": 6.249279975891113, + "learning_rate": 5.307333615938957e-07, + "loss": 0.4294, + "mean_token_accuracy": 0.8587348461151123, + "num_tokens": 47779306.0, + "step": 1253 + }, + { + "epoch": 0.1595216893524997, + "ewc_loss": 0.00433349609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.32133674621582e-06, + "grad_norm": 6.260372638702393, + "learning_rate": 5.311572700296736e-07, + "loss": 0.5143, + "mean_token_accuracy": 0.833462119102478, + "num_tokens": 47811056.0, + "step": 1254 + }, + { + "epoch": 0.1596488996310902, + "ewc_loss": 0.004364013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.351139068603516e-06, + "grad_norm": 6.212388515472412, + "learning_rate": 5.315811784654515e-07, + "loss": 0.4225, + "mean_token_accuracy": 0.8574099540710449, + "num_tokens": 47847075.0, + "step": 1255 + }, + { + "epoch": 0.1597761099096807, + "ewc_loss": 0.00439453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.380941390991211e-06, + "grad_norm": 6.187016010284424, + "learning_rate": 5.320050869012294e-07, + "loss": 0.4802, + "mean_token_accuracy": 0.8450583219528198, + "num_tokens": 47892639.0, + "step": 1256 + }, + { + "epoch": 0.15990332018827122, + "ewc_loss": 0.00433349609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.32133674621582e-06, + "grad_norm": 6.228449821472168, + "learning_rate": 5.324289953370071e-07, + "loss": 0.5372, + "mean_token_accuracy": 0.8289825916290283, + "num_tokens": 47933522.0, + "step": 1257 + }, + { + "epoch": 0.16003053046686172, + "ewc_loss": 0.004364013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.351139068603516e-06, + "grad_norm": 6.21826696395874, + "learning_rate": 5.328529037727851e-07, + "loss": 0.4736, + "mean_token_accuracy": 0.8450096845626831, + "num_tokens": 47977307.0, + "step": 1258 + }, + { + "epoch": 0.16015774074545222, + "ewc_loss": 0.004302978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.291534423828125e-06, + "grad_norm": 6.290696144104004, + "learning_rate": 5.332768122085629e-07, + "loss": 0.4711, + "mean_token_accuracy": 0.8454229831695557, + "num_tokens": 48015129.0, + "step": 1259 + }, + { + "epoch": 0.16028495102404275, + "ewc_loss": 0.004364013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.351139068603516e-06, + "grad_norm": 6.256608009338379, + "learning_rate": 5.337007206443408e-07, + "loss": 0.5056, + "mean_token_accuracy": 0.8340590000152588, + "num_tokens": 48051904.0, + "step": 1260 + }, + { + "epoch": 0.16041216130263325, + "ewc_loss": 0.004364013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.351139068603516e-06, + "grad_norm": 6.240742206573486, + "learning_rate": 5.341246290801187e-07, + "loss": 0.4674, + "mean_token_accuracy": 0.8514132499694824, + "num_tokens": 48094001.0, + "step": 1261 + }, + { + "epoch": 0.16053937158122375, + "ewc_loss": 0.004364013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.351139068603516e-06, + "grad_norm": 6.225437164306641, + "learning_rate": 5.345485375158966e-07, + "loss": 0.4598, + "mean_token_accuracy": 0.8472171425819397, + "num_tokens": 48134124.0, + "step": 1262 + }, + { + "epoch": 0.16066658185981428, + "ewc_loss": 0.00439453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.380941390991211e-06, + "grad_norm": 6.257693290710449, + "learning_rate": 5.349724459516745e-07, + "loss": 0.4498, + "mean_token_accuracy": 0.8525007367134094, + "num_tokens": 48170730.0, + "step": 1263 + }, + { + "epoch": 0.16079379213840478, + "ewc_loss": 0.004364013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.351139068603516e-06, + "grad_norm": 6.27028751373291, + "learning_rate": 5.353963543874522e-07, + "loss": 0.5211, + "mean_token_accuracy": 0.8328886032104492, + "num_tokens": 48212640.0, + "step": 1264 + }, + { + "epoch": 0.1609210024169953, + "ewc_loss": 0.004364013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.351139068603516e-06, + "grad_norm": 6.322597503662109, + "learning_rate": 5.358202628232301e-07, + "loss": 0.4986, + "mean_token_accuracy": 0.8397613763809204, + "num_tokens": 48243136.0, + "step": 1265 + }, + { + "epoch": 0.1610482126955858, + "ewc_loss": 0.004425048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.410743713378906e-06, + "grad_norm": 6.2364654541015625, + "learning_rate": 5.36244171259008e-07, + "loss": 0.478, + "mean_token_accuracy": 0.8450870513916016, + "num_tokens": 48282905.0, + "step": 1266 + }, + { + "epoch": 0.1611754229741763, + "ewc_loss": 0.004364013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.351139068603516e-06, + "grad_norm": 6.21903133392334, + "learning_rate": 5.366680796947859e-07, + "loss": 0.5163, + "mean_token_accuracy": 0.835783839225769, + "num_tokens": 48323325.0, + "step": 1267 + }, + { + "epoch": 0.16130263325276684, + "ewc_loss": 0.00439453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.380941390991211e-06, + "grad_norm": 6.31907844543457, + "learning_rate": 5.370919881305637e-07, + "loss": 0.4938, + "mean_token_accuracy": 0.8437008857727051, + "num_tokens": 48358400.0, + "step": 1268 + }, + { + "epoch": 0.16142984353135734, + "ewc_loss": 0.00445556640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.4405460357666016e-06, + "grad_norm": 6.2783122062683105, + "learning_rate": 5.375158965663417e-07, + "loss": 0.4956, + "mean_token_accuracy": 0.8417226672172546, + "num_tokens": 48393018.0, + "step": 1269 + }, + { + "epoch": 0.16155705380994784, + "ewc_loss": 0.00439453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.380941390991211e-06, + "grad_norm": 6.280004501342773, + "learning_rate": 5.379398050021195e-07, + "loss": 0.4827, + "mean_token_accuracy": 0.8442621231079102, + "num_tokens": 48432952.0, + "step": 1270 + }, + { + "epoch": 0.16168426408853837, + "ewc_loss": 0.00439453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.380941390991211e-06, + "grad_norm": 6.271514892578125, + "learning_rate": 5.383637134378975e-07, + "loss": 0.4707, + "mean_token_accuracy": 0.8447171449661255, + "num_tokens": 48466913.0, + "step": 1271 + }, + { + "epoch": 0.16181147436712887, + "ewc_loss": 0.004425048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.410743713378906e-06, + "grad_norm": 6.264528274536133, + "learning_rate": 5.387876218736752e-07, + "loss": 0.5506, + "mean_token_accuracy": 0.8202874064445496, + "num_tokens": 48512658.0, + "step": 1272 + }, + { + "epoch": 0.16193868464571937, + "ewc_loss": 0.00445556640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.4405460357666016e-06, + "grad_norm": 6.23446798324585, + "learning_rate": 5.392115303094531e-07, + "loss": 0.4477, + "mean_token_accuracy": 0.852982223033905, + "num_tokens": 48552283.0, + "step": 1273 + }, + { + "epoch": 0.1620658949243099, + "ewc_loss": 0.00439453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.380941390991211e-06, + "grad_norm": 6.308825492858887, + "learning_rate": 5.39635438745231e-07, + "loss": 0.4278, + "mean_token_accuracy": 0.85969078540802, + "num_tokens": 48590504.0, + "step": 1274 + }, + { + "epoch": 0.1621931052029004, + "ewc_loss": 0.004486083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.500150680541992e-06, + "grad_norm": 6.269402503967285, + "learning_rate": 5.400593471810089e-07, + "loss": 0.5156, + "mean_token_accuracy": 0.8344102501869202, + "num_tokens": 48629993.0, + "step": 1275 + }, + { + "epoch": 0.1623203154814909, + "ewc_loss": 0.004425048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.410743713378906e-06, + "grad_norm": 6.3182477951049805, + "learning_rate": 5.404832556167867e-07, + "loss": 0.5188, + "mean_token_accuracy": 0.8336539268493652, + "num_tokens": 48665074.0, + "step": 1276 + }, + { + "epoch": 0.16244752576008142, + "ewc_loss": 0.00445556640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.470348358154297e-06, + "grad_norm": 6.279781341552734, + "learning_rate": 5.409071640525647e-07, + "loss": 0.4769, + "mean_token_accuracy": 0.8486607074737549, + "num_tokens": 48705524.0, + "step": 1277 + }, + { + "epoch": 0.16257473603867192, + "ewc_loss": 0.004425048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.410743713378906e-06, + "grad_norm": 6.292565822601318, + "learning_rate": 5.413310724883425e-07, + "loss": 0.5242, + "mean_token_accuracy": 0.8241273760795593, + "num_tokens": 48744030.0, + "step": 1278 + }, + { + "epoch": 0.16270194631726242, + "ewc_loss": 0.00445556640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.4405460357666016e-06, + "grad_norm": 6.2746405601501465, + "learning_rate": 5.417549809241205e-07, + "loss": 0.5144, + "mean_token_accuracy": 0.8370798826217651, + "num_tokens": 48788401.0, + "step": 1279 + }, + { + "epoch": 0.16282915659585295, + "ewc_loss": 0.00445556640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.470348358154297e-06, + "grad_norm": 6.3273091316223145, + "learning_rate": 5.421788893598982e-07, + "loss": 0.5183, + "mean_token_accuracy": 0.8328563570976257, + "num_tokens": 48823046.0, + "step": 1280 + }, + { + "epoch": 0.16295636687444345, + "ewc_loss": 0.00445556640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.470348358154297e-06, + "grad_norm": 6.244318008422852, + "learning_rate": 5.42602797795676e-07, + "loss": 0.5245, + "mean_token_accuracy": 0.8303264379501343, + "num_tokens": 48868293.0, + "step": 1281 + }, + { + "epoch": 0.16308357715303395, + "ewc_loss": 0.00445556640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.470348358154297e-06, + "grad_norm": 6.273067951202393, + "learning_rate": 5.43026706231454e-07, + "loss": 0.5527, + "mean_token_accuracy": 0.8214905261993408, + "num_tokens": 48908775.0, + "step": 1282 + }, + { + "epoch": 0.16321078743162448, + "ewc_loss": 0.004486083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.500150680541992e-06, + "grad_norm": 6.285461902618408, + "learning_rate": 5.434506146672319e-07, + "loss": 0.5296, + "mean_token_accuracy": 0.829574704170227, + "num_tokens": 48957640.0, + "step": 1283 + }, + { + "epoch": 0.16333799771021498, + "ewc_loss": 0.00445556640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.470348358154297e-06, + "grad_norm": 6.347858905792236, + "learning_rate": 5.438745231030097e-07, + "loss": 0.5207, + "mean_token_accuracy": 0.8294485807418823, + "num_tokens": 48993601.0, + "step": 1284 + }, + { + "epoch": 0.16346520798880548, + "ewc_loss": 0.00445556640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.470348358154297e-06, + "grad_norm": 6.31067419052124, + "learning_rate": 5.442984315387876e-07, + "loss": 0.4276, + "mean_token_accuracy": 0.8599315285682678, + "num_tokens": 49028411.0, + "step": 1285 + }, + { + "epoch": 0.163592418267396, + "ewc_loss": 0.004486083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.500150680541992e-06, + "grad_norm": 6.313693523406982, + "learning_rate": 5.447223399745655e-07, + "loss": 0.4909, + "mean_token_accuracy": 0.8443840742111206, + "num_tokens": 49067449.0, + "step": 1286 + }, + { + "epoch": 0.1637196285459865, + "ewc_loss": 0.004486083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.500150680541992e-06, + "grad_norm": 6.3440680503845215, + "learning_rate": 5.451462484103433e-07, + "loss": 0.4662, + "mean_token_accuracy": 0.8486140966415405, + "num_tokens": 49102650.0, + "step": 1287 + }, + { + "epoch": 0.163846838824577, + "ewc_loss": 0.0045166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.5299530029296875e-06, + "grad_norm": 6.3463335037231445, + "learning_rate": 5.455701568461212e-07, + "loss": 0.49, + "mean_token_accuracy": 0.839314341545105, + "num_tokens": 49137110.0, + "step": 1288 + }, + { + "epoch": 0.16397404910316754, + "ewc_loss": 0.004486083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.500150680541992e-06, + "grad_norm": 6.34264612197876, + "learning_rate": 5.45994065281899e-07, + "loss": 0.5614, + "mean_token_accuracy": 0.8177722096443176, + "num_tokens": 49177765.0, + "step": 1289 + }, + { + "epoch": 0.16410125938175804, + "ewc_loss": 0.004486083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.500150680541992e-06, + "grad_norm": 6.38209867477417, + "learning_rate": 5.46417973717677e-07, + "loss": 0.5025, + "mean_token_accuracy": 0.8353403806686401, + "num_tokens": 49207860.0, + "step": 1290 + }, + { + "epoch": 0.16422846966034857, + "ewc_loss": 0.0045166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.5299530029296875e-06, + "grad_norm": 6.377722263336182, + "learning_rate": 5.468418821534548e-07, + "loss": 0.4348, + "mean_token_accuracy": 0.856658399105072, + "num_tokens": 49239994.0, + "step": 1291 + }, + { + "epoch": 0.16435567993893907, + "ewc_loss": 0.004547119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.559755325317383e-06, + "grad_norm": 6.337660312652588, + "learning_rate": 5.472657905892327e-07, + "loss": 0.45, + "mean_token_accuracy": 0.8550750613212585, + "num_tokens": 49273464.0, + "step": 1292 + }, + { + "epoch": 0.16448289021752957, + "ewc_loss": 0.0045166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.5299530029296875e-06, + "grad_norm": 6.340302467346191, + "learning_rate": 5.476896990250106e-07, + "loss": 0.5631, + "mean_token_accuracy": 0.8204748630523682, + "num_tokens": 49313144.0, + "step": 1293 + }, + { + "epoch": 0.1646101004961201, + "ewc_loss": 0.004547119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.559755325317383e-06, + "grad_norm": 6.353661060333252, + "learning_rate": 5.481136074607885e-07, + "loss": 0.4499, + "mean_token_accuracy": 0.8498282432556152, + "num_tokens": 49351392.0, + "step": 1294 + }, + { + "epoch": 0.1647373107747106, + "ewc_loss": 0.0045166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.5299530029296875e-06, + "grad_norm": 6.284694671630859, + "learning_rate": 5.485375158965663e-07, + "loss": 0.4519, + "mean_token_accuracy": 0.8531387448310852, + "num_tokens": 49396726.0, + "step": 1295 + }, + { + "epoch": 0.1648645210533011, + "ewc_loss": 0.004547119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.559755325317383e-06, + "grad_norm": 6.306912422180176, + "learning_rate": 5.489614243323442e-07, + "loss": 0.4857, + "mean_token_accuracy": 0.8413165211677551, + "num_tokens": 49435856.0, + "step": 1296 + }, + { + "epoch": 0.16499173133189163, + "ewc_loss": 0.00457763671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.589557647705078e-06, + "grad_norm": 6.308931827545166, + "learning_rate": 5.49385332768122e-07, + "loss": 0.4268, + "mean_token_accuracy": 0.8581274151802063, + "num_tokens": 49473695.0, + "step": 1297 + }, + { + "epoch": 0.16511894161048213, + "ewc_loss": 0.004547119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.559755325317383e-06, + "grad_norm": 6.346753120422363, + "learning_rate": 5.498092412039e-07, + "loss": 0.5525, + "mean_token_accuracy": 0.8271663188934326, + "num_tokens": 49509165.0, + "step": 1298 + }, + { + "epoch": 0.16524615188907263, + "ewc_loss": 0.004547119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.559755325317383e-06, + "grad_norm": 6.292893409729004, + "learning_rate": 5.502331496396778e-07, + "loss": 0.4569, + "mean_token_accuracy": 0.8504473567008972, + "num_tokens": 49553790.0, + "step": 1299 + }, + { + "epoch": 0.16537336216766316, + "ewc_loss": 0.004547119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.559755325317383e-06, + "grad_norm": 6.3224945068359375, + "learning_rate": 5.506570580754557e-07, + "loss": 0.4801, + "mean_token_accuracy": 0.8435095548629761, + "num_tokens": 49593124.0, + "step": 1300 + }, + { + "epoch": 0.16550057244625366, + "ewc_loss": 0.00457763671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.589557647705078e-06, + "grad_norm": 6.412632942199707, + "learning_rate": 5.510809665112336e-07, + "loss": 0.4677, + "mean_token_accuracy": 0.8507901430130005, + "num_tokens": 49632016.0, + "step": 1301 + }, + { + "epoch": 0.16562778272484416, + "ewc_loss": 0.004608154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.6193599700927734e-06, + "grad_norm": 6.3374528884887695, + "learning_rate": 5.515048749470113e-07, + "loss": 0.483, + "mean_token_accuracy": 0.8442747592926025, + "num_tokens": 49670689.0, + "step": 1302 + }, + { + "epoch": 0.1657549930034347, + "ewc_loss": 0.004547119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.559755325317383e-06, + "grad_norm": 6.352690696716309, + "learning_rate": 5.519287833827893e-07, + "loss": 0.4685, + "mean_token_accuracy": 0.846642017364502, + "num_tokens": 49709230.0, + "step": 1303 + }, + { + "epoch": 0.1658822032820252, + "ewc_loss": 0.004608154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.6193599700927734e-06, + "grad_norm": 6.430346965789795, + "learning_rate": 5.523526918185671e-07, + "loss": 0.5241, + "mean_token_accuracy": 0.8301417827606201, + "num_tokens": 49741648.0, + "step": 1304 + }, + { + "epoch": 0.1660094135606157, + "ewc_loss": 0.004608154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.6193599700927734e-06, + "grad_norm": 6.358114242553711, + "learning_rate": 5.52776600254345e-07, + "loss": 0.4432, + "mean_token_accuracy": 0.8514624238014221, + "num_tokens": 49773906.0, + "step": 1305 + }, + { + "epoch": 0.16613662383920622, + "ewc_loss": 0.004608154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.6193599700927734e-06, + "grad_norm": 6.330654144287109, + "learning_rate": 5.532005086901229e-07, + "loss": 0.5025, + "mean_token_accuracy": 0.8422486782073975, + "num_tokens": 49812645.0, + "step": 1306 + }, + { + "epoch": 0.16626383411779672, + "ewc_loss": 0.004608154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.6193599700927734e-06, + "grad_norm": 6.36984920501709, + "learning_rate": 5.536244171259008e-07, + "loss": 0.4717, + "mean_token_accuracy": 0.8478565216064453, + "num_tokens": 49854500.0, + "step": 1307 + }, + { + "epoch": 0.16639104439638722, + "ewc_loss": 0.004638671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.649162292480469e-06, + "grad_norm": 6.43419885635376, + "learning_rate": 5.540483255616786e-07, + "loss": 0.5646, + "mean_token_accuracy": 0.8209561109542847, + "num_tokens": 49889408.0, + "step": 1308 + }, + { + "epoch": 0.16651825467497774, + "ewc_loss": 0.004608154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.6193599700927734e-06, + "grad_norm": 6.4235992431640625, + "learning_rate": 5.544722339974566e-07, + "loss": 0.4875, + "mean_token_accuracy": 0.8425543904304504, + "num_tokens": 49923581.0, + "step": 1309 + }, + { + "epoch": 0.16664546495356825, + "ewc_loss": 0.004638671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.649162292480469e-06, + "grad_norm": 6.349399566650391, + "learning_rate": 5.548961424332343e-07, + "loss": 0.4767, + "mean_token_accuracy": 0.8432632684707642, + "num_tokens": 49959433.0, + "step": 1310 + }, + { + "epoch": 0.16677267523215875, + "ewc_loss": 0.004547119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.559755325317383e-06, + "grad_norm": 6.384606838226318, + "learning_rate": 5.553200508690123e-07, + "loss": 0.4443, + "mean_token_accuracy": 0.8560100197792053, + "num_tokens": 50000307.0, + "step": 1311 + }, + { + "epoch": 0.16689988551074927, + "ewc_loss": 0.004608154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.6193599700927734e-06, + "grad_norm": 6.391744136810303, + "learning_rate": 5.557439593047901e-07, + "loss": 0.5374, + "mean_token_accuracy": 0.8255246877670288, + "num_tokens": 50035587.0, + "step": 1312 + }, + { + "epoch": 0.16702709578933977, + "ewc_loss": 0.004608154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.6193599700927734e-06, + "grad_norm": 6.351855278015137, + "learning_rate": 5.56167867740568e-07, + "loss": 0.4759, + "mean_token_accuracy": 0.8453332185745239, + "num_tokens": 50079425.0, + "step": 1313 + }, + { + "epoch": 0.16715430606793028, + "ewc_loss": 0.004547119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.559755325317383e-06, + "grad_norm": 6.405445575714111, + "learning_rate": 5.565917761763459e-07, + "loss": 0.4589, + "mean_token_accuracy": 0.8513848781585693, + "num_tokens": 50110674.0, + "step": 1314 + }, + { + "epoch": 0.1672815163465208, + "ewc_loss": 0.004608154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.6193599700927734e-06, + "grad_norm": 6.411384105682373, + "learning_rate": 5.570156846121238e-07, + "loss": 0.4975, + "mean_token_accuracy": 0.8380318880081177, + "num_tokens": 50149033.0, + "step": 1315 + }, + { + "epoch": 0.1674087266251113, + "ewc_loss": 0.00469970703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.708766937255859e-06, + "grad_norm": 6.4017767906188965, + "learning_rate": 5.574395930479016e-07, + "loss": 0.5176, + "mean_token_accuracy": 0.8342487812042236, + "num_tokens": 50185728.0, + "step": 1316 + }, + { + "epoch": 0.16753593690370183, + "ewc_loss": 0.004608154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.6193599700927734e-06, + "grad_norm": 6.385669231414795, + "learning_rate": 5.578635014836796e-07, + "loss": 0.4682, + "mean_token_accuracy": 0.8479900360107422, + "num_tokens": 50219671.0, + "step": 1317 + }, + { + "epoch": 0.16766314718229233, + "ewc_loss": 0.004638671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.649162292480469e-06, + "grad_norm": 6.456403732299805, + "learning_rate": 5.582874099194573e-07, + "loss": 0.5268, + "mean_token_accuracy": 0.8346185684204102, + "num_tokens": 50251989.0, + "step": 1318 + }, + { + "epoch": 0.16779035746088283, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.678964614868164e-06, + "grad_norm": 6.403651237487793, + "learning_rate": 5.587113183552353e-07, + "loss": 0.5124, + "mean_token_accuracy": 0.8352353572845459, + "num_tokens": 50291079.0, + "step": 1319 + }, + { + "epoch": 0.16791756773947336, + "ewc_loss": 0.004608154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.6193599700927734e-06, + "grad_norm": 6.374815464019775, + "learning_rate": 5.591352267910131e-07, + "loss": 0.4685, + "mean_token_accuracy": 0.8474640846252441, + "num_tokens": 50332262.0, + "step": 1320 + }, + { + "epoch": 0.16804477801806386, + "ewc_loss": 0.004638671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.649162292480469e-06, + "grad_norm": 6.386075019836426, + "learning_rate": 5.59559135226791e-07, + "loss": 0.4983, + "mean_token_accuracy": 0.8414127826690674, + "num_tokens": 50371278.0, + "step": 1321 + }, + { + "epoch": 0.16817198829665436, + "ewc_loss": 0.004638671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.649162292480469e-06, + "grad_norm": 6.429978370666504, + "learning_rate": 5.599830436625689e-07, + "loss": 0.4757, + "mean_token_accuracy": 0.8464605808258057, + "num_tokens": 50409463.0, + "step": 1322 + }, + { + "epoch": 0.1682991985752449, + "ewc_loss": 0.004608154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.6193599700927734e-06, + "grad_norm": 6.3802809715271, + "learning_rate": 5.604069520983468e-07, + "loss": 0.4699, + "mean_token_accuracy": 0.8486460447311401, + "num_tokens": 50446745.0, + "step": 1323 + }, + { + "epoch": 0.1684264088538354, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.678964614868164e-06, + "grad_norm": 6.42337703704834, + "learning_rate": 5.608308605341246e-07, + "loss": 0.4616, + "mean_token_accuracy": 0.8481419086456299, + "num_tokens": 50479725.0, + "step": 1324 + }, + { + "epoch": 0.1685536191324259, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.678964614868164e-06, + "grad_norm": 6.448044776916504, + "learning_rate": 5.612547689699024e-07, + "loss": 0.5243, + "mean_token_accuracy": 0.8316797018051147, + "num_tokens": 50514734.0, + "step": 1325 + }, + { + "epoch": 0.16868082941101642, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.678964614868164e-06, + "grad_norm": 6.3813581466674805, + "learning_rate": 5.616786774056803e-07, + "loss": 0.5027, + "mean_token_accuracy": 0.8402704000473022, + "num_tokens": 50555165.0, + "step": 1326 + }, + { + "epoch": 0.16880803968960692, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.678964614868164e-06, + "grad_norm": 6.380385875701904, + "learning_rate": 5.621025858414582e-07, + "loss": 0.5038, + "mean_token_accuracy": 0.836633563041687, + "num_tokens": 50598251.0, + "step": 1327 + }, + { + "epoch": 0.16893524996819742, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.678964614868164e-06, + "grad_norm": 6.368332862854004, + "learning_rate": 5.625264942772361e-07, + "loss": 0.4956, + "mean_token_accuracy": 0.8418121337890625, + "num_tokens": 50638423.0, + "step": 1328 + }, + { + "epoch": 0.16906246024678795, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.418500900268555, + "learning_rate": 5.629504027130139e-07, + "loss": 0.5537, + "mean_token_accuracy": 0.8313281536102295, + "num_tokens": 50678226.0, + "step": 1329 + }, + { + "epoch": 0.16918967052537845, + "ewc_loss": 0.00469970703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.708766937255859e-06, + "grad_norm": 6.405148983001709, + "learning_rate": 5.633743111487919e-07, + "loss": 0.5541, + "mean_token_accuracy": 0.8200026750564575, + "num_tokens": 50717542.0, + "step": 1330 + }, + { + "epoch": 0.16931688080396895, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.424551010131836, + "learning_rate": 5.637982195845697e-07, + "loss": 0.4344, + "mean_token_accuracy": 0.8580657243728638, + "num_tokens": 50752914.0, + "step": 1331 + }, + { + "epoch": 0.16944409108255948, + "ewc_loss": 0.00469970703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.708766937255859e-06, + "grad_norm": 6.377121925354004, + "learning_rate": 5.642221280203476e-07, + "loss": 0.4339, + "mean_token_accuracy": 0.8601430058479309, + "num_tokens": 50789276.0, + "step": 1332 + }, + { + "epoch": 0.16957130136114998, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.678964614868164e-06, + "grad_norm": 6.477849960327148, + "learning_rate": 5.646460364561254e-07, + "loss": 0.454, + "mean_token_accuracy": 0.8492888808250427, + "num_tokens": 50820759.0, + "step": 1333 + }, + { + "epoch": 0.16969851163974048, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.432496070861816, + "learning_rate": 5.650699448919033e-07, + "loss": 0.545, + "mean_token_accuracy": 0.8256537318229675, + "num_tokens": 50863241.0, + "step": 1334 + }, + { + "epoch": 0.169825721918331, + "ewc_loss": 0.00469970703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.708766937255859e-06, + "grad_norm": 6.403002738952637, + "learning_rate": 5.654938533276812e-07, + "loss": 0.4835, + "mean_token_accuracy": 0.8421969413757324, + "num_tokens": 50904296.0, + "step": 1335 + }, + { + "epoch": 0.1699529321969215, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.424106121063232, + "learning_rate": 5.659177617634591e-07, + "loss": 0.4703, + "mean_token_accuracy": 0.8481867909431458, + "num_tokens": 50942180.0, + "step": 1336 + }, + { + "epoch": 0.170080142475512, + "ewc_loss": 0.004638671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.649162292480469e-06, + "grad_norm": 6.398224353790283, + "learning_rate": 5.663416701992369e-07, + "loss": 0.4962, + "mean_token_accuracy": 0.8416351079940796, + "num_tokens": 50980287.0, + "step": 1337 + }, + { + "epoch": 0.17020735275410254, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.467649936676025, + "learning_rate": 5.667655786350149e-07, + "loss": 0.5579, + "mean_token_accuracy": 0.8141133189201355, + "num_tokens": 51014218.0, + "step": 1338 + }, + { + "epoch": 0.17033456303269304, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.434453010559082, + "learning_rate": 5.671894870707927e-07, + "loss": 0.4762, + "mean_token_accuracy": 0.848007082939148, + "num_tokens": 51055915.0, + "step": 1339 + }, + { + "epoch": 0.17046177331128357, + "ewc_loss": 0.004669189453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.678964614868164e-06, + "grad_norm": 6.408395290374756, + "learning_rate": 5.676133955065705e-07, + "loss": 0.42, + "mean_token_accuracy": 0.8601741790771484, + "num_tokens": 51090684.0, + "step": 1340 + }, + { + "epoch": 0.17058898358987407, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.441353797912598, + "learning_rate": 5.680373039423484e-07, + "loss": 0.4662, + "mean_token_accuracy": 0.8473013639450073, + "num_tokens": 51130156.0, + "step": 1341 + }, + { + "epoch": 0.17071619386846457, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.4721550941467285, + "learning_rate": 5.684612123781263e-07, + "loss": 0.5068, + "mean_token_accuracy": 0.8350033164024353, + "num_tokens": 51171282.0, + "step": 1342 + }, + { + "epoch": 0.1708434041470551, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.454019546508789, + "learning_rate": 5.688851208139042e-07, + "loss": 0.5218, + "mean_token_accuracy": 0.8299592733383179, + "num_tokens": 51210616.0, + "step": 1343 + }, + { + "epoch": 0.1709706144256456, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.4404096603393555, + "learning_rate": 5.69309029249682e-07, + "loss": 0.5086, + "mean_token_accuracy": 0.8408511877059937, + "num_tokens": 51253357.0, + "step": 1344 + }, + { + "epoch": 0.1710978247042361, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.433662414550781, + "learning_rate": 5.697329376854599e-07, + "loss": 0.4883, + "mean_token_accuracy": 0.8409281969070435, + "num_tokens": 51292671.0, + "step": 1345 + }, + { + "epoch": 0.17122503498282662, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.4226789474487305, + "learning_rate": 5.701568461212378e-07, + "loss": 0.4282, + "mean_token_accuracy": 0.8606746792793274, + "num_tokens": 51329145.0, + "step": 1346 + }, + { + "epoch": 0.17135224526141712, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.427905559539795, + "learning_rate": 5.705807545570157e-07, + "loss": 0.4376, + "mean_token_accuracy": 0.8563253879547119, + "num_tokens": 51371265.0, + "step": 1347 + }, + { + "epoch": 0.17147945554000762, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.443178653717041, + "learning_rate": 5.710046629927934e-07, + "loss": 0.4738, + "mean_token_accuracy": 0.844771683216095, + "num_tokens": 51410262.0, + "step": 1348 + }, + { + "epoch": 0.17160666581859815, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.47688627243042, + "learning_rate": 5.714285714285714e-07, + "loss": 0.4451, + "mean_token_accuracy": 0.8550750017166138, + "num_tokens": 51447796.0, + "step": 1349 + }, + { + "epoch": 0.17173387609718865, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.517599582672119, + "learning_rate": 5.718524798643492e-07, + "loss": 0.509, + "mean_token_accuracy": 0.8377450704574585, + "num_tokens": 51482677.0, + "step": 1350 + }, + { + "epoch": 0.17186108637577915, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.468500137329102, + "learning_rate": 5.722763883001272e-07, + "loss": 0.51, + "mean_token_accuracy": 0.8374701738357544, + "num_tokens": 51524111.0, + "step": 1351 + }, + { + "epoch": 0.17198829665436968, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.44685173034668, + "learning_rate": 5.72700296735905e-07, + "loss": 0.4824, + "mean_token_accuracy": 0.8425158262252808, + "num_tokens": 51561008.0, + "step": 1352 + }, + { + "epoch": 0.17211550693296018, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.466495037078857, + "learning_rate": 5.731242051716829e-07, + "loss": 0.5367, + "mean_token_accuracy": 0.8244422674179077, + "num_tokens": 51603091.0, + "step": 1353 + }, + { + "epoch": 0.17224271721155068, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.465649604797363, + "learning_rate": 5.735481136074608e-07, + "loss": 0.4518, + "mean_token_accuracy": 0.8509031534194946, + "num_tokens": 51637789.0, + "step": 1354 + }, + { + "epoch": 0.1723699274901412, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.5050129890441895, + "learning_rate": 5.739720220432386e-07, + "loss": 0.4562, + "mean_token_accuracy": 0.8489744663238525, + "num_tokens": 51674207.0, + "step": 1355 + }, + { + "epoch": 0.1724971377687317, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.474820137023926, + "learning_rate": 5.743959304790164e-07, + "loss": 0.5517, + "mean_token_accuracy": 0.824846625328064, + "num_tokens": 51715109.0, + "step": 1356 + }, + { + "epoch": 0.1726243480473222, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.488253116607666, + "learning_rate": 5.748198389147944e-07, + "loss": 0.4991, + "mean_token_accuracy": 0.8411805033683777, + "num_tokens": 51753373.0, + "step": 1357 + }, + { + "epoch": 0.17275155832591274, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.470538139343262, + "learning_rate": 5.752437473505722e-07, + "loss": 0.5362, + "mean_token_accuracy": 0.8316121101379395, + "num_tokens": 51795100.0, + "step": 1358 + }, + { + "epoch": 0.17287876860450324, + "ewc_loss": 0.004730224609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.738569259643555e-06, + "grad_norm": 6.484120845794678, + "learning_rate": 5.756676557863502e-07, + "loss": 0.5103, + "mean_token_accuracy": 0.8348492980003357, + "num_tokens": 51831840.0, + "step": 1359 + }, + { + "epoch": 0.17300597888309374, + "ewc_loss": 0.004791259765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.798173904418945e-06, + "grad_norm": 6.457218170166016, + "learning_rate": 5.76091564222128e-07, + "loss": 0.4628, + "mean_token_accuracy": 0.850510835647583, + "num_tokens": 51870227.0, + "step": 1360 + }, + { + "epoch": 0.17313318916168427, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.498382091522217, + "learning_rate": 5.765154726579059e-07, + "loss": 0.4879, + "mean_token_accuracy": 0.8424737453460693, + "num_tokens": 51908251.0, + "step": 1361 + }, + { + "epoch": 0.17326039944027477, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.5240559577941895, + "learning_rate": 5.769393810936838e-07, + "loss": 0.4783, + "mean_token_accuracy": 0.8453298807144165, + "num_tokens": 51944531.0, + "step": 1362 + }, + { + "epoch": 0.17338760971886527, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.465014457702637, + "learning_rate": 5.773632895294616e-07, + "loss": 0.5311, + "mean_token_accuracy": 0.8273863196372986, + "num_tokens": 51985742.0, + "step": 1363 + }, + { + "epoch": 0.1735148199974558, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.509467601776123, + "learning_rate": 5.777871979652394e-07, + "loss": 0.4688, + "mean_token_accuracy": 0.8477904796600342, + "num_tokens": 52022036.0, + "step": 1364 + }, + { + "epoch": 0.1736420302760463, + "ewc_loss": 0.004791259765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.798173904418945e-06, + "grad_norm": 6.46228551864624, + "learning_rate": 5.782111064010173e-07, + "loss": 0.4922, + "mean_token_accuracy": 0.8397244215011597, + "num_tokens": 52066077.0, + "step": 1365 + }, + { + "epoch": 0.17376924055463683, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.456697463989258, + "learning_rate": 5.786350148367952e-07, + "loss": 0.4832, + "mean_token_accuracy": 0.8439671397209167, + "num_tokens": 52111280.0, + "step": 1366 + }, + { + "epoch": 0.17389645083322733, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.461299896240234, + "learning_rate": 5.790589232725731e-07, + "loss": 0.4817, + "mean_token_accuracy": 0.8417965769767761, + "num_tokens": 52153148.0, + "step": 1367 + }, + { + "epoch": 0.17402366111181783, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.530000686645508, + "learning_rate": 5.79482831708351e-07, + "loss": 0.4667, + "mean_token_accuracy": 0.8480732440948486, + "num_tokens": 52186722.0, + "step": 1368 + }, + { + "epoch": 0.17415087139040836, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.509509563446045, + "learning_rate": 5.799067401441288e-07, + "loss": 0.4761, + "mean_token_accuracy": 0.8423734903335571, + "num_tokens": 52220837.0, + "step": 1369 + }, + { + "epoch": 0.17427808166899886, + "ewc_loss": 0.00482177734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.827976226806641e-06, + "grad_norm": 6.468601703643799, + "learning_rate": 5.803306485799068e-07, + "loss": 0.4609, + "mean_token_accuracy": 0.85099858045578, + "num_tokens": 52257049.0, + "step": 1370 + }, + { + "epoch": 0.17440529194758936, + "ewc_loss": 0.004791259765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.798173904418945e-06, + "grad_norm": 6.473506450653076, + "learning_rate": 5.807545570156845e-07, + "loss": 0.4384, + "mean_token_accuracy": 0.8553834557533264, + "num_tokens": 52297632.0, + "step": 1371 + }, + { + "epoch": 0.1745325022261799, + "ewc_loss": 0.00482177734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.827976226806641e-06, + "grad_norm": 6.584237575531006, + "learning_rate": 5.811784654514624e-07, + "loss": 0.5364, + "mean_token_accuracy": 0.8268678188323975, + "num_tokens": 52331008.0, + "step": 1372 + }, + { + "epoch": 0.1746597125047704, + "ewc_loss": 0.004852294921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.857778549194336e-06, + "grad_norm": 6.492185592651367, + "learning_rate": 5.816023738872403e-07, + "loss": 0.4681, + "mean_token_accuracy": 0.8489111065864563, + "num_tokens": 52369420.0, + "step": 1373 + }, + { + "epoch": 0.1747869227833609, + "ewc_loss": 0.004791259765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.798173904418945e-06, + "grad_norm": 6.460510730743408, + "learning_rate": 5.820262823230182e-07, + "loss": 0.4979, + "mean_token_accuracy": 0.8391779661178589, + "num_tokens": 52411759.0, + "step": 1374 + }, + { + "epoch": 0.17491413306195142, + "ewc_loss": 0.0047607421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.76837158203125e-06, + "grad_norm": 6.547223091125488, + "learning_rate": 5.824501907587961e-07, + "loss": 0.459, + "mean_token_accuracy": 0.8503646850585938, + "num_tokens": 52446459.0, + "step": 1375 + }, + { + "epoch": 0.17504134334054192, + "ewc_loss": 0.004913330078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.9173831939697266e-06, + "grad_norm": 6.528835773468018, + "learning_rate": 5.82874099194574e-07, + "loss": 0.5426, + "mean_token_accuracy": 0.8241459131240845, + "num_tokens": 52484615.0, + "step": 1376 + }, + { + "epoch": 0.17516855361913242, + "ewc_loss": 0.0048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.887580871582031e-06, + "grad_norm": 6.490811824798584, + "learning_rate": 5.832980076303518e-07, + "loss": 0.5533, + "mean_token_accuracy": 0.8214525580406189, + "num_tokens": 52525195.0, + "step": 1377 + }, + { + "epoch": 0.17529576389772294, + "ewc_loss": 0.004913330078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.9173831939697266e-06, + "grad_norm": 6.538750171661377, + "learning_rate": 5.837219160661297e-07, + "loss": 0.4379, + "mean_token_accuracy": 0.8559086918830872, + "num_tokens": 52558783.0, + "step": 1378 + }, + { + "epoch": 0.17542297417631345, + "ewc_loss": 0.0048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.887580871582031e-06, + "grad_norm": 6.4999613761901855, + "learning_rate": 5.841458245019075e-07, + "loss": 0.4328, + "mean_token_accuracy": 0.8571357727050781, + "num_tokens": 52599176.0, + "step": 1379 + }, + { + "epoch": 0.17555018445490395, + "ewc_loss": 0.0048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.887580871582031e-06, + "grad_norm": 6.549397945404053, + "learning_rate": 5.845697329376855e-07, + "loss": 0.4893, + "mean_token_accuracy": 0.8449485301971436, + "num_tokens": 52630865.0, + "step": 1380 + }, + { + "epoch": 0.17567739473349447, + "ewc_loss": 0.004913330078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.9173831939697266e-06, + "grad_norm": 6.524814128875732, + "learning_rate": 5.849936413734633e-07, + "loss": 0.5404, + "mean_token_accuracy": 0.8257344365119934, + "num_tokens": 52671702.0, + "step": 1381 + }, + { + "epoch": 0.17580460501208497, + "ewc_loss": 0.0048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.887580871582031e-06, + "grad_norm": 6.4854350090026855, + "learning_rate": 5.854175498092412e-07, + "loss": 0.4453, + "mean_token_accuracy": 0.8555340766906738, + "num_tokens": 52712288.0, + "step": 1382 + }, + { + "epoch": 0.17593181529067548, + "ewc_loss": 0.004913330078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.9173831939697266e-06, + "grad_norm": 6.462261199951172, + "learning_rate": 5.858414582450191e-07, + "loss": 0.4876, + "mean_token_accuracy": 0.8431491255760193, + "num_tokens": 52756569.0, + "step": 1383 + }, + { + "epoch": 0.176059025569266, + "ewc_loss": 0.004913330078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.9173831939697266e-06, + "grad_norm": 6.529911041259766, + "learning_rate": 5.86265366680797e-07, + "loss": 0.5106, + "mean_token_accuracy": 0.8363465070724487, + "num_tokens": 52796195.0, + "step": 1384 + }, + { + "epoch": 0.1761862358478565, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 6.488345146179199, + "learning_rate": 5.866892751165748e-07, + "loss": 0.481, + "mean_token_accuracy": 0.8453409075737, + "num_tokens": 52839687.0, + "step": 1385 + }, + { + "epoch": 0.176313446126447, + "ewc_loss": 0.0048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.887580871582031e-06, + "grad_norm": 6.554061412811279, + "learning_rate": 5.871131835523526e-07, + "loss": 0.5359, + "mean_token_accuracy": 0.8278900980949402, + "num_tokens": 52875660.0, + "step": 1386 + }, + { + "epoch": 0.17644065640503753, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 6.505382537841797, + "learning_rate": 5.875370919881305e-07, + "loss": 0.4921, + "mean_token_accuracy": 0.8389579057693481, + "num_tokens": 52921220.0, + "step": 1387 + }, + { + "epoch": 0.17656786668362803, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 6.563160419464111, + "learning_rate": 5.879610004239084e-07, + "loss": 0.546, + "mean_token_accuracy": 0.8283538818359375, + "num_tokens": 52960042.0, + "step": 1388 + }, + { + "epoch": 0.17669507696221853, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 6.565390586853027, + "learning_rate": 5.883849088596863e-07, + "loss": 0.5298, + "mean_token_accuracy": 0.8315146565437317, + "num_tokens": 53002817.0, + "step": 1389 + }, + { + "epoch": 0.17682228724080906, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 6.557920932769775, + "learning_rate": 5.888088172954641e-07, + "loss": 0.5029, + "mean_token_accuracy": 0.8381047248840332, + "num_tokens": 53037751.0, + "step": 1390 + }, + { + "epoch": 0.17694949751939956, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 6.550998687744141, + "learning_rate": 5.892327257312421e-07, + "loss": 0.4168, + "mean_token_accuracy": 0.8658920526504517, + "num_tokens": 53074286.0, + "step": 1391 + }, + { + "epoch": 0.1770767077979901, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 6.516367435455322, + "learning_rate": 5.896566341670199e-07, + "loss": 0.438, + "mean_token_accuracy": 0.8517029881477356, + "num_tokens": 53113525.0, + "step": 1392 + }, + { + "epoch": 0.1772039180765806, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 6.559178352355957, + "learning_rate": 5.900805426027977e-07, + "loss": 0.4812, + "mean_token_accuracy": 0.8434983491897583, + "num_tokens": 53150137.0, + "step": 1393 + }, + { + "epoch": 0.1773311283551711, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 6.531139373779297, + "learning_rate": 5.905044510385756e-07, + "loss": 0.4339, + "mean_token_accuracy": 0.8576573729515076, + "num_tokens": 53189519.0, + "step": 1394 + }, + { + "epoch": 0.17745833863376162, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 6.558640003204346, + "learning_rate": 5.909283594743535e-07, + "loss": 0.5449, + "mean_token_accuracy": 0.8246817588806152, + "num_tokens": 53227452.0, + "step": 1395 + }, + { + "epoch": 0.17758554891235212, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 6.547752857208252, + "learning_rate": 5.913522679101314e-07, + "loss": 0.4766, + "mean_token_accuracy": 0.8419174551963806, + "num_tokens": 53265875.0, + "step": 1396 + }, + { + "epoch": 0.17771275919094262, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 6.568902492523193, + "learning_rate": 5.917761763459093e-07, + "loss": 0.5369, + "mean_token_accuracy": 0.8266775608062744, + "num_tokens": 53305477.0, + "step": 1397 + }, + { + "epoch": 0.17783996946953315, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 6.576211452484131, + "learning_rate": 5.922000847816871e-07, + "loss": 0.4569, + "mean_token_accuracy": 0.8525658845901489, + "num_tokens": 53342800.0, + "step": 1398 + }, + { + "epoch": 0.17796717974812365, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 6.551238536834717, + "learning_rate": 5.926239932174651e-07, + "loss": 0.5214, + "mean_token_accuracy": 0.8324567079544067, + "num_tokens": 53387476.0, + "step": 1399 + }, + { + "epoch": 0.17809439002671415, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 6.559249401092529, + "learning_rate": 5.930479016532429e-07, + "loss": 0.478, + "mean_token_accuracy": 0.8436994552612305, + "num_tokens": 53424628.0, + "step": 1400 + }, + { + "epoch": 0.17822160030530468, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 6.597269535064697, + "learning_rate": 5.934718100890207e-07, + "loss": 0.4593, + "mean_token_accuracy": 0.8477103114128113, + "num_tokens": 53464459.0, + "step": 1401 + }, + { + "epoch": 0.17834881058389518, + "ewc_loss": 0.0050048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.0067901611328125e-06, + "grad_norm": 6.598552227020264, + "learning_rate": 5.938957185247986e-07, + "loss": 0.5073, + "mean_token_accuracy": 0.8331260681152344, + "num_tokens": 53501721.0, + "step": 1402 + }, + { + "epoch": 0.17847602086248568, + "ewc_loss": 0.00494384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.947185516357422e-06, + "grad_norm": 6.6209330558776855, + "learning_rate": 5.943196269605765e-07, + "loss": 0.469, + "mean_token_accuracy": 0.8435115814208984, + "num_tokens": 53536607.0, + "step": 1403 + }, + { + "epoch": 0.1786032311410762, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 6.621089935302734, + "learning_rate": 5.947435353963544e-07, + "loss": 0.5195, + "mean_token_accuracy": 0.8366139531135559, + "num_tokens": 53569809.0, + "step": 1404 + }, + { + "epoch": 0.1787304414196667, + "ewc_loss": 0.0050048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.0067901611328125e-06, + "grad_norm": 6.578306674957275, + "learning_rate": 5.951674438321323e-07, + "loss": 0.4959, + "mean_token_accuracy": 0.8397736549377441, + "num_tokens": 53604423.0, + "step": 1405 + }, + { + "epoch": 0.1788576516982572, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 6.627087593078613, + "learning_rate": 5.955913522679101e-07, + "loss": 0.4918, + "mean_token_accuracy": 0.8382589221000671, + "num_tokens": 53642145.0, + "step": 1406 + }, + { + "epoch": 0.17898486197684774, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 6.581533908843994, + "learning_rate": 5.96015260703688e-07, + "loss": 0.567, + "mean_token_accuracy": 0.8169634938240051, + "num_tokens": 53682998.0, + "step": 1407 + }, + { + "epoch": 0.17911207225543824, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 6.547995567321777, + "learning_rate": 5.964391691394659e-07, + "loss": 0.4998, + "mean_token_accuracy": 0.8406496047973633, + "num_tokens": 53729764.0, + "step": 1408 + }, + { + "epoch": 0.17923928253402874, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 6.627433776855469, + "learning_rate": 5.968630775752436e-07, + "loss": 0.5332, + "mean_token_accuracy": 0.829494297504425, + "num_tokens": 53764522.0, + "step": 1409 + }, + { + "epoch": 0.17936649281261927, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 6.636691093444824, + "learning_rate": 5.972869860110216e-07, + "loss": 0.515, + "mean_token_accuracy": 0.830041229724884, + "num_tokens": 53799791.0, + "step": 1410 + }, + { + "epoch": 0.17949370309120977, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 6.600856304168701, + "learning_rate": 5.977108944467994e-07, + "loss": 0.5539, + "mean_token_accuracy": 0.8263521194458008, + "num_tokens": 53840181.0, + "step": 1411 + }, + { + "epoch": 0.17962091336980027, + "ewc_loss": 0.0050048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.0067901611328125e-06, + "grad_norm": 6.555595397949219, + "learning_rate": 5.981348028825774e-07, + "loss": 0.4601, + "mean_token_accuracy": 0.8532207012176514, + "num_tokens": 53882813.0, + "step": 1412 + }, + { + "epoch": 0.1797481236483908, + "ewc_loss": 0.0050048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.0067901611328125e-06, + "grad_norm": 6.571235179901123, + "learning_rate": 5.985587113183552e-07, + "loss": 0.5087, + "mean_token_accuracy": 0.8370412588119507, + "num_tokens": 53922198.0, + "step": 1413 + }, + { + "epoch": 0.1798753339269813, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 6.582467555999756, + "learning_rate": 5.989826197541331e-07, + "loss": 0.5034, + "mean_token_accuracy": 0.8376008868217468, + "num_tokens": 53959390.0, + "step": 1414 + }, + { + "epoch": 0.18000254420557182, + "ewc_loss": 0.0050048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.0067901611328125e-06, + "grad_norm": 6.604867935180664, + "learning_rate": 5.99406528189911e-07, + "loss": 0.5312, + "mean_token_accuracy": 0.8343915939331055, + "num_tokens": 54005707.0, + "step": 1415 + }, + { + "epoch": 0.18012975448416232, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 6.552732944488525, + "learning_rate": 5.998304366256888e-07, + "loss": 0.495, + "mean_token_accuracy": 0.8391870260238647, + "num_tokens": 54047808.0, + "step": 1416 + }, + { + "epoch": 0.18025696476275282, + "ewc_loss": 0.004974365234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 4.976987838745117e-06, + "grad_norm": 6.606764316558838, + "learning_rate": 6.002543450614666e-07, + "loss": 0.4201, + "mean_token_accuracy": 0.8656335473060608, + "num_tokens": 54082929.0, + "step": 1417 + }, + { + "epoch": 0.18038417504134335, + "ewc_loss": 0.0050048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.0067901611328125e-06, + "grad_norm": 6.635909557342529, + "learning_rate": 6.006782534972446e-07, + "loss": 0.481, + "mean_token_accuracy": 0.8439428806304932, + "num_tokens": 54120199.0, + "step": 1418 + }, + { + "epoch": 0.18051138531993385, + "ewc_loss": 0.005035400390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.036592483520508e-06, + "grad_norm": 6.630784511566162, + "learning_rate": 6.011021619330224e-07, + "loss": 0.5162, + "mean_token_accuracy": 0.8318632245063782, + "num_tokens": 54158629.0, + "step": 1419 + }, + { + "epoch": 0.18063859559852435, + "ewc_loss": 0.00506591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 6.661105155944824, + "learning_rate": 6.015260703688004e-07, + "loss": 0.4961, + "mean_token_accuracy": 0.8364899158477783, + "num_tokens": 54194772.0, + "step": 1420 + }, + { + "epoch": 0.18076580587711488, + "ewc_loss": 0.005035400390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.036592483520508e-06, + "grad_norm": 6.649106979370117, + "learning_rate": 6.019499788045782e-07, + "loss": 0.504, + "mean_token_accuracy": 0.8381239771842957, + "num_tokens": 54229825.0, + "step": 1421 + }, + { + "epoch": 0.18089301615570538, + "ewc_loss": 0.005035400390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.036592483520508e-06, + "grad_norm": 6.665534019470215, + "learning_rate": 6.023738872403561e-07, + "loss": 0.4602, + "mean_token_accuracy": 0.8493189811706543, + "num_tokens": 54260051.0, + "step": 1422 + }, + { + "epoch": 0.18102022643429588, + "ewc_loss": 0.0050048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.0067901611328125e-06, + "grad_norm": 6.637025833129883, + "learning_rate": 6.02797795676134e-07, + "loss": 0.4869, + "mean_token_accuracy": 0.8460795879364014, + "num_tokens": 54297865.0, + "step": 1423 + }, + { + "epoch": 0.1811474367128864, + "ewc_loss": 0.0050048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.0067901611328125e-06, + "grad_norm": 6.635870456695557, + "learning_rate": 6.032217041119118e-07, + "loss": 0.501, + "mean_token_accuracy": 0.8332003355026245, + "num_tokens": 54334618.0, + "step": 1424 + }, + { + "epoch": 0.1812746469914769, + "ewc_loss": 0.0050048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.0067901611328125e-06, + "grad_norm": 6.66219425201416, + "learning_rate": 6.036456125476896e-07, + "loss": 0.5372, + "mean_token_accuracy": 0.8249729871749878, + "num_tokens": 54369761.0, + "step": 1425 + }, + { + "epoch": 0.1814018572700674, + "ewc_loss": 0.00506591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 6.608975887298584, + "learning_rate": 6.040695209834675e-07, + "loss": 0.4371, + "mean_token_accuracy": 0.8543449640274048, + "num_tokens": 54411549.0, + "step": 1426 + }, + { + "epoch": 0.18152906754865794, + "ewc_loss": 0.005035400390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.036592483520508e-06, + "grad_norm": 6.62888240814209, + "learning_rate": 6.044934294192454e-07, + "loss": 0.5225, + "mean_token_accuracy": 0.8325222730636597, + "num_tokens": 54449137.0, + "step": 1427 + }, + { + "epoch": 0.18165627782724844, + "ewc_loss": 0.00506591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 6.606001377105713, + "learning_rate": 6.049173378550233e-07, + "loss": 0.4773, + "mean_token_accuracy": 0.8474181890487671, + "num_tokens": 54494604.0, + "step": 1428 + }, + { + "epoch": 0.18178348810583894, + "ewc_loss": 0.005035400390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.036592483520508e-06, + "grad_norm": 6.620927333831787, + "learning_rate": 6.053412462908012e-07, + "loss": 0.458, + "mean_token_accuracy": 0.8491889238357544, + "num_tokens": 54533533.0, + "step": 1429 + }, + { + "epoch": 0.18191069838442947, + "ewc_loss": 0.00506591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 6.657451629638672, + "learning_rate": 6.05765154726579e-07, + "loss": 0.5303, + "mean_token_accuracy": 0.8307464718818665, + "num_tokens": 54575211.0, + "step": 1430 + }, + { + "epoch": 0.18203790866301997, + "ewc_loss": 0.00506591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 6.619564533233643, + "learning_rate": 6.061890631623569e-07, + "loss": 0.436, + "mean_token_accuracy": 0.8568705320358276, + "num_tokens": 54618308.0, + "step": 1431 + }, + { + "epoch": 0.18216511894161047, + "ewc_loss": 0.005035400390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.036592483520508e-06, + "grad_norm": 6.632933616638184, + "learning_rate": 6.066129715981347e-07, + "loss": 0.4745, + "mean_token_accuracy": 0.8453105688095093, + "num_tokens": 54660260.0, + "step": 1432 + }, + { + "epoch": 0.182292329220201, + "ewc_loss": 0.005096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.0961971282958984e-06, + "grad_norm": 6.709960460662842, + "learning_rate": 6.070368800339126e-07, + "loss": 0.4456, + "mean_token_accuracy": 0.8538310527801514, + "num_tokens": 54692056.0, + "step": 1433 + }, + { + "epoch": 0.1824195394987915, + "ewc_loss": 0.00506591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 6.6860671043396, + "learning_rate": 6.074607884696905e-07, + "loss": 0.4672, + "mean_token_accuracy": 0.8457164764404297, + "num_tokens": 54729252.0, + "step": 1434 + }, + { + "epoch": 0.182546749777382, + "ewc_loss": 0.00506591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 6.669092655181885, + "learning_rate": 6.078846969054684e-07, + "loss": 0.4901, + "mean_token_accuracy": 0.8395395278930664, + "num_tokens": 54763422.0, + "step": 1435 + }, + { + "epoch": 0.18267396005597253, + "ewc_loss": 0.00506591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 6.646816253662109, + "learning_rate": 6.083086053412463e-07, + "loss": 0.4666, + "mean_token_accuracy": 0.8480751514434814, + "num_tokens": 54803494.0, + "step": 1436 + }, + { + "epoch": 0.18280117033456303, + "ewc_loss": 0.00506591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 6.712324142456055, + "learning_rate": 6.087325137770242e-07, + "loss": 0.4548, + "mean_token_accuracy": 0.8506103157997131, + "num_tokens": 54839349.0, + "step": 1437 + }, + { + "epoch": 0.18292838061315353, + "ewc_loss": 0.005126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.125999450683594e-06, + "grad_norm": 6.699303150177002, + "learning_rate": 6.09156422212802e-07, + "loss": 0.5286, + "mean_token_accuracy": 0.8333956599235535, + "num_tokens": 54881941.0, + "step": 1438 + }, + { + "epoch": 0.18305559089174406, + "ewc_loss": 0.00506591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 6.6741838455200195, + "learning_rate": 6.095803306485799e-07, + "loss": 0.4792, + "mean_token_accuracy": 0.8414347171783447, + "num_tokens": 54922927.0, + "step": 1439 + }, + { + "epoch": 0.18318280117033456, + "ewc_loss": 0.00506591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 6.649257659912109, + "learning_rate": 6.100042390843577e-07, + "loss": 0.5065, + "mean_token_accuracy": 0.8351839184761047, + "num_tokens": 54963885.0, + "step": 1440 + }, + { + "epoch": 0.1833100114489251, + "ewc_loss": 0.005126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.125999450683594e-06, + "grad_norm": 6.663126468658447, + "learning_rate": 6.104281475201356e-07, + "loss": 0.4568, + "mean_token_accuracy": 0.8494226932525635, + "num_tokens": 55001284.0, + "step": 1441 + }, + { + "epoch": 0.1834372217275156, + "ewc_loss": 0.005096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.0961971282958984e-06, + "grad_norm": 6.683025360107422, + "learning_rate": 6.108520559559135e-07, + "loss": 0.5163, + "mean_token_accuracy": 0.8336958885192871, + "num_tokens": 55034813.0, + "step": 1442 + }, + { + "epoch": 0.1835644320061061, + "ewc_loss": 0.005126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.125999450683594e-06, + "grad_norm": 6.6806769371032715, + "learning_rate": 6.112759643916914e-07, + "loss": 0.4224, + "mean_token_accuracy": 0.8607369661331177, + "num_tokens": 55070620.0, + "step": 1443 + }, + { + "epoch": 0.18369164228469662, + "ewc_loss": 0.00506591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.066394805908203e-06, + "grad_norm": 6.664761066436768, + "learning_rate": 6.116998728274693e-07, + "loss": 0.5037, + "mean_token_accuracy": 0.8424545526504517, + "num_tokens": 55108394.0, + "step": 1444 + }, + { + "epoch": 0.18381885256328712, + "ewc_loss": 0.005096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.0961971282958984e-06, + "grad_norm": 6.700276851654053, + "learning_rate": 6.121237812632472e-07, + "loss": 0.5069, + "mean_token_accuracy": 0.8342448472976685, + "num_tokens": 55148170.0, + "step": 1445 + }, + { + "epoch": 0.18394606284187762, + "ewc_loss": 0.005126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.125999450683594e-06, + "grad_norm": 6.630173683166504, + "learning_rate": 6.125476896990249e-07, + "loss": 0.4497, + "mean_token_accuracy": 0.8557285666465759, + "num_tokens": 55188102.0, + "step": 1446 + }, + { + "epoch": 0.18407327312046814, + "ewc_loss": 0.005096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.0961971282958984e-06, + "grad_norm": 6.675249099731445, + "learning_rate": 6.129715981348028e-07, + "loss": 0.4878, + "mean_token_accuracy": 0.8459566235542297, + "num_tokens": 55225893.0, + "step": 1447 + }, + { + "epoch": 0.18420048339905865, + "ewc_loss": 0.005157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.155801773071289e-06, + "grad_norm": 6.696269989013672, + "learning_rate": 6.133955065705807e-07, + "loss": 0.5079, + "mean_token_accuracy": 0.8330821990966797, + "num_tokens": 55265321.0, + "step": 1448 + }, + { + "epoch": 0.18432769367764915, + "ewc_loss": 0.005126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.125999450683594e-06, + "grad_norm": 6.723235130310059, + "learning_rate": 6.138194150063585e-07, + "loss": 0.4685, + "mean_token_accuracy": 0.8485188484191895, + "num_tokens": 55304179.0, + "step": 1449 + }, + { + "epoch": 0.18445490395623967, + "ewc_loss": 0.005157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.155801773071289e-06, + "grad_norm": 6.670022010803223, + "learning_rate": 6.142433234421365e-07, + "loss": 0.5026, + "mean_token_accuracy": 0.8355849981307983, + "num_tokens": 55343266.0, + "step": 1450 + }, + { + "epoch": 0.18458211423483017, + "ewc_loss": 0.005096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.0961971282958984e-06, + "grad_norm": 6.707667827606201, + "learning_rate": 6.146672318779143e-07, + "loss": 0.5057, + "mean_token_accuracy": 0.8362058401107788, + "num_tokens": 55381147.0, + "step": 1451 + }, + { + "epoch": 0.18470932451342068, + "ewc_loss": 0.005157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.155801773071289e-06, + "grad_norm": 6.773663520812988, + "learning_rate": 6.150911403136923e-07, + "loss": 0.506, + "mean_token_accuracy": 0.8390666246414185, + "num_tokens": 55414855.0, + "step": 1452 + }, + { + "epoch": 0.1848365347920112, + "ewc_loss": 0.005157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.155801773071289e-06, + "grad_norm": 6.720024585723877, + "learning_rate": 6.155150487494701e-07, + "loss": 0.4304, + "mean_token_accuracy": 0.8588666319847107, + "num_tokens": 55449699.0, + "step": 1453 + }, + { + "epoch": 0.1849637450706017, + "ewc_loss": 0.005126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.125999450683594e-06, + "grad_norm": 6.649179458618164, + "learning_rate": 6.159389571852479e-07, + "loss": 0.4576, + "mean_token_accuracy": 0.8522489070892334, + "num_tokens": 55493202.0, + "step": 1454 + }, + { + "epoch": 0.1850909553491922, + "ewc_loss": 0.005157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.155801773071289e-06, + "grad_norm": 6.692625045776367, + "learning_rate": 6.163628656210258e-07, + "loss": 0.4783, + "mean_token_accuracy": 0.8475933074951172, + "num_tokens": 55539873.0, + "step": 1455 + }, + { + "epoch": 0.18521816562778273, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 6.7622575759887695, + "learning_rate": 6.167867740568037e-07, + "loss": 0.5388, + "mean_token_accuracy": 0.828724205493927, + "num_tokens": 55576338.0, + "step": 1456 + }, + { + "epoch": 0.18534537590637323, + "ewc_loss": 0.005157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.155801773071289e-06, + "grad_norm": 6.676599979400635, + "learning_rate": 6.172106824925815e-07, + "loss": 0.4596, + "mean_token_accuracy": 0.8486613035202026, + "num_tokens": 55618330.0, + "step": 1457 + }, + { + "epoch": 0.18547258618496373, + "ewc_loss": 0.005157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.155801773071289e-06, + "grad_norm": 6.666259288787842, + "learning_rate": 6.176345909283595e-07, + "loss": 0.4765, + "mean_token_accuracy": 0.8445233106613159, + "num_tokens": 55657394.0, + "step": 1458 + }, + { + "epoch": 0.18559979646355426, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 6.7642436027526855, + "learning_rate": 6.180584993641373e-07, + "loss": 0.4622, + "mean_token_accuracy": 0.8496971130371094, + "num_tokens": 55695087.0, + "step": 1459 + }, + { + "epoch": 0.18572700674214476, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 6.70601749420166, + "learning_rate": 6.184824077999153e-07, + "loss": 0.4465, + "mean_token_accuracy": 0.8531285524368286, + "num_tokens": 55730852.0, + "step": 1460 + }, + { + "epoch": 0.18585421702073526, + "ewc_loss": 0.005126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.125999450683594e-06, + "grad_norm": 6.718687057495117, + "learning_rate": 6.189063162356931e-07, + "loss": 0.5426, + "mean_token_accuracy": 0.8266124129295349, + "num_tokens": 55765678.0, + "step": 1461 + }, + { + "epoch": 0.1859814272993258, + "ewc_loss": 0.005157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.155801773071289e-06, + "grad_norm": 6.740617752075195, + "learning_rate": 6.193302246714709e-07, + "loss": 0.4689, + "mean_token_accuracy": 0.8506490588188171, + "num_tokens": 55804409.0, + "step": 1462 + }, + { + "epoch": 0.1861086375779163, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 6.726438522338867, + "learning_rate": 6.197541331072488e-07, + "loss": 0.4973, + "mean_token_accuracy": 0.8385897278785706, + "num_tokens": 55839520.0, + "step": 1463 + }, + { + "epoch": 0.1862358478565068, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 6.716742992401123, + "learning_rate": 6.201780415430267e-07, + "loss": 0.4776, + "mean_token_accuracy": 0.8446516394615173, + "num_tokens": 55879089.0, + "step": 1464 + }, + { + "epoch": 0.18636305813509732, + "ewc_loss": 0.005218505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 6.7775774002075195, + "learning_rate": 6.206019499788045e-07, + "loss": 0.5202, + "mean_token_accuracy": 0.8323833346366882, + "num_tokens": 55916655.0, + "step": 1465 + }, + { + "epoch": 0.18649026841368782, + "ewc_loss": 0.005218505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 6.734311103820801, + "learning_rate": 6.210258584145825e-07, + "loss": 0.4563, + "mean_token_accuracy": 0.8481264114379883, + "num_tokens": 55953828.0, + "step": 1466 + }, + { + "epoch": 0.18661747869227835, + "ewc_loss": 0.005157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.155801773071289e-06, + "grad_norm": 6.744388580322266, + "learning_rate": 6.214497668503603e-07, + "loss": 0.5046, + "mean_token_accuracy": 0.8325598239898682, + "num_tokens": 55992037.0, + "step": 1467 + }, + { + "epoch": 0.18674468897086885, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 6.792687892913818, + "learning_rate": 6.218736752861383e-07, + "loss": 0.4653, + "mean_token_accuracy": 0.8501529097557068, + "num_tokens": 56020424.0, + "step": 1468 + }, + { + "epoch": 0.18687189924945935, + "ewc_loss": 0.005218505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 6.740212917327881, + "learning_rate": 6.22297583721916e-07, + "loss": 0.4981, + "mean_token_accuracy": 0.844151496887207, + "num_tokens": 56060839.0, + "step": 1469 + }, + { + "epoch": 0.18699910952804988, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 6.7424540519714355, + "learning_rate": 6.227214921576938e-07, + "loss": 0.5278, + "mean_token_accuracy": 0.8347933292388916, + "num_tokens": 56099095.0, + "step": 1470 + }, + { + "epoch": 0.18712631980664038, + "ewc_loss": 0.005218505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 6.7640509605407715, + "learning_rate": 6.231454005934718e-07, + "loss": 0.4246, + "mean_token_accuracy": 0.8613858222961426, + "num_tokens": 56133805.0, + "step": 1471 + }, + { + "epoch": 0.18725353008523088, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 6.713057041168213, + "learning_rate": 6.235693090292496e-07, + "loss": 0.5432, + "mean_token_accuracy": 0.8284828066825867, + "num_tokens": 56173064.0, + "step": 1472 + }, + { + "epoch": 0.1873807403638214, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 6.7264790534973145, + "learning_rate": 6.239932174650275e-07, + "loss": 0.425, + "mean_token_accuracy": 0.8630212545394897, + "num_tokens": 56213285.0, + "step": 1473 + }, + { + "epoch": 0.1875079506424119, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 6.8030781745910645, + "learning_rate": 6.244171259008054e-07, + "loss": 0.5069, + "mean_token_accuracy": 0.8333505392074585, + "num_tokens": 56248218.0, + "step": 1474 + }, + { + "epoch": 0.1876351609210024, + "ewc_loss": 0.005218505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 6.7472968101501465, + "learning_rate": 6.248410343365833e-07, + "loss": 0.4516, + "mean_token_accuracy": 0.8533287048339844, + "num_tokens": 56286098.0, + "step": 1475 + }, + { + "epoch": 0.18776237119959294, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 6.676266193389893, + "learning_rate": 6.252649427723612e-07, + "loss": 0.4594, + "mean_token_accuracy": 0.8524525165557861, + "num_tokens": 56329732.0, + "step": 1476 + }, + { + "epoch": 0.18788958147818344, + "ewc_loss": 0.0052490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.245208740234375e-06, + "grad_norm": 6.750553607940674, + "learning_rate": 6.25688851208139e-07, + "loss": 0.4642, + "mean_token_accuracy": 0.8506094217300415, + "num_tokens": 56367838.0, + "step": 1477 + }, + { + "epoch": 0.18801679175677394, + "ewc_loss": 0.005218505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 6.749953746795654, + "learning_rate": 6.261127596439168e-07, + "loss": 0.517, + "mean_token_accuracy": 0.8317594528198242, + "num_tokens": 56413059.0, + "step": 1478 + }, + { + "epoch": 0.18814400203536447, + "ewc_loss": 0.005218505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 6.715556621551514, + "learning_rate": 6.265366680796948e-07, + "loss": 0.4196, + "mean_token_accuracy": 0.8580453991889954, + "num_tokens": 56453806.0, + "step": 1479 + }, + { + "epoch": 0.18827121231395497, + "ewc_loss": 0.005218505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 6.728067398071289, + "learning_rate": 6.269605765154726e-07, + "loss": 0.4678, + "mean_token_accuracy": 0.846527099609375, + "num_tokens": 56497448.0, + "step": 1480 + }, + { + "epoch": 0.18839842259254547, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 6.790731430053711, + "learning_rate": 6.273844849512505e-07, + "loss": 0.47, + "mean_token_accuracy": 0.845548152923584, + "num_tokens": 56537731.0, + "step": 1481 + }, + { + "epoch": 0.188525632871136, + "ewc_loss": 0.005279541015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.27501106262207e-06, + "grad_norm": 6.706908226013184, + "learning_rate": 6.278083933870284e-07, + "loss": 0.4094, + "mean_token_accuracy": 0.8664836883544922, + "num_tokens": 56580944.0, + "step": 1482 + }, + { + "epoch": 0.1886528431497265, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 6.796550273895264, + "learning_rate": 6.282323018228063e-07, + "loss": 0.4416, + "mean_token_accuracy": 0.8572375774383545, + "num_tokens": 56616306.0, + "step": 1483 + }, + { + "epoch": 0.188780053428317, + "ewc_loss": 0.005218505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 6.8098955154418945, + "learning_rate": 6.286562102585841e-07, + "loss": 0.5214, + "mean_token_accuracy": 0.8355397582054138, + "num_tokens": 56661874.0, + "step": 1484 + }, + { + "epoch": 0.18890726370690752, + "ewc_loss": 0.005279541015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.27501106262207e-06, + "grad_norm": 6.758285045623779, + "learning_rate": 6.29080118694362e-07, + "loss": 0.4167, + "mean_token_accuracy": 0.8624045848846436, + "num_tokens": 56696697.0, + "step": 1485 + }, + { + "epoch": 0.18903447398549802, + "ewc_loss": 0.0052490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.245208740234375e-06, + "grad_norm": 6.793493747711182, + "learning_rate": 6.295040271301398e-07, + "loss": 0.4157, + "mean_token_accuracy": 0.8618268966674805, + "num_tokens": 56732581.0, + "step": 1486 + }, + { + "epoch": 0.18916168426408853, + "ewc_loss": 0.005218505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 6.701076984405518, + "learning_rate": 6.299279355659178e-07, + "loss": 0.4649, + "mean_token_accuracy": 0.8499457240104675, + "num_tokens": 56777905.0, + "step": 1487 + }, + { + "epoch": 0.18928889454267905, + "ewc_loss": 0.005279541015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.27501106262207e-06, + "grad_norm": 6.817764759063721, + "learning_rate": 6.303518440016956e-07, + "loss": 0.4842, + "mean_token_accuracy": 0.8425007462501526, + "num_tokens": 56812915.0, + "step": 1488 + }, + { + "epoch": 0.18941610482126955, + "ewc_loss": 0.005279541015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.27501106262207e-06, + "grad_norm": 6.827256679534912, + "learning_rate": 6.307757524374735e-07, + "loss": 0.4792, + "mean_token_accuracy": 0.8475921154022217, + "num_tokens": 56846907.0, + "step": 1489 + }, + { + "epoch": 0.18954331509986008, + "ewc_loss": 0.0052490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.245208740234375e-06, + "grad_norm": 6.812575817108154, + "learning_rate": 6.311996608732514e-07, + "loss": 0.5077, + "mean_token_accuracy": 0.8404348492622375, + "num_tokens": 56884614.0, + "step": 1490 + }, + { + "epoch": 0.18967052537845058, + "ewc_loss": 0.0052490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.245208740234375e-06, + "grad_norm": 6.779321670532227, + "learning_rate": 6.316235693090292e-07, + "loss": 0.4987, + "mean_token_accuracy": 0.8364593386650085, + "num_tokens": 56920508.0, + "step": 1491 + }, + { + "epoch": 0.18979773565704108, + "ewc_loss": 0.005218505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 6.7615065574646, + "learning_rate": 6.320474777448071e-07, + "loss": 0.5019, + "mean_token_accuracy": 0.8365437388420105, + "num_tokens": 56957629.0, + "step": 1492 + }, + { + "epoch": 0.1899249459356316, + "ewc_loss": 0.00518798828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.185604095458984e-06, + "grad_norm": 6.778592109680176, + "learning_rate": 6.324713861805849e-07, + "loss": 0.4596, + "mean_token_accuracy": 0.8484137654304504, + "num_tokens": 56997265.0, + "step": 1493 + }, + { + "epoch": 0.1900521562142221, + "ewc_loss": 0.005218505859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.21540641784668e-06, + "grad_norm": 6.846430778503418, + "learning_rate": 6.328952946163628e-07, + "loss": 0.5622, + "mean_token_accuracy": 0.8229374885559082, + "num_tokens": 57031519.0, + "step": 1494 + }, + { + "epoch": 0.1901793664928126, + "ewc_loss": 0.005279541015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.27501106262207e-06, + "grad_norm": 6.798810958862305, + "learning_rate": 6.333192030521407e-07, + "loss": 0.4334, + "mean_token_accuracy": 0.8543358445167542, + "num_tokens": 57067264.0, + "step": 1495 + }, + { + "epoch": 0.19030657677140314, + "ewc_loss": 0.005279541015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.27501106262207e-06, + "grad_norm": 6.761462211608887, + "learning_rate": 6.337431114879186e-07, + "loss": 0.4873, + "mean_token_accuracy": 0.843134880065918, + "num_tokens": 57104906.0, + "step": 1496 + }, + { + "epoch": 0.19043378704999364, + "ewc_loss": 0.0052490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.245208740234375e-06, + "grad_norm": 6.77708625793457, + "learning_rate": 6.341670199236965e-07, + "loss": 0.4545, + "mean_token_accuracy": 0.8527740240097046, + "num_tokens": 57142534.0, + "step": 1497 + }, + { + "epoch": 0.19056099732858414, + "ewc_loss": 0.005279541015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.27501106262207e-06, + "grad_norm": 6.743418216705322, + "learning_rate": 6.345909283594744e-07, + "loss": 0.4356, + "mean_token_accuracy": 0.8573068380355835, + "num_tokens": 57188735.0, + "step": 1498 + }, + { + "epoch": 0.19068820760717467, + "ewc_loss": 0.00531005859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.304813385009766e-06, + "grad_norm": 6.800543308258057, + "learning_rate": 6.350148367952522e-07, + "loss": 0.4875, + "mean_token_accuracy": 0.8356181383132935, + "num_tokens": 57224610.0, + "step": 1499 + }, + { + "epoch": 0.19081541788576517, + "ewc_loss": 0.005340576171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.334615707397461e-06, + "grad_norm": 6.783166885375977, + "learning_rate": 6.354387452310301e-07, + "loss": 0.4428, + "mean_token_accuracy": 0.8519951105117798, + "num_tokens": 57259553.0, + "step": 1500 + }, + { + "epoch": 0.19094262816435567, + "ewc_loss": 0.005279541015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.27501106262207e-06, + "grad_norm": 6.80519437789917, + "learning_rate": 6.358626536668079e-07, + "loss": 0.4465, + "mean_token_accuracy": 0.8543978929519653, + "num_tokens": 57295819.0, + "step": 1501 + }, + { + "epoch": 0.1910698384429462, + "ewc_loss": 0.005279541015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.27501106262207e-06, + "grad_norm": 6.768026351928711, + "learning_rate": 6.362865621025858e-07, + "loss": 0.4352, + "mean_token_accuracy": 0.8586049675941467, + "num_tokens": 57339110.0, + "step": 1502 + }, + { + "epoch": 0.1911970487215367, + "ewc_loss": 0.00531005859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.304813385009766e-06, + "grad_norm": 6.78932523727417, + "learning_rate": 6.367104705383637e-07, + "loss": 0.4636, + "mean_token_accuracy": 0.8487402200698853, + "num_tokens": 57377311.0, + "step": 1503 + }, + { + "epoch": 0.1913242590001272, + "ewc_loss": 0.00537109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.364418029785156e-06, + "grad_norm": 6.823458671569824, + "learning_rate": 6.371343789741416e-07, + "loss": 0.4758, + "mean_token_accuracy": 0.8414748311042786, + "num_tokens": 57419281.0, + "step": 1504 + }, + { + "epoch": 0.19145146927871773, + "ewc_loss": 0.005401611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.3942203521728516e-06, + "grad_norm": 6.779798984527588, + "learning_rate": 6.375582874099195e-07, + "loss": 0.4638, + "mean_token_accuracy": 0.8491458296775818, + "num_tokens": 57458134.0, + "step": 1505 + }, + { + "epoch": 0.19157867955730823, + "ewc_loss": 0.0052490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.245208740234375e-06, + "grad_norm": 6.890988349914551, + "learning_rate": 6.379821958456974e-07, + "loss": 0.5179, + "mean_token_accuracy": 0.8328214287757874, + "num_tokens": 57492931.0, + "step": 1506 + }, + { + "epoch": 0.19170588983589873, + "ewc_loss": 0.00537109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.364418029785156e-06, + "grad_norm": 6.835189342498779, + "learning_rate": 6.384061042814751e-07, + "loss": 0.4889, + "mean_token_accuracy": 0.8397554159164429, + "num_tokens": 57529581.0, + "step": 1507 + }, + { + "epoch": 0.19183310011448926, + "ewc_loss": 0.00537109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.364418029785156e-06, + "grad_norm": 6.789628505706787, + "learning_rate": 6.38830012717253e-07, + "loss": 0.4772, + "mean_token_accuracy": 0.8450162410736084, + "num_tokens": 57570302.0, + "step": 1508 + }, + { + "epoch": 0.19196031039307976, + "ewc_loss": 0.005340576171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.334615707397461e-06, + "grad_norm": 6.801723480224609, + "learning_rate": 6.392539211530309e-07, + "loss": 0.4875, + "mean_token_accuracy": 0.8397712707519531, + "num_tokens": 57615974.0, + "step": 1509 + }, + { + "epoch": 0.19208752067167026, + "ewc_loss": 0.005401611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.3942203521728516e-06, + "grad_norm": 6.816680431365967, + "learning_rate": 6.396778295888087e-07, + "loss": 0.4531, + "mean_token_accuracy": 0.8549456000328064, + "num_tokens": 57653737.0, + "step": 1510 + }, + { + "epoch": 0.1922147309502608, + "ewc_loss": 0.00543212890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.424022674560547e-06, + "grad_norm": 6.824400901794434, + "learning_rate": 6.401017380245867e-07, + "loss": 0.4864, + "mean_token_accuracy": 0.8410390615463257, + "num_tokens": 57693431.0, + "step": 1511 + }, + { + "epoch": 0.1923419412288513, + "ewc_loss": 0.005340576171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.334615707397461e-06, + "grad_norm": 6.812784671783447, + "learning_rate": 6.405256464603645e-07, + "loss": 0.4705, + "mean_token_accuracy": 0.84536212682724, + "num_tokens": 57736413.0, + "step": 1512 + }, + { + "epoch": 0.1924691515074418, + "ewc_loss": 0.005401611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.3942203521728516e-06, + "grad_norm": 6.855570316314697, + "learning_rate": 6.409495548961425e-07, + "loss": 0.4551, + "mean_token_accuracy": 0.853547990322113, + "num_tokens": 57773293.0, + "step": 1513 + }, + { + "epoch": 0.19259636178603232, + "ewc_loss": 0.005401611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.3942203521728516e-06, + "grad_norm": 6.871750354766846, + "learning_rate": 6.413734633319203e-07, + "loss": 0.4675, + "mean_token_accuracy": 0.8489363789558411, + "num_tokens": 57809294.0, + "step": 1514 + }, + { + "epoch": 0.19272357206462282, + "ewc_loss": 0.00531005859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.304813385009766e-06, + "grad_norm": 6.893986701965332, + "learning_rate": 6.417973717676981e-07, + "loss": 0.4386, + "mean_token_accuracy": 0.8544424176216125, + "num_tokens": 57843610.0, + "step": 1515 + }, + { + "epoch": 0.19285078234321335, + "ewc_loss": 0.005401611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.3942203521728516e-06, + "grad_norm": 6.833758354187012, + "learning_rate": 6.42221280203476e-07, + "loss": 0.4999, + "mean_token_accuracy": 0.83476322889328, + "num_tokens": 57893098.0, + "step": 1516 + }, + { + "epoch": 0.19297799262180385, + "ewc_loss": 0.005401611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.3942203521728516e-06, + "grad_norm": 6.861749649047852, + "learning_rate": 6.426451886392539e-07, + "loss": 0.5256, + "mean_token_accuracy": 0.8346645832061768, + "num_tokens": 57933098.0, + "step": 1517 + }, + { + "epoch": 0.19310520290039435, + "ewc_loss": 0.00537109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.364418029785156e-06, + "grad_norm": 6.877067565917969, + "learning_rate": 6.430690970750317e-07, + "loss": 0.4571, + "mean_token_accuracy": 0.8505287766456604, + "num_tokens": 57971502.0, + "step": 1518 + }, + { + "epoch": 0.19323241317898487, + "ewc_loss": 0.00543212890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.424022674560547e-06, + "grad_norm": 6.916853904724121, + "learning_rate": 6.434930055108097e-07, + "loss": 0.5066, + "mean_token_accuracy": 0.8353146910667419, + "num_tokens": 58001557.0, + "step": 1519 + }, + { + "epoch": 0.19335962345757537, + "ewc_loss": 0.005462646484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.453824996948242e-06, + "grad_norm": 6.856635570526123, + "learning_rate": 6.439169139465875e-07, + "loss": 0.5154, + "mean_token_accuracy": 0.8330079317092896, + "num_tokens": 58038058.0, + "step": 1520 + }, + { + "epoch": 0.19348683373616588, + "ewc_loss": 0.00537109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.364418029785156e-06, + "grad_norm": 6.882343769073486, + "learning_rate": 6.443408223823655e-07, + "loss": 0.4834, + "mean_token_accuracy": 0.8421424031257629, + "num_tokens": 58073138.0, + "step": 1521 + }, + { + "epoch": 0.1936140440147564, + "ewc_loss": 0.005462646484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.453824996948242e-06, + "grad_norm": 6.843259334564209, + "learning_rate": 6.447647308181432e-07, + "loss": 0.4754, + "mean_token_accuracy": 0.8445835709571838, + "num_tokens": 58111793.0, + "step": 1522 + }, + { + "epoch": 0.1937412542933469, + "ewc_loss": 0.005462646484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.453824996948242e-06, + "grad_norm": 6.859086990356445, + "learning_rate": 6.451886392539211e-07, + "loss": 0.4629, + "mean_token_accuracy": 0.8481595516204834, + "num_tokens": 58152911.0, + "step": 1523 + }, + { + "epoch": 0.1938684645719374, + "ewc_loss": 0.005462646484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.453824996948242e-06, + "grad_norm": 6.902124404907227, + "learning_rate": 6.45612547689699e-07, + "loss": 0.481, + "mean_token_accuracy": 0.844346284866333, + "num_tokens": 58192095.0, + "step": 1524 + }, + { + "epoch": 0.19399567485052793, + "ewc_loss": 0.005523681640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.513429641723633e-06, + "grad_norm": 6.851006031036377, + "learning_rate": 6.460364561254769e-07, + "loss": 0.4358, + "mean_token_accuracy": 0.8561182618141174, + "num_tokens": 58232651.0, + "step": 1525 + }, + { + "epoch": 0.19412288512911843, + "ewc_loss": 0.005523681640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.513429641723633e-06, + "grad_norm": 6.857783794403076, + "learning_rate": 6.464603645612547e-07, + "loss": 0.4339, + "mean_token_accuracy": 0.8583707809448242, + "num_tokens": 58270802.0, + "step": 1526 + }, + { + "epoch": 0.19425009540770893, + "ewc_loss": 0.005523681640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.513429641723633e-06, + "grad_norm": 6.8480987548828125, + "learning_rate": 6.468842729970327e-07, + "loss": 0.4657, + "mean_token_accuracy": 0.8509671092033386, + "num_tokens": 58313179.0, + "step": 1527 + }, + { + "epoch": 0.19437730568629946, + "ewc_loss": 0.00543212890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.424022674560547e-06, + "grad_norm": 6.869080543518066, + "learning_rate": 6.473081814328105e-07, + "loss": 0.5055, + "mean_token_accuracy": 0.840643048286438, + "num_tokens": 58354728.0, + "step": 1528 + }, + { + "epoch": 0.19450451596488996, + "ewc_loss": 0.0054931640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.4836273193359375e-06, + "grad_norm": 6.873234272003174, + "learning_rate": 6.477320898685885e-07, + "loss": 0.4886, + "mean_token_accuracy": 0.8439681529998779, + "num_tokens": 58398649.0, + "step": 1529 + }, + { + "epoch": 0.19463172624348046, + "ewc_loss": 0.005523681640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.513429641723633e-06, + "grad_norm": 6.873265743255615, + "learning_rate": 6.481559983043662e-07, + "loss": 0.5001, + "mean_token_accuracy": 0.8376269340515137, + "num_tokens": 58438261.0, + "step": 1530 + }, + { + "epoch": 0.194758936522071, + "ewc_loss": 0.00543212890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.424022674560547e-06, + "grad_norm": 6.90912389755249, + "learning_rate": 6.48579906740144e-07, + "loss": 0.4446, + "mean_token_accuracy": 0.8532384634017944, + "num_tokens": 58479141.0, + "step": 1531 + }, + { + "epoch": 0.1948861468006615, + "ewc_loss": 0.005462646484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.453824996948242e-06, + "grad_norm": 6.836825847625732, + "learning_rate": 6.49003815175922e-07, + "loss": 0.4129, + "mean_token_accuracy": 0.8647485375404358, + "num_tokens": 58515700.0, + "step": 1532 + }, + { + "epoch": 0.195013357079252, + "ewc_loss": 0.00543212890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.424022674560547e-06, + "grad_norm": 6.93785285949707, + "learning_rate": 6.494277236116998e-07, + "loss": 0.4196, + "mean_token_accuracy": 0.8627248406410217, + "num_tokens": 58549825.0, + "step": 1533 + }, + { + "epoch": 0.19514056735784252, + "ewc_loss": 0.005523681640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.513429641723633e-06, + "grad_norm": 6.867594242095947, + "learning_rate": 6.498516320474777e-07, + "loss": 0.5591, + "mean_token_accuracy": 0.8242093324661255, + "num_tokens": 58596110.0, + "step": 1534 + }, + { + "epoch": 0.19526777763643302, + "ewc_loss": 0.005523681640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.513429641723633e-06, + "grad_norm": 6.866470813751221, + "learning_rate": 6.502755404832556e-07, + "loss": 0.4695, + "mean_token_accuracy": 0.8450915813446045, + "num_tokens": 58632410.0, + "step": 1535 + }, + { + "epoch": 0.19539498791502352, + "ewc_loss": 0.005523681640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.513429641723633e-06, + "grad_norm": 6.902529716491699, + "learning_rate": 6.506994489190335e-07, + "loss": 0.5307, + "mean_token_accuracy": 0.8332468271255493, + "num_tokens": 58671339.0, + "step": 1536 + }, + { + "epoch": 0.19552219819361405, + "ewc_loss": 0.005584716796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.5730342864990234e-06, + "grad_norm": 6.832934379577637, + "learning_rate": 6.511233573548114e-07, + "loss": 0.4315, + "mean_token_accuracy": 0.8571053743362427, + "num_tokens": 58711786.0, + "step": 1537 + }, + { + "epoch": 0.19564940847220455, + "ewc_loss": 0.00555419921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.543231964111328e-06, + "grad_norm": 6.949151039123535, + "learning_rate": 6.515472657905892e-07, + "loss": 0.4748, + "mean_token_accuracy": 0.8453541994094849, + "num_tokens": 58743600.0, + "step": 1538 + }, + { + "epoch": 0.19577661875079505, + "ewc_loss": 0.005615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.602836608886719e-06, + "grad_norm": 6.940580368041992, + "learning_rate": 6.51971174226367e-07, + "loss": 0.5305, + "mean_token_accuracy": 0.8294801115989685, + "num_tokens": 58780622.0, + "step": 1539 + }, + { + "epoch": 0.19590382902938558, + "ewc_loss": 0.005584716796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.5730342864990234e-06, + "grad_norm": 6.879451751708984, + "learning_rate": 6.52395082662145e-07, + "loss": 0.5235, + "mean_token_accuracy": 0.8308759331703186, + "num_tokens": 58819370.0, + "step": 1540 + }, + { + "epoch": 0.19603103930797608, + "ewc_loss": 0.005615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.602836608886719e-06, + "grad_norm": 6.910229206085205, + "learning_rate": 6.528189910979228e-07, + "loss": 0.4481, + "mean_token_accuracy": 0.8540608882904053, + "num_tokens": 58856270.0, + "step": 1541 + }, + { + "epoch": 0.1961582495865666, + "ewc_loss": 0.005615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.602836608886719e-06, + "grad_norm": 6.880533218383789, + "learning_rate": 6.532428995337007e-07, + "loss": 0.4657, + "mean_token_accuracy": 0.8475568890571594, + "num_tokens": 58898702.0, + "step": 1542 + }, + { + "epoch": 0.1962854598651571, + "ewc_loss": 0.005706787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.692243576049805e-06, + "grad_norm": 6.959805965423584, + "learning_rate": 6.536668079694786e-07, + "loss": 0.4868, + "mean_token_accuracy": 0.839237630367279, + "num_tokens": 58934602.0, + "step": 1543 + }, + { + "epoch": 0.1964126701437476, + "ewc_loss": 0.005615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.602836608886719e-06, + "grad_norm": 6.86952018737793, + "learning_rate": 6.540907164052565e-07, + "loss": 0.4733, + "mean_token_accuracy": 0.8450919985771179, + "num_tokens": 58977766.0, + "step": 1544 + }, + { + "epoch": 0.19653988042233814, + "ewc_loss": 0.005615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.602836608886719e-06, + "grad_norm": 6.89448356628418, + "learning_rate": 6.545146248410343e-07, + "loss": 0.4828, + "mean_token_accuracy": 0.8434882164001465, + "num_tokens": 59019649.0, + "step": 1545 + }, + { + "epoch": 0.19666709070092864, + "ewc_loss": 0.005645751953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.632638931274414e-06, + "grad_norm": 6.920558929443359, + "learning_rate": 6.549385332768122e-07, + "loss": 0.4953, + "mean_token_accuracy": 0.8411914110183716, + "num_tokens": 59060543.0, + "step": 1546 + }, + { + "epoch": 0.19679430097951914, + "ewc_loss": 0.00567626953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.662441253662109e-06, + "grad_norm": 6.971371173858643, + "learning_rate": 6.5536244171259e-07, + "loss": 0.4943, + "mean_token_accuracy": 0.8383514881134033, + "num_tokens": 59100049.0, + "step": 1547 + }, + { + "epoch": 0.19692151125810967, + "ewc_loss": 0.005706787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.692243576049805e-06, + "grad_norm": 6.920051097869873, + "learning_rate": 6.55786350148368e-07, + "loss": 0.4999, + "mean_token_accuracy": 0.8374167084693909, + "num_tokens": 59137370.0, + "step": 1548 + }, + { + "epoch": 0.19704872153670017, + "ewc_loss": 0.00567626953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.662441253662109e-06, + "grad_norm": 6.9370646476745605, + "learning_rate": 6.562102585841458e-07, + "loss": 0.453, + "mean_token_accuracy": 0.847834587097168, + "num_tokens": 59176196.0, + "step": 1549 + }, + { + "epoch": 0.19717593181529067, + "ewc_loss": 0.005706787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.692243576049805e-06, + "grad_norm": 6.942439556121826, + "learning_rate": 6.566341670199236e-07, + "loss": 0.4515, + "mean_token_accuracy": 0.8533380031585693, + "num_tokens": 59216215.0, + "step": 1550 + }, + { + "epoch": 0.1973031420938812, + "ewc_loss": 0.0057373046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.7220458984375e-06, + "grad_norm": 6.966108798980713, + "learning_rate": 6.570580754557016e-07, + "loss": 0.4678, + "mean_token_accuracy": 0.8472347259521484, + "num_tokens": 59254173.0, + "step": 1551 + }, + { + "epoch": 0.1974303523724717, + "ewc_loss": 0.005706787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.692243576049805e-06, + "grad_norm": 6.94695520401001, + "learning_rate": 6.574819838914794e-07, + "loss": 0.4397, + "mean_token_accuracy": 0.8560705184936523, + "num_tokens": 59288496.0, + "step": 1552 + }, + { + "epoch": 0.1975575626510622, + "ewc_loss": 0.005706787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.692243576049805e-06, + "grad_norm": 6.8908281326293945, + "learning_rate": 6.579058923272573e-07, + "loss": 0.4982, + "mean_token_accuracy": 0.8375248312950134, + "num_tokens": 59329043.0, + "step": 1553 + }, + { + "epoch": 0.19768477292965272, + "ewc_loss": 0.005706787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.692243576049805e-06, + "grad_norm": 6.948245048522949, + "learning_rate": 6.583298007630351e-07, + "loss": 0.489, + "mean_token_accuracy": 0.841731071472168, + "num_tokens": 59360743.0, + "step": 1554 + }, + { + "epoch": 0.19781198320824323, + "ewc_loss": 0.0057373046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.751848220825195e-06, + "grad_norm": 6.903101921081543, + "learning_rate": 6.58753709198813e-07, + "loss": 0.486, + "mean_token_accuracy": 0.8418357372283936, + "num_tokens": 59404167.0, + "step": 1555 + }, + { + "epoch": 0.19793919348683373, + "ewc_loss": 0.0057373046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.7220458984375e-06, + "grad_norm": 6.908744812011719, + "learning_rate": 6.591776176345909e-07, + "loss": 0.4538, + "mean_token_accuracy": 0.8484594821929932, + "num_tokens": 59447770.0, + "step": 1556 + }, + { + "epoch": 0.19806640376542425, + "ewc_loss": 0.0057373046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.7220458984375e-06, + "grad_norm": 6.903802871704102, + "learning_rate": 6.596015260703688e-07, + "loss": 0.4627, + "mean_token_accuracy": 0.8527780771255493, + "num_tokens": 59494989.0, + "step": 1557 + }, + { + "epoch": 0.19819361404401475, + "ewc_loss": 0.0057373046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.751848220825195e-06, + "grad_norm": 6.947814464569092, + "learning_rate": 6.600254345061466e-07, + "loss": 0.4499, + "mean_token_accuracy": 0.8540419936180115, + "num_tokens": 59534926.0, + "step": 1558 + }, + { + "epoch": 0.19832082432260525, + "ewc_loss": 0.00579833984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.811452865600586e-06, + "grad_norm": 6.989453315734863, + "learning_rate": 6.604493429419246e-07, + "loss": 0.5052, + "mean_token_accuracy": 0.8371145725250244, + "num_tokens": 59577832.0, + "step": 1559 + }, + { + "epoch": 0.19844803460119578, + "ewc_loss": 0.0057373046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.7220458984375e-06, + "grad_norm": 6.917194843292236, + "learning_rate": 6.608732513777023e-07, + "loss": 0.5128, + "mean_token_accuracy": 0.8419865369796753, + "num_tokens": 59624995.0, + "step": 1560 + }, + { + "epoch": 0.19857524487978628, + "ewc_loss": 0.0057373046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.7220458984375e-06, + "grad_norm": 6.980808734893799, + "learning_rate": 6.612971598134803e-07, + "loss": 0.4658, + "mean_token_accuracy": 0.8477706909179688, + "num_tokens": 59663000.0, + "step": 1561 + }, + { + "epoch": 0.19870245515837678, + "ewc_loss": 0.0057373046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.7220458984375e-06, + "grad_norm": 6.988534450531006, + "learning_rate": 6.617210682492581e-07, + "loss": 0.5198, + "mean_token_accuracy": 0.8325793743133545, + "num_tokens": 59700241.0, + "step": 1562 + }, + { + "epoch": 0.1988296654369673, + "ewc_loss": 0.005645751953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.632638931274414e-06, + "grad_norm": 6.9807209968566895, + "learning_rate": 6.62144976685036e-07, + "loss": 0.439, + "mean_token_accuracy": 0.8575537204742432, + "num_tokens": 59737244.0, + "step": 1563 + }, + { + "epoch": 0.1989568757155578, + "ewc_loss": 0.0057373046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.7220458984375e-06, + "grad_norm": 6.974837779998779, + "learning_rate": 6.625688851208139e-07, + "loss": 0.4885, + "mean_token_accuracy": 0.8424224257469177, + "num_tokens": 59775538.0, + "step": 1564 + }, + { + "epoch": 0.19908408599414834, + "ewc_loss": 0.0057373046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.751848220825195e-06, + "grad_norm": 7.010751724243164, + "learning_rate": 6.629927935565918e-07, + "loss": 0.4834, + "mean_token_accuracy": 0.8403541445732117, + "num_tokens": 59810373.0, + "step": 1565 + }, + { + "epoch": 0.19921129627273884, + "ewc_loss": 0.005767822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.781650543212891e-06, + "grad_norm": 6.974158763885498, + "learning_rate": 6.634167019923696e-07, + "loss": 0.5151, + "mean_token_accuracy": 0.8373156785964966, + "num_tokens": 59849992.0, + "step": 1566 + }, + { + "epoch": 0.19933850655132934, + "ewc_loss": 0.0057373046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.7220458984375e-06, + "grad_norm": 6.985795497894287, + "learning_rate": 6.638406104281476e-07, + "loss": 0.4761, + "mean_token_accuracy": 0.8447284698486328, + "num_tokens": 59882552.0, + "step": 1567 + }, + { + "epoch": 0.19946571682991987, + "ewc_loss": 0.00579833984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.811452865600586e-06, + "grad_norm": 6.992196083068848, + "learning_rate": 6.642645188639253e-07, + "loss": 0.4511, + "mean_token_accuracy": 0.8512717485427856, + "num_tokens": 59925090.0, + "step": 1568 + }, + { + "epoch": 0.19959292710851037, + "ewc_loss": 0.0057373046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.751848220825195e-06, + "grad_norm": 6.95065450668335, + "learning_rate": 6.646884272997032e-07, + "loss": 0.4989, + "mean_token_accuracy": 0.8384463787078857, + "num_tokens": 59965406.0, + "step": 1569 + }, + { + "epoch": 0.19972013738710087, + "ewc_loss": 0.0057373046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.751848220825195e-06, + "grad_norm": 7.003748416900635, + "learning_rate": 6.651123357354811e-07, + "loss": 0.4859, + "mean_token_accuracy": 0.8422476053237915, + "num_tokens": 60001770.0, + "step": 1570 + }, + { + "epoch": 0.1998473476656914, + "ewc_loss": 0.00579833984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.811452865600586e-06, + "grad_norm": 7.0059099197387695, + "learning_rate": 6.655362441712589e-07, + "loss": 0.5026, + "mean_token_accuracy": 0.8354204893112183, + "num_tokens": 60036911.0, + "step": 1571 + }, + { + "epoch": 0.1999745579442819, + "ewc_loss": 0.00579833984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.811452865600586e-06, + "grad_norm": 6.975005149841309, + "learning_rate": 6.659601526070369e-07, + "loss": 0.5304, + "mean_token_accuracy": 0.8326306343078613, + "num_tokens": 60080210.0, + "step": 1572 + }, + { + "epoch": 0.2001017682228724, + "ewc_loss": 0.005767822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.781650543212891e-06, + "grad_norm": 7.065582752227783, + "learning_rate": 6.663840610428147e-07, + "loss": 0.5641, + "mean_token_accuracy": 0.8245405554771423, + "num_tokens": 60111533.0, + "step": 1573 + }, + { + "epoch": 0.20022897850146293, + "ewc_loss": 0.005859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.8710575103759766e-06, + "grad_norm": 6.9859771728515625, + "learning_rate": 6.668079694785926e-07, + "loss": 0.442, + "mean_token_accuracy": 0.8553151488304138, + "num_tokens": 60150733.0, + "step": 1574 + }, + { + "epoch": 0.20035618878005343, + "ewc_loss": 0.005828857421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.841255187988281e-06, + "grad_norm": 7.044209957122803, + "learning_rate": 6.672318779143704e-07, + "loss": 0.461, + "mean_token_accuracy": 0.850783109664917, + "num_tokens": 60185034.0, + "step": 1575 + }, + { + "epoch": 0.20048339905864393, + "ewc_loss": 0.005859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.8710575103759766e-06, + "grad_norm": 7.030639171600342, + "learning_rate": 6.676557863501483e-07, + "loss": 0.4924, + "mean_token_accuracy": 0.8408200740814209, + "num_tokens": 60216865.0, + "step": 1576 + }, + { + "epoch": 0.20061060933723446, + "ewc_loss": 0.005828857421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.841255187988281e-06, + "grad_norm": 7.026650905609131, + "learning_rate": 6.680796947859262e-07, + "loss": 0.4805, + "mean_token_accuracy": 0.8429145216941833, + "num_tokens": 60257685.0, + "step": 1577 + }, + { + "epoch": 0.20073781961582496, + "ewc_loss": 0.005859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.8710575103759766e-06, + "grad_norm": 6.985198497772217, + "learning_rate": 6.685036032217041e-07, + "loss": 0.4755, + "mean_token_accuracy": 0.8462834358215332, + "num_tokens": 60294258.0, + "step": 1578 + }, + { + "epoch": 0.20086502989441546, + "ewc_loss": 0.00592041015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.930662155151367e-06, + "grad_norm": 7.010250568389893, + "learning_rate": 6.689275116574819e-07, + "loss": 0.4652, + "mean_token_accuracy": 0.8520424365997314, + "num_tokens": 60330319.0, + "step": 1579 + }, + { + "epoch": 0.200992240173006, + "ewc_loss": 0.00592041015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.930662155151367e-06, + "grad_norm": 6.992464542388916, + "learning_rate": 6.693514200932599e-07, + "loss": 0.482, + "mean_token_accuracy": 0.8456546068191528, + "num_tokens": 60370482.0, + "step": 1580 + }, + { + "epoch": 0.2011194504515965, + "ewc_loss": 0.005828857421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.841255187988281e-06, + "grad_norm": 6.981164455413818, + "learning_rate": 6.697753285290377e-07, + "loss": 0.4872, + "mean_token_accuracy": 0.8411197662353516, + "num_tokens": 60412436.0, + "step": 1581 + }, + { + "epoch": 0.201246660730187, + "ewc_loss": 0.00592041015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.930662155151367e-06, + "grad_norm": 6.987966537475586, + "learning_rate": 6.701992369648156e-07, + "loss": 0.411, + "mean_token_accuracy": 0.8653132319450378, + "num_tokens": 60448982.0, + "step": 1582 + }, + { + "epoch": 0.20137387100877752, + "ewc_loss": 0.005950927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.9604644775390625e-06, + "grad_norm": 7.034735679626465, + "learning_rate": 6.706231454005934e-07, + "loss": 0.4283, + "mean_token_accuracy": 0.8578221797943115, + "num_tokens": 60489878.0, + "step": 1583 + }, + { + "epoch": 0.20150108128736802, + "ewc_loss": 0.005889892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.900859832763672e-06, + "grad_norm": 7.038728713989258, + "learning_rate": 6.710470538363713e-07, + "loss": 0.4637, + "mean_token_accuracy": 0.8513438105583191, + "num_tokens": 60528979.0, + "step": 1584 + }, + { + "epoch": 0.20162829156595852, + "ewc_loss": 0.00592041015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.930662155151367e-06, + "grad_norm": 7.0346455574035645, + "learning_rate": 6.714709622721492e-07, + "loss": 0.492, + "mean_token_accuracy": 0.8396319150924683, + "num_tokens": 60561670.0, + "step": 1585 + }, + { + "epoch": 0.20175550184454905, + "ewc_loss": 0.0059814453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.990266799926758e-06, + "grad_norm": 7.016392230987549, + "learning_rate": 6.718948707079271e-07, + "loss": 0.4662, + "mean_token_accuracy": 0.8467276096343994, + "num_tokens": 60602061.0, + "step": 1586 + }, + { + "epoch": 0.20188271212313955, + "ewc_loss": 0.00592041015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.930662155151367e-06, + "grad_norm": 6.99603271484375, + "learning_rate": 6.723187791437049e-07, + "loss": 0.4695, + "mean_token_accuracy": 0.846625804901123, + "num_tokens": 60639805.0, + "step": 1587 + }, + { + "epoch": 0.20200992240173005, + "ewc_loss": 0.00592041015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.930662155151367e-06, + "grad_norm": 6.990721225738525, + "learning_rate": 6.727426875794829e-07, + "loss": 0.4961, + "mean_token_accuracy": 0.8395453691482544, + "num_tokens": 60681816.0, + "step": 1588 + }, + { + "epoch": 0.20213713268032057, + "ewc_loss": 0.005950927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.9604644775390625e-06, + "grad_norm": 6.950010299682617, + "learning_rate": 6.731665960152607e-07, + "loss": 0.4804, + "mean_token_accuracy": 0.8410238027572632, + "num_tokens": 60726343.0, + "step": 1589 + }, + { + "epoch": 0.20226434295891108, + "ewc_loss": 0.005889892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.900859832763672e-06, + "grad_norm": 7.089298725128174, + "learning_rate": 6.735905044510385e-07, + "loss": 0.5248, + "mean_token_accuracy": 0.8248625993728638, + "num_tokens": 60764814.0, + "step": 1590 + }, + { + "epoch": 0.2023915532375016, + "ewc_loss": 0.0059814453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.990266799926758e-06, + "grad_norm": 7.0293288230896, + "learning_rate": 6.740144128868164e-07, + "loss": 0.4919, + "mean_token_accuracy": 0.8409505486488342, + "num_tokens": 60802384.0, + "step": 1591 + }, + { + "epoch": 0.2025187635160921, + "ewc_loss": 0.005950927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.9604644775390625e-06, + "grad_norm": 6.970109462738037, + "learning_rate": 6.744383213225942e-07, + "loss": 0.5178, + "mean_token_accuracy": 0.8314960598945618, + "num_tokens": 60842085.0, + "step": 1592 + }, + { + "epoch": 0.2026459737946826, + "ewc_loss": 0.00592041015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.930662155151367e-06, + "grad_norm": 7.044808387756348, + "learning_rate": 6.748622297583722e-07, + "loss": 0.4536, + "mean_token_accuracy": 0.8480172157287598, + "num_tokens": 60874835.0, + "step": 1593 + }, + { + "epoch": 0.20277318407327313, + "ewc_loss": 0.00592041015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.930662155151367e-06, + "grad_norm": 6.998528003692627, + "learning_rate": 6.7528613819415e-07, + "loss": 0.4797, + "mean_token_accuracy": 0.8421733379364014, + "num_tokens": 60910682.0, + "step": 1594 + }, + { + "epoch": 0.20290039435186363, + "ewc_loss": 0.005950927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.9604644775390625e-06, + "grad_norm": 7.038813591003418, + "learning_rate": 6.757100466299279e-07, + "loss": 0.4767, + "mean_token_accuracy": 0.8467882871627808, + "num_tokens": 60951352.0, + "step": 1595 + }, + { + "epoch": 0.20302760463045413, + "ewc_loss": 0.005828857421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.841255187988281e-06, + "grad_norm": 7.112652778625488, + "learning_rate": 6.761339550657058e-07, + "loss": 0.5038, + "mean_token_accuracy": 0.834158182144165, + "num_tokens": 60979055.0, + "step": 1596 + }, + { + "epoch": 0.20315481490904466, + "ewc_loss": 0.006103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.109476089477539e-06, + "grad_norm": 7.027059555053711, + "learning_rate": 6.765578635014837e-07, + "loss": 0.4835, + "mean_token_accuracy": 0.8457675576210022, + "num_tokens": 61017437.0, + "step": 1597 + }, + { + "epoch": 0.20328202518763516, + "ewc_loss": 0.00592041015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.930662155151367e-06, + "grad_norm": 7.05327844619751, + "learning_rate": 6.769817719372614e-07, + "loss": 0.4586, + "mean_token_accuracy": 0.8499908447265625, + "num_tokens": 61052286.0, + "step": 1598 + }, + { + "epoch": 0.20340923546622566, + "ewc_loss": 0.006072998046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.079673767089844e-06, + "grad_norm": 7.058678150177002, + "learning_rate": 6.774056803730394e-07, + "loss": 0.504, + "mean_token_accuracy": 0.8364588022232056, + "num_tokens": 61086110.0, + "step": 1599 + }, + { + "epoch": 0.2035364457448162, + "ewc_loss": 0.006072998046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.079673767089844e-06, + "grad_norm": 7.041367053985596, + "learning_rate": 6.778295888088172e-07, + "loss": 0.4759, + "mean_token_accuracy": 0.8447755575180054, + "num_tokens": 61124181.0, + "step": 1600 + }, + { + "epoch": 0.2036636560234067, + "ewc_loss": 0.00604248046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.0498714447021484e-06, + "grad_norm": 7.068892955780029, + "learning_rate": 6.782534972445952e-07, + "loss": 0.496, + "mean_token_accuracy": 0.8377050161361694, + "num_tokens": 61160881.0, + "step": 1601 + }, + { + "epoch": 0.2037908663019972, + "ewc_loss": 0.006011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.020069122314453e-06, + "grad_norm": 7.13979434967041, + "learning_rate": 6.78677405680373e-07, + "loss": 0.4938, + "mean_token_accuracy": 0.8416073322296143, + "num_tokens": 61200755.0, + "step": 1602 + }, + { + "epoch": 0.20391807658058772, + "ewc_loss": 0.006103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.109476089477539e-06, + "grad_norm": 7.064297676086426, + "learning_rate": 6.791013141161509e-07, + "loss": 0.4843, + "mean_token_accuracy": 0.839995801448822, + "num_tokens": 61240045.0, + "step": 1603 + }, + { + "epoch": 0.20404528685917822, + "ewc_loss": 0.006103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.109476089477539e-06, + "grad_norm": 7.102839946746826, + "learning_rate": 6.795252225519288e-07, + "loss": 0.5093, + "mean_token_accuracy": 0.8333837985992432, + "num_tokens": 61282832.0, + "step": 1604 + }, + { + "epoch": 0.20417249713776872, + "ewc_loss": 0.006103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.109476089477539e-06, + "grad_norm": 7.0757060050964355, + "learning_rate": 6.799491309877067e-07, + "loss": 0.4837, + "mean_token_accuracy": 0.8402441740036011, + "num_tokens": 61319841.0, + "step": 1605 + }, + { + "epoch": 0.20429970741635925, + "ewc_loss": 0.006011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.020069122314453e-06, + "grad_norm": 7.092189311981201, + "learning_rate": 6.803730394234844e-07, + "loss": 0.4521, + "mean_token_accuracy": 0.852924644947052, + "num_tokens": 61352732.0, + "step": 1606 + }, + { + "epoch": 0.20442691769494975, + "ewc_loss": 0.006103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.109476089477539e-06, + "grad_norm": 7.177422523498535, + "learning_rate": 6.807969478592624e-07, + "loss": 0.4853, + "mean_token_accuracy": 0.8439555168151855, + "num_tokens": 61388324.0, + "step": 1607 + }, + { + "epoch": 0.20455412797354025, + "ewc_loss": 0.006103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.109476089477539e-06, + "grad_norm": 7.039241790771484, + "learning_rate": 6.812208562950402e-07, + "loss": 0.5089, + "mean_token_accuracy": 0.8414813280105591, + "num_tokens": 61431222.0, + "step": 1608 + }, + { + "epoch": 0.20468133825213078, + "ewc_loss": 0.00604248046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.0498714447021484e-06, + "grad_norm": 7.058629035949707, + "learning_rate": 6.816447647308182e-07, + "loss": 0.5386, + "mean_token_accuracy": 0.8268566727638245, + "num_tokens": 61475617.0, + "step": 1609 + }, + { + "epoch": 0.20480854853072128, + "ewc_loss": 0.006072998046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.079673767089844e-06, + "grad_norm": 7.1032395362854, + "learning_rate": 6.82068673166596e-07, + "loss": 0.4657, + "mean_token_accuracy": 0.8492446541786194, + "num_tokens": 61511338.0, + "step": 1610 + }, + { + "epoch": 0.20493575880931178, + "ewc_loss": 0.006072998046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.079673767089844e-06, + "grad_norm": 7.12175989151001, + "learning_rate": 6.824925816023738e-07, + "loss": 0.4875, + "mean_token_accuracy": 0.8401159644126892, + "num_tokens": 61549093.0, + "step": 1611 + }, + { + "epoch": 0.2050629690879023, + "ewc_loss": 0.00604248046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.0498714447021484e-06, + "grad_norm": 7.047704219818115, + "learning_rate": 6.829164900381518e-07, + "loss": 0.4558, + "mean_token_accuracy": 0.8512551188468933, + "num_tokens": 61593843.0, + "step": 1612 + }, + { + "epoch": 0.2051901793664928, + "ewc_loss": 0.006011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.020069122314453e-06, + "grad_norm": 7.115695476531982, + "learning_rate": 6.833403984739295e-07, + "loss": 0.4666, + "mean_token_accuracy": 0.8471835255622864, + "num_tokens": 61629362.0, + "step": 1613 + }, + { + "epoch": 0.2053173896450833, + "ewc_loss": 0.0059814453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 5.990266799926758e-06, + "grad_norm": 7.095050811767578, + "learning_rate": 6.837643069097074e-07, + "loss": 0.5473, + "mean_token_accuracy": 0.825376033782959, + "num_tokens": 61667037.0, + "step": 1614 + }, + { + "epoch": 0.20544459992367384, + "ewc_loss": 0.006072998046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.079673767089844e-06, + "grad_norm": 7.05560827255249, + "learning_rate": 6.841882153454853e-07, + "loss": 0.4645, + "mean_token_accuracy": 0.845779538154602, + "num_tokens": 61701976.0, + "step": 1615 + }, + { + "epoch": 0.20557181020226434, + "ewc_loss": 0.006103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.109476089477539e-06, + "grad_norm": 7.140814781188965, + "learning_rate": 6.846121237812632e-07, + "loss": 0.4335, + "mean_token_accuracy": 0.8578817844390869, + "num_tokens": 61739068.0, + "step": 1616 + }, + { + "epoch": 0.20569902048085487, + "ewc_loss": 0.006103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.109476089477539e-06, + "grad_norm": 7.065072059631348, + "learning_rate": 6.850360322170411e-07, + "loss": 0.4501, + "mean_token_accuracy": 0.8534161448478699, + "num_tokens": 61781515.0, + "step": 1617 + }, + { + "epoch": 0.20582623075944537, + "ewc_loss": 0.006134033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.139278411865234e-06, + "grad_norm": 7.150879859924316, + "learning_rate": 6.85459940652819e-07, + "loss": 0.4633, + "mean_token_accuracy": 0.8464658260345459, + "num_tokens": 61815201.0, + "step": 1618 + }, + { + "epoch": 0.20595344103803587, + "ewc_loss": 0.00616455078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.16908073425293e-06, + "grad_norm": 7.109434604644775, + "learning_rate": 6.858838490885968e-07, + "loss": 0.5199, + "mean_token_accuracy": 0.8310521245002747, + "num_tokens": 61856639.0, + "step": 1619 + }, + { + "epoch": 0.2060806513166264, + "ewc_loss": 0.006103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.109476089477539e-06, + "grad_norm": 7.116389274597168, + "learning_rate": 6.863077575243748e-07, + "loss": 0.5321, + "mean_token_accuracy": 0.8306991457939148, + "num_tokens": 61894313.0, + "step": 1620 + }, + { + "epoch": 0.2062078615952169, + "ewc_loss": 0.00616455078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.16908073425293e-06, + "grad_norm": 7.112491607666016, + "learning_rate": 6.867316659601525e-07, + "loss": 0.4676, + "mean_token_accuracy": 0.8455911874771118, + "num_tokens": 61930748.0, + "step": 1621 + }, + { + "epoch": 0.2063350718738074, + "ewc_loss": 0.006134033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.139278411865234e-06, + "grad_norm": 7.086562633514404, + "learning_rate": 6.871555743959304e-07, + "loss": 0.483, + "mean_token_accuracy": 0.8442599177360535, + "num_tokens": 61972002.0, + "step": 1622 + }, + { + "epoch": 0.20646228215239792, + "ewc_loss": 0.006103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.109476089477539e-06, + "grad_norm": 7.090312957763672, + "learning_rate": 6.875794828317083e-07, + "loss": 0.4587, + "mean_token_accuracy": 0.8515900373458862, + "num_tokens": 62010141.0, + "step": 1623 + }, + { + "epoch": 0.20658949243098843, + "ewc_loss": 0.00616455078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.16908073425293e-06, + "grad_norm": 7.083554744720459, + "learning_rate": 6.880033912674862e-07, + "loss": 0.4469, + "mean_token_accuracy": 0.8553380966186523, + "num_tokens": 62055907.0, + "step": 1624 + }, + { + "epoch": 0.20671670270957893, + "ewc_loss": 0.00616455078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.16908073425293e-06, + "grad_norm": 7.118225574493408, + "learning_rate": 6.884272997032641e-07, + "loss": 0.5534, + "mean_token_accuracy": 0.8221259117126465, + "num_tokens": 62095885.0, + "step": 1625 + }, + { + "epoch": 0.20684391298816945, + "ewc_loss": 0.006134033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.139278411865234e-06, + "grad_norm": 7.108524322509766, + "learning_rate": 6.88851208139042e-07, + "loss": 0.446, + "mean_token_accuracy": 0.8564242720603943, + "num_tokens": 62130497.0, + "step": 1626 + }, + { + "epoch": 0.20697112326675995, + "ewc_loss": 0.006134033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.139278411865234e-06, + "grad_norm": 7.137359619140625, + "learning_rate": 6.892751165748198e-07, + "loss": 0.5055, + "mean_token_accuracy": 0.8349921107292175, + "num_tokens": 62170296.0, + "step": 1627 + }, + { + "epoch": 0.20709833354535045, + "ewc_loss": 0.006195068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.198883056640625e-06, + "grad_norm": 7.093574047088623, + "learning_rate": 6.896990250105978e-07, + "loss": 0.4435, + "mean_token_accuracy": 0.8587605953216553, + "num_tokens": 62210168.0, + "step": 1628 + }, + { + "epoch": 0.20722554382394098, + "ewc_loss": 0.006134033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.139278411865234e-06, + "grad_norm": 7.142924785614014, + "learning_rate": 6.901229334463755e-07, + "loss": 0.4686, + "mean_token_accuracy": 0.8454387784004211, + "num_tokens": 62245251.0, + "step": 1629 + }, + { + "epoch": 0.20735275410253148, + "ewc_loss": 0.006134033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.139278411865234e-06, + "grad_norm": 7.1232500076293945, + "learning_rate": 6.905468418821534e-07, + "loss": 0.4671, + "mean_token_accuracy": 0.8525920510292053, + "num_tokens": 62286124.0, + "step": 1630 + }, + { + "epoch": 0.20747996438112198, + "ewc_loss": 0.006134033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.139278411865234e-06, + "grad_norm": 7.120734214782715, + "learning_rate": 6.909707503179313e-07, + "loss": 0.4714, + "mean_token_accuracy": 0.8433341979980469, + "num_tokens": 62325604.0, + "step": 1631 + }, + { + "epoch": 0.2076071746597125, + "ewc_loss": 0.006103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.109476089477539e-06, + "grad_norm": 7.120260238647461, + "learning_rate": 6.913946587537091e-07, + "loss": 0.4674, + "mean_token_accuracy": 0.847498893737793, + "num_tokens": 62364467.0, + "step": 1632 + }, + { + "epoch": 0.207734384938303, + "ewc_loss": 0.00616455078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.16908073425293e-06, + "grad_norm": 7.170751571655273, + "learning_rate": 6.918185671894871e-07, + "loss": 0.541, + "mean_token_accuracy": 0.8263532519340515, + "num_tokens": 62402075.0, + "step": 1633 + }, + { + "epoch": 0.2078615952168935, + "ewc_loss": 0.00616455078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.16908073425293e-06, + "grad_norm": 7.171451568603516, + "learning_rate": 6.922424756252649e-07, + "loss": 0.5088, + "mean_token_accuracy": 0.8425925970077515, + "num_tokens": 62437802.0, + "step": 1634 + }, + { + "epoch": 0.20798880549548404, + "ewc_loss": 0.006134033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.139278411865234e-06, + "grad_norm": 7.07656717300415, + "learning_rate": 6.926663840610428e-07, + "loss": 0.4269, + "mean_token_accuracy": 0.8594748973846436, + "num_tokens": 62476176.0, + "step": 1635 + }, + { + "epoch": 0.20811601577407454, + "ewc_loss": 0.006134033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.139278411865234e-06, + "grad_norm": 7.143957614898682, + "learning_rate": 6.930902924968206e-07, + "loss": 0.4716, + "mean_token_accuracy": 0.8426210284233093, + "num_tokens": 62514378.0, + "step": 1636 + }, + { + "epoch": 0.20824322605266504, + "ewc_loss": 0.006195068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.198883056640625e-06, + "grad_norm": 7.134403228759766, + "learning_rate": 6.935142009325985e-07, + "loss": 0.4934, + "mean_token_accuracy": 0.8398071527481079, + "num_tokens": 62555302.0, + "step": 1637 + }, + { + "epoch": 0.20837043633125557, + "ewc_loss": 0.006134033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.139278411865234e-06, + "grad_norm": 7.130058765411377, + "learning_rate": 6.939381093683764e-07, + "loss": 0.5119, + "mean_token_accuracy": 0.8335577249526978, + "num_tokens": 62594356.0, + "step": 1638 + }, + { + "epoch": 0.20849764660984607, + "ewc_loss": 0.006134033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.139278411865234e-06, + "grad_norm": 7.127206325531006, + "learning_rate": 6.943620178041543e-07, + "loss": 0.4299, + "mean_token_accuracy": 0.8606200218200684, + "num_tokens": 62632903.0, + "step": 1639 + }, + { + "epoch": 0.2086248568884366, + "ewc_loss": 0.006195068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.198883056640625e-06, + "grad_norm": 7.182212829589844, + "learning_rate": 6.947859262399321e-07, + "loss": 0.48, + "mean_token_accuracy": 0.8501377105712891, + "num_tokens": 62668979.0, + "step": 1640 + }, + { + "epoch": 0.2087520671670271, + "ewc_loss": 0.006195068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.198883056640625e-06, + "grad_norm": 7.135549545288086, + "learning_rate": 6.952098346757101e-07, + "loss": 0.4657, + "mean_token_accuracy": 0.8481392860412598, + "num_tokens": 62705867.0, + "step": 1641 + }, + { + "epoch": 0.2088792774456176, + "ewc_loss": 0.006195068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.198883056640625e-06, + "grad_norm": 7.115174293518066, + "learning_rate": 6.956337431114879e-07, + "loss": 0.4616, + "mean_token_accuracy": 0.8511224985122681, + "num_tokens": 62744559.0, + "step": 1642 + }, + { + "epoch": 0.20900648772420813, + "ewc_loss": 0.006195068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.198883056640625e-06, + "grad_norm": 7.124358654022217, + "learning_rate": 6.960576515472658e-07, + "loss": 0.4928, + "mean_token_accuracy": 0.8408739566802979, + "num_tokens": 62785221.0, + "step": 1643 + }, + { + "epoch": 0.20913369800279863, + "ewc_loss": 0.0062255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.22868537902832e-06, + "grad_norm": 7.1557817459106445, + "learning_rate": 6.964815599830436e-07, + "loss": 0.4824, + "mean_token_accuracy": 0.8431403040885925, + "num_tokens": 62820095.0, + "step": 1644 + }, + { + "epoch": 0.20926090828138913, + "ewc_loss": 0.0062255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.22868537902832e-06, + "grad_norm": 7.153404712677002, + "learning_rate": 6.969054684188215e-07, + "loss": 0.5329, + "mean_token_accuracy": 0.824766993522644, + "num_tokens": 62863414.0, + "step": 1645 + }, + { + "epoch": 0.20938811855997966, + "ewc_loss": 0.006195068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.198883056640625e-06, + "grad_norm": 7.156244277954102, + "learning_rate": 6.973293768545994e-07, + "loss": 0.4432, + "mean_token_accuracy": 0.8556126952171326, + "num_tokens": 62904647.0, + "step": 1646 + }, + { + "epoch": 0.20951532883857016, + "ewc_loss": 0.006256103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.258487701416016e-06, + "grad_norm": 7.115435600280762, + "learning_rate": 6.977532852903773e-07, + "loss": 0.4761, + "mean_token_accuracy": 0.8434662222862244, + "num_tokens": 62949476.0, + "step": 1647 + }, + { + "epoch": 0.20964253911716066, + "ewc_loss": 0.006195068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.198883056640625e-06, + "grad_norm": 7.19130277633667, + "learning_rate": 6.981771937261551e-07, + "loss": 0.5288, + "mean_token_accuracy": 0.8313585519790649, + "num_tokens": 62984784.0, + "step": 1648 + }, + { + "epoch": 0.2097697493957512, + "ewc_loss": 0.00628662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.288290023803711e-06, + "grad_norm": 7.175086498260498, + "learning_rate": 6.986011021619331e-07, + "loss": 0.4833, + "mean_token_accuracy": 0.8434213995933533, + "num_tokens": 63024395.0, + "step": 1649 + }, + { + "epoch": 0.2098969596743417, + "ewc_loss": 0.006256103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.258487701416016e-06, + "grad_norm": 7.225060939788818, + "learning_rate": 6.990250105977109e-07, + "loss": 0.4994, + "mean_token_accuracy": 0.8398839235305786, + "num_tokens": 63061886.0, + "step": 1650 + }, + { + "epoch": 0.2100241699529322, + "ewc_loss": 0.006317138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.318092346191406e-06, + "grad_norm": 7.1519269943237305, + "learning_rate": 6.994489190334886e-07, + "loss": 0.4676, + "mean_token_accuracy": 0.8459720611572266, + "num_tokens": 63104150.0, + "step": 1651 + }, + { + "epoch": 0.21015138023152272, + "ewc_loss": 0.006256103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.258487701416016e-06, + "grad_norm": 7.1855387687683105, + "learning_rate": 6.998728274692666e-07, + "loss": 0.4312, + "mean_token_accuracy": 0.8581708669662476, + "num_tokens": 63144346.0, + "step": 1652 + }, + { + "epoch": 0.21027859051011322, + "ewc_loss": 0.006195068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.198883056640625e-06, + "grad_norm": 7.191003799438477, + "learning_rate": 7.002967359050444e-07, + "loss": 0.4731, + "mean_token_accuracy": 0.8519458770751953, + "num_tokens": 63180042.0, + "step": 1653 + }, + { + "epoch": 0.21040580078870372, + "ewc_loss": 0.006256103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.258487701416016e-06, + "grad_norm": 7.149539947509766, + "learning_rate": 7.007206443408224e-07, + "loss": 0.4232, + "mean_token_accuracy": 0.8595281839370728, + "num_tokens": 63216570.0, + "step": 1654 + }, + { + "epoch": 0.21053301106729425, + "ewc_loss": 0.006256103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.258487701416016e-06, + "grad_norm": 7.1565775871276855, + "learning_rate": 7.011445527766002e-07, + "loss": 0.4746, + "mean_token_accuracy": 0.8456737995147705, + "num_tokens": 63253457.0, + "step": 1655 + }, + { + "epoch": 0.21066022134588475, + "ewc_loss": 0.006256103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.258487701416016e-06, + "grad_norm": 7.136275291442871, + "learning_rate": 7.015684612123781e-07, + "loss": 0.4599, + "mean_token_accuracy": 0.8487608432769775, + "num_tokens": 63295430.0, + "step": 1656 + }, + { + "epoch": 0.21078743162447525, + "ewc_loss": 0.006256103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.258487701416016e-06, + "grad_norm": 7.159384727478027, + "learning_rate": 7.01992369648156e-07, + "loss": 0.4819, + "mean_token_accuracy": 0.8454954624176025, + "num_tokens": 63340118.0, + "step": 1657 + }, + { + "epoch": 0.21091464190306577, + "ewc_loss": 0.0062255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.22868537902832e-06, + "grad_norm": 7.225512981414795, + "learning_rate": 7.024162780839339e-07, + "loss": 0.5127, + "mean_token_accuracy": 0.82759690284729, + "num_tokens": 63372037.0, + "step": 1658 + }, + { + "epoch": 0.21104185218165628, + "ewc_loss": 0.006256103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.258487701416016e-06, + "grad_norm": 7.172706604003906, + "learning_rate": 7.028401865197116e-07, + "loss": 0.5035, + "mean_token_accuracy": 0.8356072306632996, + "num_tokens": 63415508.0, + "step": 1659 + }, + { + "epoch": 0.21116906246024678, + "ewc_loss": 0.0062255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.22868537902832e-06, + "grad_norm": 7.1105427742004395, + "learning_rate": 7.032640949554896e-07, + "loss": 0.4128, + "mean_token_accuracy": 0.8603043556213379, + "num_tokens": 63459320.0, + "step": 1660 + }, + { + "epoch": 0.2112962727388373, + "ewc_loss": 0.006256103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.258487701416016e-06, + "grad_norm": 7.192346572875977, + "learning_rate": 7.036880033912674e-07, + "loss": 0.5118, + "mean_token_accuracy": 0.8356043696403503, + "num_tokens": 63499624.0, + "step": 1661 + }, + { + "epoch": 0.2114234830174278, + "ewc_loss": 0.006317138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.318092346191406e-06, + "grad_norm": 7.220067024230957, + "learning_rate": 7.041119118270454e-07, + "loss": 0.4688, + "mean_token_accuracy": 0.8465247750282288, + "num_tokens": 63536507.0, + "step": 1662 + }, + { + "epoch": 0.2115506932960183, + "ewc_loss": 0.006256103515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.258487701416016e-06, + "grad_norm": 7.185323238372803, + "learning_rate": 7.045358202628232e-07, + "loss": 0.5097, + "mean_token_accuracy": 0.8362995386123657, + "num_tokens": 63576483.0, + "step": 1663 + }, + { + "epoch": 0.21167790357460883, + "ewc_loss": 0.00628662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.288290023803711e-06, + "grad_norm": 7.189658164978027, + "learning_rate": 7.049597286986011e-07, + "loss": 0.4991, + "mean_token_accuracy": 0.8368170261383057, + "num_tokens": 63615568.0, + "step": 1664 + }, + { + "epoch": 0.21180511385319933, + "ewc_loss": 0.00628662109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.288290023803711e-06, + "grad_norm": 7.170460224151611, + "learning_rate": 7.05383637134379e-07, + "loss": 0.4598, + "mean_token_accuracy": 0.8501108884811401, + "num_tokens": 63650023.0, + "step": 1665 + }, + { + "epoch": 0.21193232413178986, + "ewc_loss": 0.006317138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.318092346191406e-06, + "grad_norm": 7.198986530303955, + "learning_rate": 7.058075455701568e-07, + "loss": 0.4902, + "mean_token_accuracy": 0.8368407487869263, + "num_tokens": 63690229.0, + "step": 1666 + }, + { + "epoch": 0.21205953441038036, + "ewc_loss": 0.00634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.3478946685791016e-06, + "grad_norm": 7.184003829956055, + "learning_rate": 7.062314540059346e-07, + "loss": 0.4347, + "mean_token_accuracy": 0.859710156917572, + "num_tokens": 63728169.0, + "step": 1667 + }, + { + "epoch": 0.21218674468897086, + "ewc_loss": 0.006317138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.318092346191406e-06, + "grad_norm": 7.195913791656494, + "learning_rate": 7.066553624417126e-07, + "loss": 0.4597, + "mean_token_accuracy": 0.8480090498924255, + "num_tokens": 63762816.0, + "step": 1668 + }, + { + "epoch": 0.2123139549675614, + "ewc_loss": 0.00634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.3478946685791016e-06, + "grad_norm": 7.165832042694092, + "learning_rate": 7.070792708774904e-07, + "loss": 0.4813, + "mean_token_accuracy": 0.8441420197486877, + "num_tokens": 63804288.0, + "step": 1669 + }, + { + "epoch": 0.2124411652461519, + "ewc_loss": 0.006317138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.318092346191406e-06, + "grad_norm": 7.180189609527588, + "learning_rate": 7.075031793132684e-07, + "loss": 0.502, + "mean_token_accuracy": 0.841541588306427, + "num_tokens": 63851365.0, + "step": 1670 + }, + { + "epoch": 0.2125683755247424, + "ewc_loss": 0.00634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.3478946685791016e-06, + "grad_norm": 7.229576110839844, + "learning_rate": 7.079270877490462e-07, + "loss": 0.4638, + "mean_token_accuracy": 0.8504733443260193, + "num_tokens": 63886187.0, + "step": 1671 + }, + { + "epoch": 0.21269558580333292, + "ewc_loss": 0.006317138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.318092346191406e-06, + "grad_norm": 7.222574234008789, + "learning_rate": 7.08350996184824e-07, + "loss": 0.5371, + "mean_token_accuracy": 0.8281130790710449, + "num_tokens": 63927187.0, + "step": 1672 + }, + { + "epoch": 0.21282279608192342, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.2031145095825195, + "learning_rate": 7.08774904620602e-07, + "loss": 0.4575, + "mean_token_accuracy": 0.8538844585418701, + "num_tokens": 63964088.0, + "step": 1673 + }, + { + "epoch": 0.21295000636051392, + "ewc_loss": 0.006317138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.318092346191406e-06, + "grad_norm": 7.223461151123047, + "learning_rate": 7.091988130563797e-07, + "loss": 0.502, + "mean_token_accuracy": 0.8373199701309204, + "num_tokens": 64004931.0, + "step": 1674 + }, + { + "epoch": 0.21307721663910445, + "ewc_loss": 0.006317138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.318092346191406e-06, + "grad_norm": 7.216862201690674, + "learning_rate": 7.096227214921576e-07, + "loss": 0.4955, + "mean_token_accuracy": 0.8383924961090088, + "num_tokens": 64043966.0, + "step": 1675 + }, + { + "epoch": 0.21320442691769495, + "ewc_loss": 0.00634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.3478946685791016e-06, + "grad_norm": 7.229448318481445, + "learning_rate": 7.100466299279355e-07, + "loss": 0.4787, + "mean_token_accuracy": 0.8458960652351379, + "num_tokens": 64078886.0, + "step": 1676 + }, + { + "epoch": 0.21333163719628545, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.255324363708496, + "learning_rate": 7.104705383637134e-07, + "loss": 0.502, + "mean_token_accuracy": 0.842633843421936, + "num_tokens": 64117291.0, + "step": 1677 + }, + { + "epoch": 0.21345884747487598, + "ewc_loss": 0.006317138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.318092346191406e-06, + "grad_norm": 7.216619491577148, + "learning_rate": 7.108944467994913e-07, + "loss": 0.4593, + "mean_token_accuracy": 0.8491330146789551, + "num_tokens": 64156369.0, + "step": 1678 + }, + { + "epoch": 0.21358605775346648, + "ewc_loss": 0.00634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.3478946685791016e-06, + "grad_norm": 7.256100654602051, + "learning_rate": 7.113183552352692e-07, + "loss": 0.5323, + "mean_token_accuracy": 0.8247400522232056, + "num_tokens": 64193646.0, + "step": 1679 + }, + { + "epoch": 0.21371326803205698, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.196495056152344, + "learning_rate": 7.11742263671047e-07, + "loss": 0.4253, + "mean_token_accuracy": 0.8599464297294617, + "num_tokens": 64231933.0, + "step": 1680 + }, + { + "epoch": 0.2138404783106475, + "ewc_loss": 0.00634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.3478946685791016e-06, + "grad_norm": 7.281301975250244, + "learning_rate": 7.12166172106825e-07, + "loss": 0.5567, + "mean_token_accuracy": 0.819087028503418, + "num_tokens": 64267418.0, + "step": 1681 + }, + { + "epoch": 0.213967688589238, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.250795364379883, + "learning_rate": 7.125900805426027e-07, + "loss": 0.4388, + "mean_token_accuracy": 0.8554161787033081, + "num_tokens": 64302440.0, + "step": 1682 + }, + { + "epoch": 0.2140948988678285, + "ewc_loss": 0.006317138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.318092346191406e-06, + "grad_norm": 7.259959697723389, + "learning_rate": 7.130139889783806e-07, + "loss": 0.4768, + "mean_token_accuracy": 0.8452762365341187, + "num_tokens": 64338240.0, + "step": 1683 + }, + { + "epoch": 0.21422210914641904, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.260687351226807, + "learning_rate": 7.134378974141585e-07, + "loss": 0.4685, + "mean_token_accuracy": 0.8460637331008911, + "num_tokens": 64375734.0, + "step": 1684 + }, + { + "epoch": 0.21434931942500954, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.227720737457275, + "learning_rate": 7.138618058499364e-07, + "loss": 0.4623, + "mean_token_accuracy": 0.8492538928985596, + "num_tokens": 64411401.0, + "step": 1685 + }, + { + "epoch": 0.21447652970360004, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.212839126586914, + "learning_rate": 7.142857142857143e-07, + "loss": 0.4371, + "mean_token_accuracy": 0.8578731417655945, + "num_tokens": 64454719.0, + "step": 1686 + }, + { + "epoch": 0.21460373998219057, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.2315263748168945, + "learning_rate": 7.147096227214922e-07, + "loss": 0.4616, + "mean_token_accuracy": 0.8504409790039062, + "num_tokens": 64495736.0, + "step": 1687 + }, + { + "epoch": 0.21473095026078107, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.251864433288574, + "learning_rate": 7.1513353115727e-07, + "loss": 0.4422, + "mean_token_accuracy": 0.8543639183044434, + "num_tokens": 64532843.0, + "step": 1688 + }, + { + "epoch": 0.21485816053937157, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.244014263153076, + "learning_rate": 7.155574395930479e-07, + "loss": 0.4879, + "mean_token_accuracy": 0.8376185894012451, + "num_tokens": 64568950.0, + "step": 1689 + }, + { + "epoch": 0.2149853708179621, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.25721549987793, + "learning_rate": 7.159813480288257e-07, + "loss": 0.4655, + "mean_token_accuracy": 0.8445013165473938, + "num_tokens": 64606878.0, + "step": 1690 + }, + { + "epoch": 0.2151125810965526, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.240535736083984, + "learning_rate": 7.164052564646035e-07, + "loss": 0.4331, + "mean_token_accuracy": 0.8575097918510437, + "num_tokens": 64643012.0, + "step": 1691 + }, + { + "epoch": 0.21523979137514312, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.255690574645996, + "learning_rate": 7.168291649003815e-07, + "loss": 0.4536, + "mean_token_accuracy": 0.8550971746444702, + "num_tokens": 64684444.0, + "step": 1692 + }, + { + "epoch": 0.21536700165373363, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.4373016357421875e-06, + "grad_norm": 7.278478622436523, + "learning_rate": 7.172530733361593e-07, + "loss": 0.5029, + "mean_token_accuracy": 0.838527262210846, + "num_tokens": 64722068.0, + "step": 1693 + }, + { + "epoch": 0.21549421193232413, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.245027542114258, + "learning_rate": 7.176769817719373e-07, + "loss": 0.4147, + "mean_token_accuracy": 0.8695372939109802, + "num_tokens": 64761829.0, + "step": 1694 + }, + { + "epoch": 0.21562142221091465, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.4373016357421875e-06, + "grad_norm": 7.231415748596191, + "learning_rate": 7.181008902077151e-07, + "loss": 0.4624, + "mean_token_accuracy": 0.8499668836593628, + "num_tokens": 64799185.0, + "step": 1695 + }, + { + "epoch": 0.21574863248950515, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.266401767730713, + "learning_rate": 7.18524798643493e-07, + "loss": 0.4913, + "mean_token_accuracy": 0.842029333114624, + "num_tokens": 64839306.0, + "step": 1696 + }, + { + "epoch": 0.21587584276809565, + "ewc_loss": 0.00640869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.407499313354492e-06, + "grad_norm": 7.2380218505859375, + "learning_rate": 7.189487070792708e-07, + "loss": 0.4671, + "mean_token_accuracy": 0.8504801988601685, + "num_tokens": 64876011.0, + "step": 1697 + }, + { + "epoch": 0.21600305304668618, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.234394073486328, + "learning_rate": 7.193726155150487e-07, + "loss": 0.4657, + "mean_token_accuracy": 0.8514645099639893, + "num_tokens": 64918510.0, + "step": 1698 + }, + { + "epoch": 0.21613026332527668, + "ewc_loss": 0.0064697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.467103958129883e-06, + "grad_norm": 7.246438503265381, + "learning_rate": 7.197965239508265e-07, + "loss": 0.4721, + "mean_token_accuracy": 0.8464833498001099, + "num_tokens": 64957156.0, + "step": 1699 + }, + { + "epoch": 0.21625747360386718, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.221592426300049, + "learning_rate": 7.202204323866045e-07, + "loss": 0.4702, + "mean_token_accuracy": 0.8490273952484131, + "num_tokens": 64998761.0, + "step": 1700 + }, + { + "epoch": 0.2163846838824577, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.4373016357421875e-06, + "grad_norm": 7.22930908203125, + "learning_rate": 7.206443408223823e-07, + "loss": 0.4734, + "mean_token_accuracy": 0.844753086566925, + "num_tokens": 65038849.0, + "step": 1701 + }, + { + "epoch": 0.2165118941610482, + "ewc_loss": 0.00640869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.407499313354492e-06, + "grad_norm": 7.381267547607422, + "learning_rate": 7.210682492581603e-07, + "loss": 0.4534, + "mean_token_accuracy": 0.8496472835540771, + "num_tokens": 65071130.0, + "step": 1702 + }, + { + "epoch": 0.2166391044396387, + "ewc_loss": 0.0064697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.467103958129883e-06, + "grad_norm": 7.259022235870361, + "learning_rate": 7.214921576939381e-07, + "loss": 0.4953, + "mean_token_accuracy": 0.8351994752883911, + "num_tokens": 65111619.0, + "step": 1703 + }, + { + "epoch": 0.21676631471822924, + "ewc_loss": 0.006378173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.377696990966797e-06, + "grad_norm": 7.268400192260742, + "learning_rate": 7.219160661297159e-07, + "loss": 0.4421, + "mean_token_accuracy": 0.8531017899513245, + "num_tokens": 65147537.0, + "step": 1704 + }, + { + "epoch": 0.21689352499681974, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.4373016357421875e-06, + "grad_norm": 7.287150859832764, + "learning_rate": 7.223399745654938e-07, + "loss": 0.4796, + "mean_token_accuracy": 0.8436384797096252, + "num_tokens": 65187254.0, + "step": 1705 + }, + { + "epoch": 0.21702073527541024, + "ewc_loss": 0.00640869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.407499313354492e-06, + "grad_norm": 7.2542724609375, + "learning_rate": 7.227638830012717e-07, + "loss": 0.4908, + "mean_token_accuracy": 0.8372484445571899, + "num_tokens": 65226130.0, + "step": 1706 + }, + { + "epoch": 0.21714794555400077, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.4373016357421875e-06, + "grad_norm": 7.344174861907959, + "learning_rate": 7.231877914370495e-07, + "loss": 0.4538, + "mean_token_accuracy": 0.8537964820861816, + "num_tokens": 65261282.0, + "step": 1707 + }, + { + "epoch": 0.21727515583259127, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.4373016357421875e-06, + "grad_norm": 7.315806865692139, + "learning_rate": 7.236116998728275e-07, + "loss": 0.5051, + "mean_token_accuracy": 0.8357234597206116, + "num_tokens": 65294850.0, + "step": 1708 + }, + { + "epoch": 0.21740236611118177, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.4373016357421875e-06, + "grad_norm": 7.299069404602051, + "learning_rate": 7.240356083086053e-07, + "loss": 0.398, + "mean_token_accuracy": 0.867728054523468, + "num_tokens": 65332323.0, + "step": 1709 + }, + { + "epoch": 0.2175295763897723, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.4373016357421875e-06, + "grad_norm": 7.31482458114624, + "learning_rate": 7.244595167443833e-07, + "loss": 0.4915, + "mean_token_accuracy": 0.8415927290916443, + "num_tokens": 65376033.0, + "step": 1710 + }, + { + "epoch": 0.2176567866683628, + "ewc_loss": 0.0064697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.467103958129883e-06, + "grad_norm": 7.303328514099121, + "learning_rate": 7.248834251801611e-07, + "loss": 0.4563, + "mean_token_accuracy": 0.8532139658927917, + "num_tokens": 65417875.0, + "step": 1711 + }, + { + "epoch": 0.2177839969469533, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.4373016357421875e-06, + "grad_norm": 7.350954532623291, + "learning_rate": 7.253073336159388e-07, + "loss": 0.4335, + "mean_token_accuracy": 0.8571945428848267, + "num_tokens": 65456675.0, + "step": 1712 + }, + { + "epoch": 0.21791120722554383, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.4373016357421875e-06, + "grad_norm": 7.373176574707031, + "learning_rate": 7.257312420517168e-07, + "loss": 0.425, + "mean_token_accuracy": 0.8602309823036194, + "num_tokens": 65487699.0, + "step": 1713 + }, + { + "epoch": 0.21803841750413433, + "ewc_loss": 0.006500244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.496906280517578e-06, + "grad_norm": 7.291336536407471, + "learning_rate": 7.261551504874946e-07, + "loss": 0.4525, + "mean_token_accuracy": 0.8487436771392822, + "num_tokens": 65526143.0, + "step": 1714 + }, + { + "epoch": 0.21816562778272486, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.4373016357421875e-06, + "grad_norm": 7.309327602386475, + "learning_rate": 7.265790589232725e-07, + "loss": 0.4497, + "mean_token_accuracy": 0.8537173867225647, + "num_tokens": 65562969.0, + "step": 1715 + }, + { + "epoch": 0.21829283806131536, + "ewc_loss": 0.0064697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.467103958129883e-06, + "grad_norm": 7.289847373962402, + "learning_rate": 7.270029673590504e-07, + "loss": 0.4826, + "mean_token_accuracy": 0.8456248641014099, + "num_tokens": 65605999.0, + "step": 1716 + }, + { + "epoch": 0.21842004833990586, + "ewc_loss": 0.00640869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.407499313354492e-06, + "grad_norm": 7.35153341293335, + "learning_rate": 7.274268757948283e-07, + "loss": 0.5274, + "mean_token_accuracy": 0.8314014673233032, + "num_tokens": 65644877.0, + "step": 1717 + }, + { + "epoch": 0.2185472586184964, + "ewc_loss": 0.006500244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.496906280517578e-06, + "grad_norm": 7.331074237823486, + "learning_rate": 7.278507842306062e-07, + "loss": 0.4479, + "mean_token_accuracy": 0.8539574146270752, + "num_tokens": 65678823.0, + "step": 1718 + }, + { + "epoch": 0.2186744688970869, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.4373016357421875e-06, + "grad_norm": 7.335580348968506, + "learning_rate": 7.282746926663841e-07, + "loss": 0.5275, + "mean_token_accuracy": 0.830929696559906, + "num_tokens": 65717185.0, + "step": 1719 + }, + { + "epoch": 0.2188016791756774, + "ewc_loss": 0.006439208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.4373016357421875e-06, + "grad_norm": 7.324912071228027, + "learning_rate": 7.286986011021618e-07, + "loss": 0.448, + "mean_token_accuracy": 0.8543376326560974, + "num_tokens": 65754422.0, + "step": 1720 + }, + { + "epoch": 0.21892888945426792, + "ewc_loss": 0.006500244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.496906280517578e-06, + "grad_norm": 7.298709869384766, + "learning_rate": 7.291225095379398e-07, + "loss": 0.4842, + "mean_token_accuracy": 0.8448482751846313, + "num_tokens": 65799390.0, + "step": 1721 + }, + { + "epoch": 0.21905609973285842, + "ewc_loss": 0.0064697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.467103958129883e-06, + "grad_norm": 7.341479778289795, + "learning_rate": 7.295464179737176e-07, + "loss": 0.4759, + "mean_token_accuracy": 0.8478381633758545, + "num_tokens": 65837566.0, + "step": 1722 + }, + { + "epoch": 0.21918331001144892, + "ewc_loss": 0.006500244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.496906280517578e-06, + "grad_norm": 7.328743934631348, + "learning_rate": 7.299703264094955e-07, + "loss": 0.461, + "mean_token_accuracy": 0.8497313261032104, + "num_tokens": 65874537.0, + "step": 1723 + }, + { + "epoch": 0.21931052029003945, + "ewc_loss": 0.00653076171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.5267086029052734e-06, + "grad_norm": 7.317262172698975, + "learning_rate": 7.303942348452734e-07, + "loss": 0.4871, + "mean_token_accuracy": 0.8419958353042603, + "num_tokens": 65915616.0, + "step": 1724 + }, + { + "epoch": 0.21943773056862995, + "ewc_loss": 0.00653076171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.5267086029052734e-06, + "grad_norm": 7.3463568687438965, + "learning_rate": 7.308181432810513e-07, + "loss": 0.4364, + "mean_token_accuracy": 0.8548983335494995, + "num_tokens": 65954263.0, + "step": 1725 + }, + { + "epoch": 0.21956494084722045, + "ewc_loss": 0.00653076171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.5267086029052734e-06, + "grad_norm": 7.2974958419799805, + "learning_rate": 7.312420517168292e-07, + "loss": 0.4695, + "mean_token_accuracy": 0.8449705243110657, + "num_tokens": 65992880.0, + "step": 1726 + }, + { + "epoch": 0.21969215112581097, + "ewc_loss": 0.0064697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.467103958129883e-06, + "grad_norm": 7.3580522537231445, + "learning_rate": 7.31665960152607e-07, + "loss": 0.4875, + "mean_token_accuracy": 0.8387214541435242, + "num_tokens": 66033958.0, + "step": 1727 + }, + { + "epoch": 0.21981936140440148, + "ewc_loss": 0.00653076171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.5267086029052734e-06, + "grad_norm": 7.383734226226807, + "learning_rate": 7.320898685883848e-07, + "loss": 0.4586, + "mean_token_accuracy": 0.8486852645874023, + "num_tokens": 66072448.0, + "step": 1728 + }, + { + "epoch": 0.21994657168299198, + "ewc_loss": 0.006500244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.496906280517578e-06, + "grad_norm": 7.343343734741211, + "learning_rate": 7.325137770241628e-07, + "loss": 0.5697, + "mean_token_accuracy": 0.8191419839859009, + "num_tokens": 66112648.0, + "step": 1729 + }, + { + "epoch": 0.2200737819615825, + "ewc_loss": 0.00653076171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.5267086029052734e-06, + "grad_norm": 7.305882453918457, + "learning_rate": 7.329376854599406e-07, + "loss": 0.4807, + "mean_token_accuracy": 0.8439579010009766, + "num_tokens": 66154791.0, + "step": 1730 + }, + { + "epoch": 0.220200992240173, + "ewc_loss": 0.006500244140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.496906280517578e-06, + "grad_norm": 7.363497257232666, + "learning_rate": 7.333615938957184e-07, + "loss": 0.4681, + "mean_token_accuracy": 0.8469444513320923, + "num_tokens": 66192450.0, + "step": 1731 + }, + { + "epoch": 0.2203282025187635, + "ewc_loss": 0.006561279296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.556510925292969e-06, + "grad_norm": 7.335705280303955, + "learning_rate": 7.337855023314964e-07, + "loss": 0.4635, + "mean_token_accuracy": 0.8472371697425842, + "num_tokens": 66231173.0, + "step": 1732 + }, + { + "epoch": 0.22045541279735403, + "ewc_loss": 0.00653076171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.5267086029052734e-06, + "grad_norm": 7.33601188659668, + "learning_rate": 7.342094107672742e-07, + "loss": 0.5167, + "mean_token_accuracy": 0.8316876888275146, + "num_tokens": 66272956.0, + "step": 1733 + }, + { + "epoch": 0.22058262307594453, + "ewc_loss": 0.006561279296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.556510925292969e-06, + "grad_norm": 7.3638916015625, + "learning_rate": 7.346333192030522e-07, + "loss": 0.4713, + "mean_token_accuracy": 0.851431667804718, + "num_tokens": 66309450.0, + "step": 1734 + }, + { + "epoch": 0.22070983335453503, + "ewc_loss": 0.006591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.586313247680664e-06, + "grad_norm": 7.367359638214111, + "learning_rate": 7.350572276388299e-07, + "loss": 0.5204, + "mean_token_accuracy": 0.8305051326751709, + "num_tokens": 66350947.0, + "step": 1735 + }, + { + "epoch": 0.22083704363312556, + "ewc_loss": 0.006561279296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.556510925292969e-06, + "grad_norm": 7.381195545196533, + "learning_rate": 7.354811360746078e-07, + "loss": 0.4787, + "mean_token_accuracy": 0.8427999019622803, + "num_tokens": 66388364.0, + "step": 1736 + }, + { + "epoch": 0.22096425391171606, + "ewc_loss": 0.006561279296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.556510925292969e-06, + "grad_norm": 7.379749298095703, + "learning_rate": 7.359050445103857e-07, + "loss": 0.4928, + "mean_token_accuracy": 0.8389091491699219, + "num_tokens": 66425029.0, + "step": 1737 + }, + { + "epoch": 0.22109146419030656, + "ewc_loss": 0.006591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.586313247680664e-06, + "grad_norm": 7.373291969299316, + "learning_rate": 7.363289529461636e-07, + "loss": 0.4689, + "mean_token_accuracy": 0.8468136191368103, + "num_tokens": 66463924.0, + "step": 1738 + }, + { + "epoch": 0.2212186744688971, + "ewc_loss": 0.006561279296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.556510925292969e-06, + "grad_norm": 7.327916145324707, + "learning_rate": 7.367528613819415e-07, + "loss": 0.4239, + "mean_token_accuracy": 0.8600075840950012, + "num_tokens": 66504824.0, + "step": 1739 + }, + { + "epoch": 0.2213458847474876, + "ewc_loss": 0.006561279296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.556510925292969e-06, + "grad_norm": 7.412700176239014, + "learning_rate": 7.371767698177194e-07, + "loss": 0.4431, + "mean_token_accuracy": 0.8541236519813538, + "num_tokens": 66539308.0, + "step": 1740 + }, + { + "epoch": 0.22147309502607812, + "ewc_loss": 0.006622314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.616115570068359e-06, + "grad_norm": 7.372410774230957, + "learning_rate": 7.376006782534972e-07, + "loss": 0.4392, + "mean_token_accuracy": 0.8567389249801636, + "num_tokens": 66572785.0, + "step": 1741 + }, + { + "epoch": 0.22160030530466862, + "ewc_loss": 0.006591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.586313247680664e-06, + "grad_norm": 7.355973243713379, + "learning_rate": 7.380245866892751e-07, + "loss": 0.4563, + "mean_token_accuracy": 0.8503193855285645, + "num_tokens": 66607890.0, + "step": 1742 + }, + { + "epoch": 0.22172751558325912, + "ewc_loss": 0.006591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.586313247680664e-06, + "grad_norm": 7.3488450050354, + "learning_rate": 7.384484951250529e-07, + "loss": 0.4587, + "mean_token_accuracy": 0.8522837162017822, + "num_tokens": 66650553.0, + "step": 1743 + }, + { + "epoch": 0.22185472586184965, + "ewc_loss": 0.006591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.586313247680664e-06, + "grad_norm": 7.395949840545654, + "learning_rate": 7.388724035608308e-07, + "loss": 0.4537, + "mean_token_accuracy": 0.8531462550163269, + "num_tokens": 66685330.0, + "step": 1744 + }, + { + "epoch": 0.22198193614044015, + "ewc_loss": 0.006591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.586313247680664e-06, + "grad_norm": 7.41375207901001, + "learning_rate": 7.392963119966087e-07, + "loss": 0.4369, + "mean_token_accuracy": 0.8562799096107483, + "num_tokens": 66716816.0, + "step": 1745 + }, + { + "epoch": 0.22210914641903065, + "ewc_loss": 0.006591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.586313247680664e-06, + "grad_norm": 7.409862995147705, + "learning_rate": 7.397202204323866e-07, + "loss": 0.481, + "mean_token_accuracy": 0.8445798754692078, + "num_tokens": 66754030.0, + "step": 1746 + }, + { + "epoch": 0.22223635669762118, + "ewc_loss": 0.006622314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.616115570068359e-06, + "grad_norm": 7.388526439666748, + "learning_rate": 7.401441288681645e-07, + "loss": 0.4389, + "mean_token_accuracy": 0.8565094470977783, + "num_tokens": 66793650.0, + "step": 1747 + }, + { + "epoch": 0.22236356697621168, + "ewc_loss": 0.006622314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.616115570068359e-06, + "grad_norm": 7.370285511016846, + "learning_rate": 7.405680373039424e-07, + "loss": 0.4232, + "mean_token_accuracy": 0.8642040491104126, + "num_tokens": 66833709.0, + "step": 1748 + }, + { + "epoch": 0.22249077725480218, + "ewc_loss": 0.006622314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.616115570068359e-06, + "grad_norm": 7.422150611877441, + "learning_rate": 7.409919457397202e-07, + "loss": 0.4908, + "mean_token_accuracy": 0.8397636413574219, + "num_tokens": 66866456.0, + "step": 1749 + }, + { + "epoch": 0.2226179875333927, + "ewc_loss": 0.00665283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.645917892456055e-06, + "grad_norm": 7.391729354858398, + "learning_rate": 7.414158541754981e-07, + "loss": 0.5169, + "mean_token_accuracy": 0.831635594367981, + "num_tokens": 66905875.0, + "step": 1750 + }, + { + "epoch": 0.2227451978119832, + "ewc_loss": 0.006591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.586313247680664e-06, + "grad_norm": 7.4165520668029785, + "learning_rate": 7.418397626112759e-07, + "loss": 0.4718, + "mean_token_accuracy": 0.8539865016937256, + "num_tokens": 66936009.0, + "step": 1751 + }, + { + "epoch": 0.2228724080905737, + "ewc_loss": 0.006622314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.616115570068359e-06, + "grad_norm": 7.412100315093994, + "learning_rate": 7.422636710470537e-07, + "loss": 0.4751, + "mean_token_accuracy": 0.8452589511871338, + "num_tokens": 66978111.0, + "step": 1752 + }, + { + "epoch": 0.22299961836916424, + "ewc_loss": 0.006622314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.616115570068359e-06, + "grad_norm": 7.439900875091553, + "learning_rate": 7.426875794828317e-07, + "loss": 0.4878, + "mean_token_accuracy": 0.8445737361907959, + "num_tokens": 67015938.0, + "step": 1753 + }, + { + "epoch": 0.22312682864775474, + "ewc_loss": 0.006683349609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.67572021484375e-06, + "grad_norm": 7.439876079559326, + "learning_rate": 7.431114879186095e-07, + "loss": 0.5092, + "mean_token_accuracy": 0.8353742957115173, + "num_tokens": 67055456.0, + "step": 1754 + }, + { + "epoch": 0.22325403892634524, + "ewc_loss": 0.006591796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.586313247680664e-06, + "grad_norm": 7.400088787078857, + "learning_rate": 7.435353963543875e-07, + "loss": 0.467, + "mean_token_accuracy": 0.8477001190185547, + "num_tokens": 67096298.0, + "step": 1755 + }, + { + "epoch": 0.22338124920493577, + "ewc_loss": 0.00665283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.645917892456055e-06, + "grad_norm": 7.454692840576172, + "learning_rate": 7.439593047901653e-07, + "loss": 0.4232, + "mean_token_accuracy": 0.8610490560531616, + "num_tokens": 67135280.0, + "step": 1756 + }, + { + "epoch": 0.22350845948352627, + "ewc_loss": 0.006622314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.616115570068359e-06, + "grad_norm": 7.430564880371094, + "learning_rate": 7.443832132259431e-07, + "loss": 0.4871, + "mean_token_accuracy": 0.8401831388473511, + "num_tokens": 67171936.0, + "step": 1757 + }, + { + "epoch": 0.22363566976211677, + "ewc_loss": 0.00665283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.645917892456055e-06, + "grad_norm": 7.446295261383057, + "learning_rate": 7.44807121661721e-07, + "loss": 0.4753, + "mean_token_accuracy": 0.8445193767547607, + "num_tokens": 67209854.0, + "step": 1758 + }, + { + "epoch": 0.2237628800407073, + "ewc_loss": 0.00665283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.645917892456055e-06, + "grad_norm": 7.456892967224121, + "learning_rate": 7.452310300974989e-07, + "loss": 0.4307, + "mean_token_accuracy": 0.8543126583099365, + "num_tokens": 67244369.0, + "step": 1759 + }, + { + "epoch": 0.2238900903192978, + "ewc_loss": 0.006683349609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.67572021484375e-06, + "grad_norm": 7.423011779785156, + "learning_rate": 7.456549385332767e-07, + "loss": 0.5085, + "mean_token_accuracy": 0.8365057706832886, + "num_tokens": 67283994.0, + "step": 1760 + }, + { + "epoch": 0.2240173005978883, + "ewc_loss": 0.006683349609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.67572021484375e-06, + "grad_norm": 7.420118808746338, + "learning_rate": 7.460788469690547e-07, + "loss": 0.3949, + "mean_token_accuracy": 0.8664060235023499, + "num_tokens": 67323230.0, + "step": 1761 + }, + { + "epoch": 0.22414451087647883, + "ewc_loss": 0.006683349609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.67572021484375e-06, + "grad_norm": 7.442272663116455, + "learning_rate": 7.465027554048325e-07, + "loss": 0.5469, + "mean_token_accuracy": 0.8258206248283386, + "num_tokens": 67366198.0, + "step": 1762 + }, + { + "epoch": 0.22427172115506933, + "ewc_loss": 0.006622314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.616115570068359e-06, + "grad_norm": 7.424680709838867, + "learning_rate": 7.469266638406105e-07, + "loss": 0.5309, + "mean_token_accuracy": 0.8309275507926941, + "num_tokens": 67410685.0, + "step": 1763 + }, + { + "epoch": 0.22439893143365983, + "ewc_loss": 0.00665283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.645917892456055e-06, + "grad_norm": 7.483006000518799, + "learning_rate": 7.473505722763883e-07, + "loss": 0.4536, + "mean_token_accuracy": 0.8538010716438293, + "num_tokens": 67445818.0, + "step": 1764 + }, + { + "epoch": 0.22452614171225035, + "ewc_loss": 0.006622314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.616115570068359e-06, + "grad_norm": 7.429793834686279, + "learning_rate": 7.477744807121661e-07, + "loss": 0.4958, + "mean_token_accuracy": 0.8390587568283081, + "num_tokens": 67483873.0, + "step": 1765 + }, + { + "epoch": 0.22465335199084085, + "ewc_loss": 0.00665283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.645917892456055e-06, + "grad_norm": 7.511592388153076, + "learning_rate": 7.48198389147944e-07, + "loss": 0.4738, + "mean_token_accuracy": 0.8499403595924377, + "num_tokens": 67519524.0, + "step": 1766 + }, + { + "epoch": 0.22478056226943138, + "ewc_loss": 0.006622314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.616115570068359e-06, + "grad_norm": 7.409095764160156, + "learning_rate": 7.486222975837219e-07, + "loss": 0.4581, + "mean_token_accuracy": 0.8483322858810425, + "num_tokens": 67560920.0, + "step": 1767 + }, + { + "epoch": 0.22490777254802188, + "ewc_loss": 0.006622314453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.616115570068359e-06, + "grad_norm": 7.442468166351318, + "learning_rate": 7.490462060194997e-07, + "loss": 0.4297, + "mean_token_accuracy": 0.8556516170501709, + "num_tokens": 67594948.0, + "step": 1768 + }, + { + "epoch": 0.22503498282661238, + "ewc_loss": 0.006683349609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.67572021484375e-06, + "grad_norm": 7.469086170196533, + "learning_rate": 7.494701144552777e-07, + "loss": 0.5164, + "mean_token_accuracy": 0.8326177000999451, + "num_tokens": 67628867.0, + "step": 1769 + }, + { + "epoch": 0.2251621931052029, + "ewc_loss": 0.006683349609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.67572021484375e-06, + "grad_norm": 7.4698052406311035, + "learning_rate": 7.498940228910555e-07, + "loss": 0.4775, + "mean_token_accuracy": 0.843266487121582, + "num_tokens": 67669762.0, + "step": 1770 + }, + { + "epoch": 0.2252894033837934, + "ewc_loss": 0.006683349609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.67572021484375e-06, + "grad_norm": 7.419975280761719, + "learning_rate": 7.503179313268335e-07, + "loss": 0.4646, + "mean_token_accuracy": 0.8457562327384949, + "num_tokens": 67704750.0, + "step": 1771 + }, + { + "epoch": 0.2254166136623839, + "ewc_loss": 0.006683349609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.67572021484375e-06, + "grad_norm": 7.421524524688721, + "learning_rate": 7.507418397626113e-07, + "loss": 0.5016, + "mean_token_accuracy": 0.8375220894813538, + "num_tokens": 67745181.0, + "step": 1772 + }, + { + "epoch": 0.22554382394097444, + "ewc_loss": 0.006683349609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.67572021484375e-06, + "grad_norm": 7.435224533081055, + "learning_rate": 7.51165748198389e-07, + "loss": 0.4889, + "mean_token_accuracy": 0.8391516208648682, + "num_tokens": 67785929.0, + "step": 1773 + }, + { + "epoch": 0.22567103421956494, + "ewc_loss": 0.006683349609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.67572021484375e-06, + "grad_norm": 7.469760894775391, + "learning_rate": 7.51589656634167e-07, + "loss": 0.445, + "mean_token_accuracy": 0.8499550819396973, + "num_tokens": 67821887.0, + "step": 1774 + }, + { + "epoch": 0.22579824449815544, + "ewc_loss": 0.0067138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.705522537231445e-06, + "grad_norm": 7.47314977645874, + "learning_rate": 7.520135650699448e-07, + "loss": 0.4796, + "mean_token_accuracy": 0.8437537550926208, + "num_tokens": 67859608.0, + "step": 1775 + }, + { + "epoch": 0.22592545477674597, + "ewc_loss": 0.00665283203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.645917892456055e-06, + "grad_norm": 7.451794624328613, + "learning_rate": 7.524374735057227e-07, + "loss": 0.4882, + "mean_token_accuracy": 0.8413891792297363, + "num_tokens": 67895287.0, + "step": 1776 + }, + { + "epoch": 0.22605266505533647, + "ewc_loss": 0.006683349609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.67572021484375e-06, + "grad_norm": 7.482942581176758, + "learning_rate": 7.528613819415006e-07, + "loss": 0.4474, + "mean_token_accuracy": 0.8574156761169434, + "num_tokens": 67930358.0, + "step": 1777 + }, + { + "epoch": 0.22617987533392697, + "ewc_loss": 0.0067138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.705522537231445e-06, + "grad_norm": 7.4741902351379395, + "learning_rate": 7.532852903772785e-07, + "loss": 0.4878, + "mean_token_accuracy": 0.8403307795524597, + "num_tokens": 67966112.0, + "step": 1778 + }, + { + "epoch": 0.2263070856125175, + "ewc_loss": 0.0067138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.705522537231445e-06, + "grad_norm": 7.5339131355285645, + "learning_rate": 7.537091988130564e-07, + "loss": 0.4953, + "mean_token_accuracy": 0.8362617492675781, + "num_tokens": 68001297.0, + "step": 1779 + }, + { + "epoch": 0.226434295891108, + "ewc_loss": 0.006744384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.735324859619141e-06, + "grad_norm": 7.476796627044678, + "learning_rate": 7.541331072488342e-07, + "loss": 0.4764, + "mean_token_accuracy": 0.8456748127937317, + "num_tokens": 68037346.0, + "step": 1780 + }, + { + "epoch": 0.2265615061696985, + "ewc_loss": 0.0067138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.705522537231445e-06, + "grad_norm": 7.472862243652344, + "learning_rate": 7.54557015684612e-07, + "loss": 0.4749, + "mean_token_accuracy": 0.8439251184463501, + "num_tokens": 68076566.0, + "step": 1781 + }, + { + "epoch": 0.22668871644828903, + "ewc_loss": 0.0067138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.705522537231445e-06, + "grad_norm": 7.468578815460205, + "learning_rate": 7.5498092412039e-07, + "loss": 0.4539, + "mean_token_accuracy": 0.8543754816055298, + "num_tokens": 68116834.0, + "step": 1782 + }, + { + "epoch": 0.22681592672687953, + "ewc_loss": 0.0067138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.705522537231445e-06, + "grad_norm": 7.494328498840332, + "learning_rate": 7.554048325561678e-07, + "loss": 0.4279, + "mean_token_accuracy": 0.8601498603820801, + "num_tokens": 68155573.0, + "step": 1783 + }, + { + "epoch": 0.22694313700547003, + "ewc_loss": 0.0067138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.705522537231445e-06, + "grad_norm": 7.456594944000244, + "learning_rate": 7.558287409919457e-07, + "loss": 0.5209, + "mean_token_accuracy": 0.8346481323242188, + "num_tokens": 68193378.0, + "step": 1784 + }, + { + "epoch": 0.22707034728406056, + "ewc_loss": 0.006744384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.735324859619141e-06, + "grad_norm": 7.491549015045166, + "learning_rate": 7.562526494277236e-07, + "loss": 0.4942, + "mean_token_accuracy": 0.835618257522583, + "num_tokens": 68230183.0, + "step": 1785 + }, + { + "epoch": 0.22719755756265106, + "ewc_loss": 0.00677490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.765127182006836e-06, + "grad_norm": 7.487132549285889, + "learning_rate": 7.566765578635015e-07, + "loss": 0.4633, + "mean_token_accuracy": 0.8503024578094482, + "num_tokens": 68270526.0, + "step": 1786 + }, + { + "epoch": 0.22732476784124156, + "ewc_loss": 0.0067138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.705522537231445e-06, + "grad_norm": 7.449028491973877, + "learning_rate": 7.571004662992794e-07, + "loss": 0.4891, + "mean_token_accuracy": 0.8453081846237183, + "num_tokens": 68308690.0, + "step": 1787 + }, + { + "epoch": 0.2274519781198321, + "ewc_loss": 0.0067138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.705522537231445e-06, + "grad_norm": 7.487159252166748, + "learning_rate": 7.575243747350572e-07, + "loss": 0.5311, + "mean_token_accuracy": 0.8310527205467224, + "num_tokens": 68348660.0, + "step": 1788 + }, + { + "epoch": 0.2275791883984226, + "ewc_loss": 0.0067138671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.705522537231445e-06, + "grad_norm": 7.464075088500977, + "learning_rate": 7.57948283170835e-07, + "loss": 0.4797, + "mean_token_accuracy": 0.8472957611083984, + "num_tokens": 68389129.0, + "step": 1789 + }, + { + "epoch": 0.2277063986770131, + "ewc_loss": 0.006744384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.735324859619141e-06, + "grad_norm": 7.516839981079102, + "learning_rate": 7.58372191606613e-07, + "loss": 0.4719, + "mean_token_accuracy": 0.8471225500106812, + "num_tokens": 68423234.0, + "step": 1790 + }, + { + "epoch": 0.22783360895560362, + "ewc_loss": 0.00677490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.765127182006836e-06, + "grad_norm": 7.52739143371582, + "learning_rate": 7.587961000423908e-07, + "loss": 0.4792, + "mean_token_accuracy": 0.8458252549171448, + "num_tokens": 68460834.0, + "step": 1791 + }, + { + "epoch": 0.22796081923419412, + "ewc_loss": 0.006805419921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.794929504394531e-06, + "grad_norm": 7.49343729019165, + "learning_rate": 7.592200084781686e-07, + "loss": 0.5231, + "mean_token_accuracy": 0.8355686664581299, + "num_tokens": 68495605.0, + "step": 1792 + }, + { + "epoch": 0.22808802951278465, + "ewc_loss": 0.006744384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.735324859619141e-06, + "grad_norm": 7.540410995483398, + "learning_rate": 7.596439169139466e-07, + "loss": 0.4695, + "mean_token_accuracy": 0.8473851680755615, + "num_tokens": 68530838.0, + "step": 1793 + }, + { + "epoch": 0.22821523979137515, + "ewc_loss": 0.00677490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.765127182006836e-06, + "grad_norm": 7.476497173309326, + "learning_rate": 7.600678253497244e-07, + "loss": 0.4637, + "mean_token_accuracy": 0.8515650033950806, + "num_tokens": 68571225.0, + "step": 1794 + }, + { + "epoch": 0.22834245006996565, + "ewc_loss": 0.006805419921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.794929504394531e-06, + "grad_norm": 7.661632061004639, + "learning_rate": 7.604917337855023e-07, + "loss": 0.4456, + "mean_token_accuracy": 0.8562791347503662, + "num_tokens": 68608284.0, + "step": 1795 + }, + { + "epoch": 0.22846966034855618, + "ewc_loss": 0.006805419921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.794929504394531e-06, + "grad_norm": 7.515210151672363, + "learning_rate": 7.609156422212801e-07, + "loss": 0.4273, + "mean_token_accuracy": 0.8593193292617798, + "num_tokens": 68645943.0, + "step": 1796 + }, + { + "epoch": 0.22859687062714668, + "ewc_loss": 0.006744384765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.735324859619141e-06, + "grad_norm": 7.481869220733643, + "learning_rate": 7.61339550657058e-07, + "loss": 0.4497, + "mean_token_accuracy": 0.8516443967819214, + "num_tokens": 68684245.0, + "step": 1797 + }, + { + "epoch": 0.22872408090573718, + "ewc_loss": 0.006805419921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.794929504394531e-06, + "grad_norm": 7.593322277069092, + "learning_rate": 7.617634590928359e-07, + "loss": 0.4636, + "mean_token_accuracy": 0.8519819378852844, + "num_tokens": 68717532.0, + "step": 1798 + }, + { + "epoch": 0.2288512911843277, + "ewc_loss": 0.006805419921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.794929504394531e-06, + "grad_norm": 7.466705799102783, + "learning_rate": 7.621873675286138e-07, + "loss": 0.4829, + "mean_token_accuracy": 0.8445671200752258, + "num_tokens": 68759515.0, + "step": 1799 + }, + { + "epoch": 0.2289785014629182, + "ewc_loss": 0.00677490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.765127182006836e-06, + "grad_norm": 7.5338006019592285, + "learning_rate": 7.626112759643916e-07, + "loss": 0.4888, + "mean_token_accuracy": 0.839970588684082, + "num_tokens": 68796969.0, + "step": 1800 + }, + { + "epoch": 0.2291057117415087, + "ewc_loss": 0.00689697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.884336471557617e-06, + "grad_norm": 7.583850860595703, + "learning_rate": 7.630351844001696e-07, + "loss": 0.4702, + "mean_token_accuracy": 0.8454197645187378, + "num_tokens": 68831138.0, + "step": 1801 + }, + { + "epoch": 0.22923292202009923, + "ewc_loss": 0.0068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.8247318267822266e-06, + "grad_norm": 7.5104804039001465, + "learning_rate": 7.634590928359474e-07, + "loss": 0.4596, + "mean_token_accuracy": 0.8516697883605957, + "num_tokens": 68868741.0, + "step": 1802 + }, + { + "epoch": 0.22936013229868973, + "ewc_loss": 0.0068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.8247318267822266e-06, + "grad_norm": 7.527373313903809, + "learning_rate": 7.638830012717253e-07, + "loss": 0.4811, + "mean_token_accuracy": 0.8423205614089966, + "num_tokens": 68909191.0, + "step": 1803 + }, + { + "epoch": 0.22948734257728023, + "ewc_loss": 0.0068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.8247318267822266e-06, + "grad_norm": 7.501821994781494, + "learning_rate": 7.643069097075031e-07, + "loss": 0.4564, + "mean_token_accuracy": 0.8498470783233643, + "num_tokens": 68949261.0, + "step": 1804 + }, + { + "epoch": 0.22961455285587076, + "ewc_loss": 0.006805419921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.794929504394531e-06, + "grad_norm": 7.51598596572876, + "learning_rate": 7.64730818143281e-07, + "loss": 0.4302, + "mean_token_accuracy": 0.8559058904647827, + "num_tokens": 68990434.0, + "step": 1805 + }, + { + "epoch": 0.22974176313446126, + "ewc_loss": 0.006805419921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.794929504394531e-06, + "grad_norm": 7.5134148597717285, + "learning_rate": 7.651547265790589e-07, + "loss": 0.5127, + "mean_token_accuracy": 0.8356728553771973, + "num_tokens": 69029482.0, + "step": 1806 + }, + { + "epoch": 0.22986897341305176, + "ewc_loss": 0.0068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.8247318267822266e-06, + "grad_norm": 7.5385355949401855, + "learning_rate": 7.655786350148368e-07, + "loss": 0.4927, + "mean_token_accuracy": 0.839560329914093, + "num_tokens": 69069766.0, + "step": 1807 + }, + { + "epoch": 0.2299961836916423, + "ewc_loss": 0.006805419921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.794929504394531e-06, + "grad_norm": 7.5035786628723145, + "learning_rate": 7.660025434506146e-07, + "loss": 0.4793, + "mean_token_accuracy": 0.8446223735809326, + "num_tokens": 69114592.0, + "step": 1808 + }, + { + "epoch": 0.2301233939702328, + "ewc_loss": 0.00677490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.765127182006836e-06, + "grad_norm": 7.53550910949707, + "learning_rate": 7.664264518863926e-07, + "loss": 0.4686, + "mean_token_accuracy": 0.8476967811584473, + "num_tokens": 69152599.0, + "step": 1809 + }, + { + "epoch": 0.2302506042488233, + "ewc_loss": 0.0068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.8247318267822266e-06, + "grad_norm": 7.537693500518799, + "learning_rate": 7.668503603221704e-07, + "loss": 0.5209, + "mean_token_accuracy": 0.8289279937744141, + "num_tokens": 69193157.0, + "step": 1810 + }, + { + "epoch": 0.23037781452741382, + "ewc_loss": 0.006805419921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.794929504394531e-06, + "grad_norm": 7.5266571044921875, + "learning_rate": 7.672742687579483e-07, + "loss": 0.4321, + "mean_token_accuracy": 0.8565729856491089, + "num_tokens": 69230681.0, + "step": 1811 + }, + { + "epoch": 0.23050502480600432, + "ewc_loss": 0.0068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.8247318267822266e-06, + "grad_norm": 7.585491180419922, + "learning_rate": 7.676981771937261e-07, + "loss": 0.4115, + "mean_token_accuracy": 0.8602303266525269, + "num_tokens": 69261292.0, + "step": 1812 + }, + { + "epoch": 0.23063223508459482, + "ewc_loss": 0.0068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.8247318267822266e-06, + "grad_norm": 7.597601413726807, + "learning_rate": 7.681220856295039e-07, + "loss": 0.442, + "mean_token_accuracy": 0.8546708226203918, + "num_tokens": 69301795.0, + "step": 1813 + }, + { + "epoch": 0.23075944536318535, + "ewc_loss": 0.006866455078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.854534149169922e-06, + "grad_norm": 7.575159549713135, + "learning_rate": 7.685459940652819e-07, + "loss": 0.4651, + "mean_token_accuracy": 0.8451635837554932, + "num_tokens": 69337038.0, + "step": 1814 + }, + { + "epoch": 0.23088665564177585, + "ewc_loss": 0.00677490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.765127182006836e-06, + "grad_norm": 7.53386926651001, + "learning_rate": 7.689699025010597e-07, + "loss": 0.4621, + "mean_token_accuracy": 0.8476780652999878, + "num_tokens": 69379871.0, + "step": 1815 + }, + { + "epoch": 0.23101386592036638, + "ewc_loss": 0.00677490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.765127182006836e-06, + "grad_norm": 7.593685626983643, + "learning_rate": 7.693938109368376e-07, + "loss": 0.483, + "mean_token_accuracy": 0.8412327766418457, + "num_tokens": 69418021.0, + "step": 1816 + }, + { + "epoch": 0.23114107619895688, + "ewc_loss": 0.006866455078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.854534149169922e-06, + "grad_norm": 7.6207804679870605, + "learning_rate": 7.698177193726155e-07, + "loss": 0.4623, + "mean_token_accuracy": 0.8476805090904236, + "num_tokens": 69455574.0, + "step": 1817 + }, + { + "epoch": 0.23126828647754738, + "ewc_loss": 0.0068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.8247318267822266e-06, + "grad_norm": 7.56220006942749, + "learning_rate": 7.702416278083933e-07, + "loss": 0.4863, + "mean_token_accuracy": 0.8425381183624268, + "num_tokens": 69489822.0, + "step": 1818 + }, + { + "epoch": 0.2313954967561379, + "ewc_loss": 0.00689697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.884336471557617e-06, + "grad_norm": 7.553925037384033, + "learning_rate": 7.706655362441712e-07, + "loss": 0.4572, + "mean_token_accuracy": 0.8492607474327087, + "num_tokens": 69532821.0, + "step": 1819 + }, + { + "epoch": 0.2315227070347284, + "ewc_loss": 0.006866455078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.854534149169922e-06, + "grad_norm": 7.605202674865723, + "learning_rate": 7.710894446799491e-07, + "loss": 0.4412, + "mean_token_accuracy": 0.8529888391494751, + "num_tokens": 69565674.0, + "step": 1820 + }, + { + "epoch": 0.2316499173133189, + "ewc_loss": 0.006866455078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.854534149169922e-06, + "grad_norm": 7.566741466522217, + "learning_rate": 7.715133531157269e-07, + "loss": 0.441, + "mean_token_accuracy": 0.8577182292938232, + "num_tokens": 69606118.0, + "step": 1821 + }, + { + "epoch": 0.23177712759190944, + "ewc_loss": 0.006866455078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.854534149169922e-06, + "grad_norm": 7.5629730224609375, + "learning_rate": 7.719372615515049e-07, + "loss": 0.5114, + "mean_token_accuracy": 0.8346753120422363, + "num_tokens": 69650102.0, + "step": 1822 + }, + { + "epoch": 0.23190433787049994, + "ewc_loss": 0.00689697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.884336471557617e-06, + "grad_norm": 7.566076755523682, + "learning_rate": 7.723611699872827e-07, + "loss": 0.4564, + "mean_token_accuracy": 0.8491607904434204, + "num_tokens": 69693440.0, + "step": 1823 + }, + { + "epoch": 0.23203154814909044, + "ewc_loss": 0.006866455078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.854534149169922e-06, + "grad_norm": 7.614242076873779, + "learning_rate": 7.727850784230606e-07, + "loss": 0.4755, + "mean_token_accuracy": 0.8412333130836487, + "num_tokens": 69732651.0, + "step": 1824 + }, + { + "epoch": 0.23215875842768097, + "ewc_loss": 0.00689697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.884336471557617e-06, + "grad_norm": 7.588181018829346, + "learning_rate": 7.732089868588385e-07, + "loss": 0.4909, + "mean_token_accuracy": 0.8432284593582153, + "num_tokens": 69769915.0, + "step": 1825 + }, + { + "epoch": 0.23228596870627147, + "ewc_loss": 0.0068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.8247318267822266e-06, + "grad_norm": 7.548470497131348, + "learning_rate": 7.736328952946163e-07, + "loss": 0.4133, + "mean_token_accuracy": 0.8649417161941528, + "num_tokens": 69813943.0, + "step": 1826 + }, + { + "epoch": 0.23241317898486197, + "ewc_loss": 0.00689697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.884336471557617e-06, + "grad_norm": 7.603377819061279, + "learning_rate": 7.740568037303942e-07, + "loss": 0.4431, + "mean_token_accuracy": 0.8523907661437988, + "num_tokens": 69847039.0, + "step": 1827 + }, + { + "epoch": 0.2325403892634525, + "ewc_loss": 0.006927490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.9141387939453125e-06, + "grad_norm": 7.583054065704346, + "learning_rate": 7.744807121661721e-07, + "loss": 0.4075, + "mean_token_accuracy": 0.8679958581924438, + "num_tokens": 69884588.0, + "step": 1828 + }, + { + "epoch": 0.232667599542043, + "ewc_loss": 0.006927490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.9141387939453125e-06, + "grad_norm": 7.597616672515869, + "learning_rate": 7.749046206019499e-07, + "loss": 0.472, + "mean_token_accuracy": 0.8474305868148804, + "num_tokens": 69925552.0, + "step": 1829 + }, + { + "epoch": 0.2327948098206335, + "ewc_loss": 0.00689697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.884336471557617e-06, + "grad_norm": 7.56583309173584, + "learning_rate": 7.753285290377279e-07, + "loss": 0.4059, + "mean_token_accuracy": 0.8649346828460693, + "num_tokens": 69961776.0, + "step": 1830 + }, + { + "epoch": 0.23292202009922403, + "ewc_loss": 0.0068359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.8247318267822266e-06, + "grad_norm": 7.6512064933776855, + "learning_rate": 7.757524374735057e-07, + "loss": 0.5121, + "mean_token_accuracy": 0.833319902420044, + "num_tokens": 69999775.0, + "step": 1831 + }, + { + "epoch": 0.23304923037781453, + "ewc_loss": 0.00689697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.884336471557617e-06, + "grad_norm": 7.582193374633789, + "learning_rate": 7.761763459092836e-07, + "loss": 0.4224, + "mean_token_accuracy": 0.8623437285423279, + "num_tokens": 70037294.0, + "step": 1832 + }, + { + "epoch": 0.23317644065640503, + "ewc_loss": 0.006866455078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.854534149169922e-06, + "grad_norm": 7.634549140930176, + "learning_rate": 7.766002543450614e-07, + "loss": 0.4586, + "mean_token_accuracy": 0.8505032658576965, + "num_tokens": 70075014.0, + "step": 1833 + }, + { + "epoch": 0.23330365093499555, + "ewc_loss": 0.006927490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.9141387939453125e-06, + "grad_norm": 7.599703788757324, + "learning_rate": 7.770241627808392e-07, + "loss": 0.4152, + "mean_token_accuracy": 0.8627257347106934, + "num_tokens": 70112186.0, + "step": 1834 + }, + { + "epoch": 0.23343086121358606, + "ewc_loss": 0.0069580078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.943941116333008e-06, + "grad_norm": 7.622368812561035, + "learning_rate": 7.774480712166172e-07, + "loss": 0.4925, + "mean_token_accuracy": 0.8400446176528931, + "num_tokens": 70153285.0, + "step": 1835 + }, + { + "epoch": 0.23355807149217656, + "ewc_loss": 0.006927490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.9141387939453125e-06, + "grad_norm": 7.623944282531738, + "learning_rate": 7.77871979652395e-07, + "loss": 0.475, + "mean_token_accuracy": 0.8454577922821045, + "num_tokens": 70193382.0, + "step": 1836 + }, + { + "epoch": 0.23368528177076708, + "ewc_loss": 0.00689697265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.884336471557617e-06, + "grad_norm": 7.66074275970459, + "learning_rate": 7.782958880881729e-07, + "loss": 0.4649, + "mean_token_accuracy": 0.848275899887085, + "num_tokens": 70227279.0, + "step": 1837 + }, + { + "epoch": 0.23381249204935758, + "ewc_loss": 0.006927490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.9141387939453125e-06, + "grad_norm": 7.57684326171875, + "learning_rate": 7.787197965239508e-07, + "loss": 0.4274, + "mean_token_accuracy": 0.855941116809845, + "num_tokens": 70264395.0, + "step": 1838 + }, + { + "epoch": 0.23393970232794808, + "ewc_loss": 0.006927490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.9141387939453125e-06, + "grad_norm": 7.69985818862915, + "learning_rate": 7.791437049597287e-07, + "loss": 0.5422, + "mean_token_accuracy": 0.8259130716323853, + "num_tokens": 70295016.0, + "step": 1839 + }, + { + "epoch": 0.2340669126065386, + "ewc_loss": 0.0069580078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.943941116333008e-06, + "grad_norm": 7.60828161239624, + "learning_rate": 7.795676133955065e-07, + "loss": 0.4857, + "mean_token_accuracy": 0.8430356979370117, + "num_tokens": 70332774.0, + "step": 1840 + }, + { + "epoch": 0.2341941228851291, + "ewc_loss": 0.006927490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.9141387939453125e-06, + "grad_norm": 7.582180976867676, + "learning_rate": 7.799915218312844e-07, + "loss": 0.4711, + "mean_token_accuracy": 0.8465452194213867, + "num_tokens": 70366880.0, + "step": 1841 + }, + { + "epoch": 0.23432133316371964, + "ewc_loss": 0.0069580078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.943941116333008e-06, + "grad_norm": 7.626485824584961, + "learning_rate": 7.804154302670622e-07, + "loss": 0.4462, + "mean_token_accuracy": 0.8538148403167725, + "num_tokens": 70405235.0, + "step": 1842 + }, + { + "epoch": 0.23444854344231014, + "ewc_loss": 0.006927490234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.9141387939453125e-06, + "grad_norm": 7.601737976074219, + "learning_rate": 7.808393387028402e-07, + "loss": 0.4557, + "mean_token_accuracy": 0.8491787910461426, + "num_tokens": 70446503.0, + "step": 1843 + }, + { + "epoch": 0.23457575372090064, + "ewc_loss": 0.0069580078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.943941116333008e-06, + "grad_norm": 7.621436595916748, + "learning_rate": 7.81263247138618e-07, + "loss": 0.5065, + "mean_token_accuracy": 0.8350856900215149, + "num_tokens": 70483514.0, + "step": 1844 + }, + { + "epoch": 0.23470296399949117, + "ewc_loss": 0.0069580078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.943941116333008e-06, + "grad_norm": 7.628245830535889, + "learning_rate": 7.816871555743959e-07, + "loss": 0.468, + "mean_token_accuracy": 0.8462420701980591, + "num_tokens": 70520944.0, + "step": 1845 + }, + { + "epoch": 0.23483017427808167, + "ewc_loss": 0.006988525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.973743438720703e-06, + "grad_norm": 7.654666900634766, + "learning_rate": 7.821110640101738e-07, + "loss": 0.4909, + "mean_token_accuracy": 0.8376984596252441, + "num_tokens": 70564399.0, + "step": 1846 + }, + { + "epoch": 0.23495738455667217, + "ewc_loss": 0.006988525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.973743438720703e-06, + "grad_norm": 7.606303691864014, + "learning_rate": 7.825349724459517e-07, + "loss": 0.4646, + "mean_token_accuracy": 0.8491758108139038, + "num_tokens": 70604000.0, + "step": 1847 + }, + { + "epoch": 0.2350845948352627, + "ewc_loss": 0.006988525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.973743438720703e-06, + "grad_norm": 7.585224151611328, + "learning_rate": 7.829588808817294e-07, + "loss": 0.4574, + "mean_token_accuracy": 0.8499730825424194, + "num_tokens": 70645133.0, + "step": 1848 + }, + { + "epoch": 0.2352118051138532, + "ewc_loss": 0.0069580078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.943941116333008e-06, + "grad_norm": 7.658780097961426, + "learning_rate": 7.833827893175074e-07, + "loss": 0.4914, + "mean_token_accuracy": 0.8343536853790283, + "num_tokens": 70675824.0, + "step": 1849 + }, + { + "epoch": 0.2353390153924437, + "ewc_loss": 0.00701904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.033348083496094e-06, + "grad_norm": 7.6027021408081055, + "learning_rate": 7.838066977532852e-07, + "loss": 0.4542, + "mean_token_accuracy": 0.8510781526565552, + "num_tokens": 70714103.0, + "step": 1850 + }, + { + "epoch": 0.23546622567103423, + "ewc_loss": 0.006988525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.0035457611083984e-06, + "grad_norm": 7.581442356109619, + "learning_rate": 7.842306061890632e-07, + "loss": 0.5033, + "mean_token_accuracy": 0.8374857902526855, + "num_tokens": 70754265.0, + "step": 1851 + }, + { + "epoch": 0.23559343594962473, + "ewc_loss": 0.00701904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.033348083496094e-06, + "grad_norm": 7.59822940826416, + "learning_rate": 7.84654514624841e-07, + "loss": 0.4716, + "mean_token_accuracy": 0.8435315489768982, + "num_tokens": 70791368.0, + "step": 1852 + }, + { + "epoch": 0.23572064622821523, + "ewc_loss": 0.006988525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.0035457611083984e-06, + "grad_norm": 7.6299943923950195, + "learning_rate": 7.850784230606188e-07, + "loss": 0.5159, + "mean_token_accuracy": 0.8358040452003479, + "num_tokens": 70827397.0, + "step": 1853 + }, + { + "epoch": 0.23584785650680576, + "ewc_loss": 0.007049560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 7.589821815490723, + "learning_rate": 7.855023314963968e-07, + "loss": 0.4865, + "mean_token_accuracy": 0.8437650203704834, + "num_tokens": 70872503.0, + "step": 1854 + }, + { + "epoch": 0.23597506678539626, + "ewc_loss": 0.007049560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 7.633621692657471, + "learning_rate": 7.859262399321746e-07, + "loss": 0.4865, + "mean_token_accuracy": 0.8403847217559814, + "num_tokens": 70914376.0, + "step": 1855 + }, + { + "epoch": 0.23610227706398676, + "ewc_loss": 0.007049560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 7.620047092437744, + "learning_rate": 7.863501483679524e-07, + "loss": 0.444, + "mean_token_accuracy": 0.8548756837844849, + "num_tokens": 70954004.0, + "step": 1856 + }, + { + "epoch": 0.2362294873425773, + "ewc_loss": 0.00701904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.033348083496094e-06, + "grad_norm": 7.64139461517334, + "learning_rate": 7.867740568037303e-07, + "loss": 0.4436, + "mean_token_accuracy": 0.8513128161430359, + "num_tokens": 70991765.0, + "step": 1857 + }, + { + "epoch": 0.2363566976211678, + "ewc_loss": 0.006988525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 6.973743438720703e-06, + "grad_norm": 7.614562034606934, + "learning_rate": 7.871979652395082e-07, + "loss": 0.4729, + "mean_token_accuracy": 0.8423950672149658, + "num_tokens": 71025478.0, + "step": 1858 + }, + { + "epoch": 0.2364839078997583, + "ewc_loss": 0.00701904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.033348083496094e-06, + "grad_norm": 7.646332740783691, + "learning_rate": 7.876218736752861e-07, + "loss": 0.4277, + "mean_token_accuracy": 0.8619025945663452, + "num_tokens": 71067287.0, + "step": 1859 + }, + { + "epoch": 0.23661111817834882, + "ewc_loss": 0.00701904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.033348083496094e-06, + "grad_norm": 7.610226631164551, + "learning_rate": 7.88045782111064e-07, + "loss": 0.4968, + "mean_token_accuracy": 0.839389443397522, + "num_tokens": 71108095.0, + "step": 1860 + }, + { + "epoch": 0.23673832845693932, + "ewc_loss": 0.00701904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.033348083496094e-06, + "grad_norm": 7.643619537353516, + "learning_rate": 7.884696905468418e-07, + "loss": 0.431, + "mean_token_accuracy": 0.8592531681060791, + "num_tokens": 71150297.0, + "step": 1861 + }, + { + "epoch": 0.23686553873552982, + "ewc_loss": 0.007049560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 7.672529220581055, + "learning_rate": 7.888935989826198e-07, + "loss": 0.4789, + "mean_token_accuracy": 0.8406910300254822, + "num_tokens": 71189205.0, + "step": 1862 + }, + { + "epoch": 0.23699274901412035, + "ewc_loss": 0.00701904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.033348083496094e-06, + "grad_norm": 7.616641044616699, + "learning_rate": 7.893175074183976e-07, + "loss": 0.4678, + "mean_token_accuracy": 0.8473139405250549, + "num_tokens": 71228141.0, + "step": 1863 + }, + { + "epoch": 0.23711995929271085, + "ewc_loss": 0.00701904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.033348083496094e-06, + "grad_norm": 7.610326766967773, + "learning_rate": 7.897414158541754e-07, + "loss": 0.4676, + "mean_token_accuracy": 0.8469248414039612, + "num_tokens": 71267854.0, + "step": 1864 + }, + { + "epoch": 0.23724716957130135, + "ewc_loss": 0.007110595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.12275505065918e-06, + "grad_norm": 7.63189172744751, + "learning_rate": 7.901653242899533e-07, + "loss": 0.5036, + "mean_token_accuracy": 0.8411948680877686, + "num_tokens": 71305030.0, + "step": 1865 + }, + { + "epoch": 0.23737437984989188, + "ewc_loss": 0.007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.092952728271484e-06, + "grad_norm": 7.680634021759033, + "learning_rate": 7.905892327257312e-07, + "loss": 0.4587, + "mean_token_accuracy": 0.8496279120445251, + "num_tokens": 71342202.0, + "step": 1866 + }, + { + "epoch": 0.23750159012848238, + "ewc_loss": 0.007049560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 7.618990898132324, + "learning_rate": 7.910131411615091e-07, + "loss": 0.4593, + "mean_token_accuracy": 0.8515850305557251, + "num_tokens": 71379702.0, + "step": 1867 + }, + { + "epoch": 0.2376288004070729, + "ewc_loss": 0.007110595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.12275505065918e-06, + "grad_norm": 7.664219856262207, + "learning_rate": 7.91437049597287e-07, + "loss": 0.461, + "mean_token_accuracy": 0.8488432765007019, + "num_tokens": 71417785.0, + "step": 1868 + }, + { + "epoch": 0.2377560106856634, + "ewc_loss": 0.00714111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.152557373046875e-06, + "grad_norm": 7.63843297958374, + "learning_rate": 7.918609580330648e-07, + "loss": 0.5048, + "mean_token_accuracy": 0.8360427618026733, + "num_tokens": 71461358.0, + "step": 1869 + }, + { + "epoch": 0.2378832209642539, + "ewc_loss": 0.007049560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 7.6872429847717285, + "learning_rate": 7.922848664688428e-07, + "loss": 0.5018, + "mean_token_accuracy": 0.8393619060516357, + "num_tokens": 71500059.0, + "step": 1870 + }, + { + "epoch": 0.23801043124284443, + "ewc_loss": 0.007110595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.12275505065918e-06, + "grad_norm": 7.673702716827393, + "learning_rate": 7.927087749046205e-07, + "loss": 0.4129, + "mean_token_accuracy": 0.8640424013137817, + "num_tokens": 71537043.0, + "step": 1871 + }, + { + "epoch": 0.23813764152143493, + "ewc_loss": 0.007110595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.12275505065918e-06, + "grad_norm": 7.701694011688232, + "learning_rate": 7.931326833403983e-07, + "loss": 0.4483, + "mean_token_accuracy": 0.8510326147079468, + "num_tokens": 71570671.0, + "step": 1872 + }, + { + "epoch": 0.23826485180002543, + "ewc_loss": 0.007049560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 7.6620330810546875, + "learning_rate": 7.935565917761763e-07, + "loss": 0.4581, + "mean_token_accuracy": 0.8513295650482178, + "num_tokens": 71614813.0, + "step": 1873 + }, + { + "epoch": 0.23839206207861596, + "ewc_loss": 0.007110595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.12275505065918e-06, + "grad_norm": 7.704607009887695, + "learning_rate": 7.939805002119541e-07, + "loss": 0.4737, + "mean_token_accuracy": 0.8446606397628784, + "num_tokens": 71650441.0, + "step": 1874 + }, + { + "epoch": 0.23851927235720646, + "ewc_loss": 0.007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.092952728271484e-06, + "grad_norm": 7.728714466094971, + "learning_rate": 7.944044086477321e-07, + "loss": 0.4797, + "mean_token_accuracy": 0.8446117639541626, + "num_tokens": 71690425.0, + "step": 1875 + }, + { + "epoch": 0.23864648263579696, + "ewc_loss": 0.007171630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.18235969543457e-06, + "grad_norm": 7.616949081420898, + "learning_rate": 7.948283170835099e-07, + "loss": 0.4272, + "mean_token_accuracy": 0.8581857681274414, + "num_tokens": 71727349.0, + "step": 1876 + }, + { + "epoch": 0.2387736929143875, + "ewc_loss": 0.007049560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 7.607767105102539, + "learning_rate": 7.952522255192878e-07, + "loss": 0.3938, + "mean_token_accuracy": 0.8700646162033081, + "num_tokens": 71770386.0, + "step": 1877 + }, + { + "epoch": 0.238900903192978, + "ewc_loss": 0.00714111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.152557373046875e-06, + "grad_norm": 7.68184757232666, + "learning_rate": 7.956761339550657e-07, + "loss": 0.425, + "mean_token_accuracy": 0.8603267669677734, + "num_tokens": 71808946.0, + "step": 1878 + }, + { + "epoch": 0.2390281134715685, + "ewc_loss": 0.007171630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.18235969543457e-06, + "grad_norm": 7.79010534286499, + "learning_rate": 7.961000423908435e-07, + "loss": 0.4665, + "mean_token_accuracy": 0.8540272116661072, + "num_tokens": 71848605.0, + "step": 1879 + }, + { + "epoch": 0.23915532375015902, + "ewc_loss": 0.007110595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.12275505065918e-06, + "grad_norm": 7.678528308868408, + "learning_rate": 7.965239508266214e-07, + "loss": 0.445, + "mean_token_accuracy": 0.8529708981513977, + "num_tokens": 71886771.0, + "step": 1880 + }, + { + "epoch": 0.23928253402874952, + "ewc_loss": 0.007110595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.12275505065918e-06, + "grad_norm": 7.692028999328613, + "learning_rate": 7.969478592623993e-07, + "loss": 0.4226, + "mean_token_accuracy": 0.8586721420288086, + "num_tokens": 71924905.0, + "step": 1881 + }, + { + "epoch": 0.23940974430734002, + "ewc_loss": 0.007110595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.12275505065918e-06, + "grad_norm": 7.676463603973389, + "learning_rate": 7.973717676981771e-07, + "loss": 0.4493, + "mean_token_accuracy": 0.8538591861724854, + "num_tokens": 71964513.0, + "step": 1882 + }, + { + "epoch": 0.23953695458593055, + "ewc_loss": 0.007110595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.12275505065918e-06, + "grad_norm": 7.67170524597168, + "learning_rate": 7.977956761339551e-07, + "loss": 0.4196, + "mean_token_accuracy": 0.8615046739578247, + "num_tokens": 72000918.0, + "step": 1883 + }, + { + "epoch": 0.23966416486452105, + "ewc_loss": 0.007171630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.18235969543457e-06, + "grad_norm": 7.730199813842773, + "learning_rate": 7.982195845697329e-07, + "loss": 0.5488, + "mean_token_accuracy": 0.8223656415939331, + "num_tokens": 72040840.0, + "step": 1884 + }, + { + "epoch": 0.23979137514311155, + "ewc_loss": 0.0072021484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.212162017822266e-06, + "grad_norm": 7.6227617263793945, + "learning_rate": 7.986434930055108e-07, + "loss": 0.4225, + "mean_token_accuracy": 0.8590075373649597, + "num_tokens": 72076757.0, + "step": 1885 + }, + { + "epoch": 0.23991858542170208, + "ewc_loss": 0.007049560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.063150405883789e-06, + "grad_norm": 7.709950923919678, + "learning_rate": 7.990674014412886e-07, + "loss": 0.4783, + "mean_token_accuracy": 0.8459421396255493, + "num_tokens": 72120760.0, + "step": 1886 + }, + { + "epoch": 0.24004579570029258, + "ewc_loss": 0.007232666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.241964340209961e-06, + "grad_norm": 7.650662899017334, + "learning_rate": 7.994913098770665e-07, + "loss": 0.4653, + "mean_token_accuracy": 0.8466888666152954, + "num_tokens": 72159985.0, + "step": 1887 + }, + { + "epoch": 0.24017300597888308, + "ewc_loss": 0.007110595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.12275505065918e-06, + "grad_norm": 7.74437952041626, + "learning_rate": 7.999152183128444e-07, + "loss": 0.4987, + "mean_token_accuracy": 0.8370933532714844, + "num_tokens": 72196377.0, + "step": 1888 + }, + { + "epoch": 0.2403002162574736, + "ewc_loss": 0.007232666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.241964340209961e-06, + "grad_norm": 7.690587520599365, + "learning_rate": 8.003391267486223e-07, + "loss": 0.447, + "mean_token_accuracy": 0.852897047996521, + "num_tokens": 72236585.0, + "step": 1889 + }, + { + "epoch": 0.2404274265360641, + "ewc_loss": 0.007110595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.12275505065918e-06, + "grad_norm": 7.737724304199219, + "learning_rate": 8.007630351844001e-07, + "loss": 0.4592, + "mean_token_accuracy": 0.8490616083145142, + "num_tokens": 72268450.0, + "step": 1890 + }, + { + "epoch": 0.24055463681465464, + "ewc_loss": 0.007171630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.18235969543457e-06, + "grad_norm": 7.689075946807861, + "learning_rate": 8.011869436201781e-07, + "loss": 0.4443, + "mean_token_accuracy": 0.8536795377731323, + "num_tokens": 72304092.0, + "step": 1891 + }, + { + "epoch": 0.24068184709324514, + "ewc_loss": 0.007171630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.18235969543457e-06, + "grad_norm": 7.690018177032471, + "learning_rate": 8.016108520559559e-07, + "loss": 0.4705, + "mean_token_accuracy": 0.845254123210907, + "num_tokens": 72347312.0, + "step": 1892 + }, + { + "epoch": 0.24080905737183564, + "ewc_loss": 0.007171630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.18235969543457e-06, + "grad_norm": 7.738179683685303, + "learning_rate": 8.020347604917338e-07, + "loss": 0.4339, + "mean_token_accuracy": 0.8568692207336426, + "num_tokens": 72382135.0, + "step": 1893 + }, + { + "epoch": 0.24093626765042617, + "ewc_loss": 0.00726318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.271766662597656e-06, + "grad_norm": 7.7344279289245605, + "learning_rate": 8.024586689275116e-07, + "loss": 0.4599, + "mean_token_accuracy": 0.8492117524147034, + "num_tokens": 72421526.0, + "step": 1894 + }, + { + "epoch": 0.24106347792901667, + "ewc_loss": 0.0072021484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.212162017822266e-06, + "grad_norm": 7.721091270446777, + "learning_rate": 8.028825773632894e-07, + "loss": 0.4614, + "mean_token_accuracy": 0.8513239026069641, + "num_tokens": 72458592.0, + "step": 1895 + }, + { + "epoch": 0.24119068820760717, + "ewc_loss": 0.00726318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.271766662597656e-06, + "grad_norm": 7.755886554718018, + "learning_rate": 8.033064857990674e-07, + "loss": 0.3931, + "mean_token_accuracy": 0.8691838979721069, + "num_tokens": 72494734.0, + "step": 1896 + }, + { + "epoch": 0.2413178984861977, + "ewc_loss": 0.007232666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.241964340209961e-06, + "grad_norm": 7.761408805847168, + "learning_rate": 8.037303942348452e-07, + "loss": 0.4427, + "mean_token_accuracy": 0.8549940586090088, + "num_tokens": 72531560.0, + "step": 1897 + }, + { + "epoch": 0.2414451087647882, + "ewc_loss": 0.00726318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.271766662597656e-06, + "grad_norm": 7.744750022888184, + "learning_rate": 8.041543026706231e-07, + "loss": 0.4406, + "mean_token_accuracy": 0.8558573126792908, + "num_tokens": 72570144.0, + "step": 1898 + }, + { + "epoch": 0.2415723190433787, + "ewc_loss": 0.007171630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.18235969543457e-06, + "grad_norm": 7.7532429695129395, + "learning_rate": 8.04578211106401e-07, + "loss": 0.4495, + "mean_token_accuracy": 0.8500369191169739, + "num_tokens": 72606738.0, + "step": 1899 + }, + { + "epoch": 0.24169952932196923, + "ewc_loss": 0.00726318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.271766662597656e-06, + "grad_norm": 7.753231525421143, + "learning_rate": 8.050021195421789e-07, + "loss": 0.4938, + "mean_token_accuracy": 0.8390420079231262, + "num_tokens": 72646230.0, + "step": 1900 + }, + { + "epoch": 0.24182673960055973, + "ewc_loss": 0.007354736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.361173629760742e-06, + "grad_norm": 7.752494812011719, + "learning_rate": 8.054260279779567e-07, + "loss": 0.4624, + "mean_token_accuracy": 0.8460418581962585, + "num_tokens": 72681811.0, + "step": 1901 + }, + { + "epoch": 0.24195394987915023, + "ewc_loss": 0.00726318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.271766662597656e-06, + "grad_norm": 7.740236282348633, + "learning_rate": 8.058499364137346e-07, + "loss": 0.4988, + "mean_token_accuracy": 0.8374406099319458, + "num_tokens": 72721805.0, + "step": 1902 + }, + { + "epoch": 0.24208116015774075, + "ewc_loss": 0.007232666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.241964340209961e-06, + "grad_norm": 7.692705154418945, + "learning_rate": 8.062738448495124e-07, + "loss": 0.4126, + "mean_token_accuracy": 0.8636963367462158, + "num_tokens": 72763142.0, + "step": 1903 + }, + { + "epoch": 0.24220837043633126, + "ewc_loss": 0.00726318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.271766662597656e-06, + "grad_norm": 7.780735492706299, + "learning_rate": 8.066977532852904e-07, + "loss": 0.4037, + "mean_token_accuracy": 0.8704367876052856, + "num_tokens": 72802047.0, + "step": 1904 + }, + { + "epoch": 0.24233558071492176, + "ewc_loss": 0.00738525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.3909759521484375e-06, + "grad_norm": 7.81632661819458, + "learning_rate": 8.071216617210682e-07, + "loss": 0.4816, + "mean_token_accuracy": 0.8431434631347656, + "num_tokens": 72834470.0, + "step": 1905 + }, + { + "epoch": 0.24246279099351228, + "ewc_loss": 0.00732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.331371307373047e-06, + "grad_norm": 7.737956523895264, + "learning_rate": 8.075455701568461e-07, + "loss": 0.4508, + "mean_token_accuracy": 0.8526262044906616, + "num_tokens": 72873101.0, + "step": 1906 + }, + { + "epoch": 0.24259000127210278, + "ewc_loss": 0.00726318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.271766662597656e-06, + "grad_norm": 7.724847316741943, + "learning_rate": 8.07969478592624e-07, + "loss": 0.4318, + "mean_token_accuracy": 0.8611235618591309, + "num_tokens": 72915504.0, + "step": 1907 + }, + { + "epoch": 0.24271721155069328, + "ewc_loss": 0.007293701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.3015689849853516e-06, + "grad_norm": 7.7858757972717285, + "learning_rate": 8.083933870284019e-07, + "loss": 0.4061, + "mean_token_accuracy": 0.8676183819770813, + "num_tokens": 72947179.0, + "step": 1908 + }, + { + "epoch": 0.2428444218292838, + "ewc_loss": 0.007354736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.361173629760742e-06, + "grad_norm": 7.757512092590332, + "learning_rate": 8.088172954641796e-07, + "loss": 0.446, + "mean_token_accuracy": 0.8541138172149658, + "num_tokens": 72983313.0, + "step": 1909 + }, + { + "epoch": 0.2429716321078743, + "ewc_loss": 0.007293701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.3015689849853516e-06, + "grad_norm": 7.791055679321289, + "learning_rate": 8.092412038999576e-07, + "loss": 0.4952, + "mean_token_accuracy": 0.8397586345672607, + "num_tokens": 73014218.0, + "step": 1910 + }, + { + "epoch": 0.24309884238646481, + "ewc_loss": 0.007354736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.361173629760742e-06, + "grad_norm": 7.788419723510742, + "learning_rate": 8.096651123357354e-07, + "loss": 0.5043, + "mean_token_accuracy": 0.8330433368682861, + "num_tokens": 73048282.0, + "step": 1911 + }, + { + "epoch": 0.24322605266505534, + "ewc_loss": 0.00726318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.271766662597656e-06, + "grad_norm": 7.767965316772461, + "learning_rate": 8.100890207715134e-07, + "loss": 0.4911, + "mean_token_accuracy": 0.8409141302108765, + "num_tokens": 73084390.0, + "step": 1912 + }, + { + "epoch": 0.24335326294364584, + "ewc_loss": 0.00738525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.3909759521484375e-06, + "grad_norm": 7.7165207862854, + "learning_rate": 8.105129292072912e-07, + "loss": 0.4588, + "mean_token_accuracy": 0.8503797054290771, + "num_tokens": 73123296.0, + "step": 1913 + }, + { + "epoch": 0.24348047322223634, + "ewc_loss": 0.007354736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.361173629760742e-06, + "grad_norm": 7.7817487716674805, + "learning_rate": 8.10936837643069e-07, + "loss": 0.5025, + "mean_token_accuracy": 0.8379448652267456, + "num_tokens": 73157533.0, + "step": 1914 + }, + { + "epoch": 0.24360768350082687, + "ewc_loss": 0.00738525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.3909759521484375e-06, + "grad_norm": 7.781710147857666, + "learning_rate": 8.11360746078847e-07, + "loss": 0.4379, + "mean_token_accuracy": 0.8551918268203735, + "num_tokens": 73195314.0, + "step": 1915 + }, + { + "epoch": 0.24373489377941737, + "ewc_loss": 0.00732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.331371307373047e-06, + "grad_norm": 7.74375581741333, + "learning_rate": 8.117846545146248e-07, + "loss": 0.4062, + "mean_token_accuracy": 0.8636314272880554, + "num_tokens": 73236763.0, + "step": 1916 + }, + { + "epoch": 0.2438621040580079, + "ewc_loss": 0.00732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.331371307373047e-06, + "grad_norm": 7.741026401519775, + "learning_rate": 8.122085629504026e-07, + "loss": 0.4942, + "mean_token_accuracy": 0.8367639183998108, + "num_tokens": 73276719.0, + "step": 1917 + }, + { + "epoch": 0.2439893143365984, + "ewc_loss": 0.00738525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.3909759521484375e-06, + "grad_norm": 7.783178806304932, + "learning_rate": 8.126324713861805e-07, + "loss": 0.4603, + "mean_token_accuracy": 0.8520107269287109, + "num_tokens": 73318594.0, + "step": 1918 + }, + { + "epoch": 0.2441165246151889, + "ewc_loss": 0.00738525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.3909759521484375e-06, + "grad_norm": 7.775442600250244, + "learning_rate": 8.130563798219584e-07, + "loss": 0.4358, + "mean_token_accuracy": 0.8589844107627869, + "num_tokens": 73358760.0, + "step": 1919 + }, + { + "epoch": 0.24424373489377943, + "ewc_loss": 0.00738525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.3909759521484375e-06, + "grad_norm": 7.768730640411377, + "learning_rate": 8.134802882577363e-07, + "loss": 0.4784, + "mean_token_accuracy": 0.8477471470832825, + "num_tokens": 73398623.0, + "step": 1920 + }, + { + "epoch": 0.24437094517236993, + "ewc_loss": 0.007354736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.361173629760742e-06, + "grad_norm": 7.780203819274902, + "learning_rate": 8.139041966935142e-07, + "loss": 0.4606, + "mean_token_accuracy": 0.8511977195739746, + "num_tokens": 73446369.0, + "step": 1921 + }, + { + "epoch": 0.24449815545096043, + "ewc_loss": 0.007415771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.420778274536133e-06, + "grad_norm": 7.820070266723633, + "learning_rate": 8.14328105129292e-07, + "loss": 0.5205, + "mean_token_accuracy": 0.8367112874984741, + "num_tokens": 73483152.0, + "step": 1922 + }, + { + "epoch": 0.24462536572955096, + "ewc_loss": 0.00738525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.3909759521484375e-06, + "grad_norm": 7.798754692077637, + "learning_rate": 8.1475201356507e-07, + "loss": 0.4744, + "mean_token_accuracy": 0.8461456298828125, + "num_tokens": 73519179.0, + "step": 1923 + }, + { + "epoch": 0.24475257600814146, + "ewc_loss": 0.00738525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.3909759521484375e-06, + "grad_norm": 7.744539737701416, + "learning_rate": 8.151759220008477e-07, + "loss": 0.4468, + "mean_token_accuracy": 0.8523792624473572, + "num_tokens": 73561947.0, + "step": 1924 + }, + { + "epoch": 0.24487978628673196, + "ewc_loss": 0.007354736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.361173629760742e-06, + "grad_norm": 7.782361030578613, + "learning_rate": 8.155998304366256e-07, + "loss": 0.4614, + "mean_token_accuracy": 0.8530205488204956, + "num_tokens": 73595841.0, + "step": 1925 + }, + { + "epoch": 0.2450069965653225, + "ewc_loss": 0.0074462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.450580596923828e-06, + "grad_norm": 7.807336807250977, + "learning_rate": 8.160237388724035e-07, + "loss": 0.488, + "mean_token_accuracy": 0.839065432548523, + "num_tokens": 73629716.0, + "step": 1926 + }, + { + "epoch": 0.245134206843913, + "ewc_loss": 0.007354736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.361173629760742e-06, + "grad_norm": 7.803694248199463, + "learning_rate": 8.164476473081814e-07, + "loss": 0.475, + "mean_token_accuracy": 0.8450982570648193, + "num_tokens": 73667285.0, + "step": 1927 + }, + { + "epoch": 0.2452614171225035, + "ewc_loss": 0.007415771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.420778274536133e-06, + "grad_norm": 7.734246253967285, + "learning_rate": 8.168715557439593e-07, + "loss": 0.4194, + "mean_token_accuracy": 0.8629506826400757, + "num_tokens": 73708059.0, + "step": 1928 + }, + { + "epoch": 0.24538862740109402, + "ewc_loss": 0.007354736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.361173629760742e-06, + "grad_norm": 7.766973495483398, + "learning_rate": 8.172954641797372e-07, + "loss": 0.4316, + "mean_token_accuracy": 0.8566933870315552, + "num_tokens": 73748553.0, + "step": 1929 + }, + { + "epoch": 0.24551583767968452, + "ewc_loss": 0.007415771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.420778274536133e-06, + "grad_norm": 7.76290225982666, + "learning_rate": 8.17719372615515e-07, + "loss": 0.5318, + "mean_token_accuracy": 0.8282005786895752, + "num_tokens": 73796295.0, + "step": 1930 + }, + { + "epoch": 0.24564304795827502, + "ewc_loss": 0.00732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.331371307373047e-06, + "grad_norm": 7.774716854095459, + "learning_rate": 8.18143281051293e-07, + "loss": 0.5111, + "mean_token_accuracy": 0.8357411026954651, + "num_tokens": 73835960.0, + "step": 1931 + }, + { + "epoch": 0.24577025823686555, + "ewc_loss": 0.007415771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.420778274536133e-06, + "grad_norm": 7.791881084442139, + "learning_rate": 8.185671894870707e-07, + "loss": 0.5268, + "mean_token_accuracy": 0.8301125764846802, + "num_tokens": 73875302.0, + "step": 1932 + }, + { + "epoch": 0.24589746851545605, + "ewc_loss": 0.007354736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.361173629760742e-06, + "grad_norm": 7.817354202270508, + "learning_rate": 8.189910979228485e-07, + "loss": 0.4184, + "mean_token_accuracy": 0.8608846664428711, + "num_tokens": 73907703.0, + "step": 1933 + }, + { + "epoch": 0.24602467879404655, + "ewc_loss": 0.0074462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.450580596923828e-06, + "grad_norm": 7.820872783660889, + "learning_rate": 8.194150063586265e-07, + "loss": 0.5128, + "mean_token_accuracy": 0.8363232612609863, + "num_tokens": 73945449.0, + "step": 1934 + }, + { + "epoch": 0.24615188907263708, + "ewc_loss": 0.00738525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.3909759521484375e-06, + "grad_norm": 7.80961799621582, + "learning_rate": 8.198389147944043e-07, + "loss": 0.5001, + "mean_token_accuracy": 0.8348278403282166, + "num_tokens": 73982461.0, + "step": 1935 + }, + { + "epoch": 0.24627909935122758, + "ewc_loss": 0.007415771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.420778274536133e-06, + "grad_norm": 7.788779258728027, + "learning_rate": 8.202628232301823e-07, + "loss": 0.4735, + "mean_token_accuracy": 0.8499660491943359, + "num_tokens": 74018252.0, + "step": 1936 + }, + { + "epoch": 0.24640630962981808, + "ewc_loss": 0.007354736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.361173629760742e-06, + "grad_norm": 7.812613010406494, + "learning_rate": 8.206867316659601e-07, + "loss": 0.4944, + "mean_token_accuracy": 0.8377922773361206, + "num_tokens": 74065843.0, + "step": 1937 + }, + { + "epoch": 0.2465335199084086, + "ewc_loss": 0.007415771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.420778274536133e-06, + "grad_norm": 7.773980617523193, + "learning_rate": 8.21110640101738e-07, + "loss": 0.3852, + "mean_token_accuracy": 0.8692997097969055, + "num_tokens": 74106389.0, + "step": 1938 + }, + { + "epoch": 0.2466607301869991, + "ewc_loss": 0.007415771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.420778274536133e-06, + "grad_norm": 7.811097621917725, + "learning_rate": 8.215345485375159e-07, + "loss": 0.5049, + "mean_token_accuracy": 0.8368032574653625, + "num_tokens": 74150786.0, + "step": 1939 + }, + { + "epoch": 0.2467879404655896, + "ewc_loss": 0.0074462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.450580596923828e-06, + "grad_norm": 7.824000358581543, + "learning_rate": 8.219584569732937e-07, + "loss": 0.4751, + "mean_token_accuracy": 0.8425916433334351, + "num_tokens": 74190474.0, + "step": 1940 + }, + { + "epoch": 0.24691515074418013, + "ewc_loss": 0.007476806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.4803829193115234e-06, + "grad_norm": 7.80872917175293, + "learning_rate": 8.223823654090715e-07, + "loss": 0.4254, + "mean_token_accuracy": 0.8604416251182556, + "num_tokens": 74226437.0, + "step": 1941 + }, + { + "epoch": 0.24704236102277063, + "ewc_loss": 0.007415771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.420778274536133e-06, + "grad_norm": 7.879128456115723, + "learning_rate": 8.228062738448495e-07, + "loss": 0.4531, + "mean_token_accuracy": 0.8492633700370789, + "num_tokens": 74267292.0, + "step": 1942 + }, + { + "epoch": 0.24716957130136116, + "ewc_loss": 0.0074462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.450580596923828e-06, + "grad_norm": 7.787981986999512, + "learning_rate": 8.232301822806273e-07, + "loss": 0.4787, + "mean_token_accuracy": 0.8444719314575195, + "num_tokens": 74306738.0, + "step": 1943 + }, + { + "epoch": 0.24729678157995166, + "ewc_loss": 0.007415771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.420778274536133e-06, + "grad_norm": 7.852588653564453, + "learning_rate": 8.236540907164053e-07, + "loss": 0.4673, + "mean_token_accuracy": 0.8496143817901611, + "num_tokens": 74343151.0, + "step": 1944 + }, + { + "epoch": 0.24742399185854216, + "ewc_loss": 0.0074462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.450580596923828e-06, + "grad_norm": 7.811080455780029, + "learning_rate": 8.240779991521831e-07, + "loss": 0.4451, + "mean_token_accuracy": 0.8532791137695312, + "num_tokens": 74382755.0, + "step": 1945 + }, + { + "epoch": 0.2475512021371327, + "ewc_loss": 0.0074462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.450580596923828e-06, + "grad_norm": 7.81929349899292, + "learning_rate": 8.24501907587961e-07, + "loss": 0.4812, + "mean_token_accuracy": 0.8430784940719604, + "num_tokens": 74426129.0, + "step": 1946 + }, + { + "epoch": 0.2476784124157232, + "ewc_loss": 0.0074462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.450580596923828e-06, + "grad_norm": 7.906656742095947, + "learning_rate": 8.249258160237388e-07, + "loss": 0.4922, + "mean_token_accuracy": 0.8448315262794495, + "num_tokens": 74460904.0, + "step": 1947 + }, + { + "epoch": 0.2478056226943137, + "ewc_loss": 0.007537841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.539987564086914e-06, + "grad_norm": 7.847811698913574, + "learning_rate": 8.253497244595167e-07, + "loss": 0.4814, + "mean_token_accuracy": 0.8440371155738831, + "num_tokens": 74497993.0, + "step": 1948 + }, + { + "epoch": 0.24793283297290422, + "ewc_loss": 0.0074462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.450580596923828e-06, + "grad_norm": 7.855307102203369, + "learning_rate": 8.257736328952945e-07, + "loss": 0.4998, + "mean_token_accuracy": 0.8385336399078369, + "num_tokens": 74541108.0, + "step": 1949 + }, + { + "epoch": 0.24806004325149472, + "ewc_loss": 0.0074462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.450580596923828e-06, + "grad_norm": 7.853481292724609, + "learning_rate": 8.261975413310725e-07, + "loss": 0.4699, + "mean_token_accuracy": 0.8480244874954224, + "num_tokens": 74579389.0, + "step": 1950 + }, + { + "epoch": 0.24818725353008522, + "ewc_loss": 0.007476806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.4803829193115234e-06, + "grad_norm": 7.854551315307617, + "learning_rate": 8.266214497668503e-07, + "loss": 0.4234, + "mean_token_accuracy": 0.8634178042411804, + "num_tokens": 74621546.0, + "step": 1951 + }, + { + "epoch": 0.24831446380867575, + "ewc_loss": 0.007476806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.4803829193115234e-06, + "grad_norm": 7.855463981628418, + "learning_rate": 8.270453582026283e-07, + "loss": 0.5032, + "mean_token_accuracy": 0.8350257873535156, + "num_tokens": 74660178.0, + "step": 1952 + }, + { + "epoch": 0.24844167408726625, + "ewc_loss": 0.0074462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.450580596923828e-06, + "grad_norm": 7.853513240814209, + "learning_rate": 8.274692666384061e-07, + "loss": 0.4493, + "mean_token_accuracy": 0.8528639078140259, + "num_tokens": 74693867.0, + "step": 1953 + }, + { + "epoch": 0.24856888436585675, + "ewc_loss": 0.007476806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.4803829193115234e-06, + "grad_norm": 7.914066314697266, + "learning_rate": 8.27893175074184e-07, + "loss": 0.4628, + "mean_token_accuracy": 0.8473384976387024, + "num_tokens": 74727561.0, + "step": 1954 + }, + { + "epoch": 0.24869609464444728, + "ewc_loss": 0.007476806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.4803829193115234e-06, + "grad_norm": 7.856689929962158, + "learning_rate": 8.283170835099618e-07, + "loss": 0.4656, + "mean_token_accuracy": 0.8492923378944397, + "num_tokens": 74763719.0, + "step": 1955 + }, + { + "epoch": 0.24882330492303778, + "ewc_loss": 0.007476806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.4803829193115234e-06, + "grad_norm": 7.887975692749023, + "learning_rate": 8.287409919457396e-07, + "loss": 0.4296, + "mean_token_accuracy": 0.8581447601318359, + "num_tokens": 74802666.0, + "step": 1956 + }, + { + "epoch": 0.24895051520162828, + "ewc_loss": 0.0074462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.450580596923828e-06, + "grad_norm": 7.888637542724609, + "learning_rate": 8.291649003815175e-07, + "loss": 0.4801, + "mean_token_accuracy": 0.8442085981369019, + "num_tokens": 74840307.0, + "step": 1957 + }, + { + "epoch": 0.2490777254802188, + "ewc_loss": 0.007476806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.4803829193115234e-06, + "grad_norm": 7.877174377441406, + "learning_rate": 8.295888088172954e-07, + "loss": 0.492, + "mean_token_accuracy": 0.8426921367645264, + "num_tokens": 74880181.0, + "step": 1958 + }, + { + "epoch": 0.2492049357588093, + "ewc_loss": 0.00750732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.510185241699219e-06, + "grad_norm": 7.8804731369018555, + "learning_rate": 8.300127172530733e-07, + "loss": 0.3998, + "mean_token_accuracy": 0.8660850524902344, + "num_tokens": 74917148.0, + "step": 1959 + }, + { + "epoch": 0.2493321460373998, + "ewc_loss": 0.007476806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.4803829193115234e-06, + "grad_norm": 7.94501256942749, + "learning_rate": 8.304366256888512e-07, + "loss": 0.4368, + "mean_token_accuracy": 0.8547149896621704, + "num_tokens": 74953124.0, + "step": 1960 + }, + { + "epoch": 0.24945935631599034, + "ewc_loss": 0.00750732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.510185241699219e-06, + "grad_norm": 7.866466522216797, + "learning_rate": 8.308605341246291e-07, + "loss": 0.4499, + "mean_token_accuracy": 0.8524438142776489, + "num_tokens": 74989726.0, + "step": 1961 + }, + { + "epoch": 0.24958656659458084, + "ewc_loss": 0.007415771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.420778274536133e-06, + "grad_norm": 7.919381618499756, + "learning_rate": 8.312844425604068e-07, + "loss": 0.4518, + "mean_token_accuracy": 0.8581514954566956, + "num_tokens": 75024849.0, + "step": 1962 + }, + { + "epoch": 0.24971377687317134, + "ewc_loss": 0.007537841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.539987564086914e-06, + "grad_norm": 7.866851329803467, + "learning_rate": 8.317083509961848e-07, + "loss": 0.4788, + "mean_token_accuracy": 0.8465927243232727, + "num_tokens": 75066464.0, + "step": 1963 + }, + { + "epoch": 0.24984098715176187, + "ewc_loss": 0.007476806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.4803829193115234e-06, + "grad_norm": 7.850579738616943, + "learning_rate": 8.321322594319626e-07, + "loss": 0.431, + "mean_token_accuracy": 0.8567702770233154, + "num_tokens": 75106829.0, + "step": 1964 + }, + { + "epoch": 0.24996819743035237, + "ewc_loss": 0.007415771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.420778274536133e-06, + "grad_norm": 7.862563610076904, + "learning_rate": 8.325561678677405e-07, + "loss": 0.4847, + "mean_token_accuracy": 0.843201756477356, + "num_tokens": 75148227.0, + "step": 1965 + }, + { + "epoch": 0.2500954077089429, + "ewc_loss": 0.007537841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.539987564086914e-06, + "grad_norm": 7.9072394371032715, + "learning_rate": 8.329800763035184e-07, + "loss": 0.4977, + "mean_token_accuracy": 0.8366189002990723, + "num_tokens": 75188719.0, + "step": 1966 + }, + { + "epoch": 0.25022261798753337, + "ewc_loss": 0.007476806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.4803829193115234e-06, + "grad_norm": 7.875455379486084, + "learning_rate": 8.334039847392963e-07, + "loss": 0.4486, + "mean_token_accuracy": 0.8510591983795166, + "num_tokens": 75222260.0, + "step": 1967 + }, + { + "epoch": 0.2503498282661239, + "ewc_loss": 0.007568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.569789886474609e-06, + "grad_norm": 7.927419662475586, + "learning_rate": 8.338278931750742e-07, + "loss": 0.4241, + "mean_token_accuracy": 0.8607648611068726, + "num_tokens": 75255489.0, + "step": 1968 + }, + { + "epoch": 0.2504770385447144, + "ewc_loss": 0.00750732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.510185241699219e-06, + "grad_norm": 7.913661956787109, + "learning_rate": 8.342518016108521e-07, + "loss": 0.4496, + "mean_token_accuracy": 0.8495550155639648, + "num_tokens": 75290548.0, + "step": 1969 + }, + { + "epoch": 0.2506042488233049, + "ewc_loss": 0.007568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.569789886474609e-06, + "grad_norm": 7.9200286865234375, + "learning_rate": 8.346757100466298e-07, + "loss": 0.4507, + "mean_token_accuracy": 0.853596568107605, + "num_tokens": 75323912.0, + "step": 1970 + }, + { + "epoch": 0.2507314591018954, + "ewc_loss": 0.007476806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.4803829193115234e-06, + "grad_norm": 7.935782432556152, + "learning_rate": 8.350996184824078e-07, + "loss": 0.4909, + "mean_token_accuracy": 0.8377635478973389, + "num_tokens": 75361206.0, + "step": 1971 + }, + { + "epoch": 0.25085866938048595, + "ewc_loss": 0.007537841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.539987564086914e-06, + "grad_norm": 7.923563480377197, + "learning_rate": 8.355235269181856e-07, + "loss": 0.4711, + "mean_token_accuracy": 0.8455723524093628, + "num_tokens": 75397292.0, + "step": 1972 + }, + { + "epoch": 0.2509858796590764, + "ewc_loss": 0.00750732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.510185241699219e-06, + "grad_norm": 7.937910556793213, + "learning_rate": 8.359474353539635e-07, + "loss": 0.4312, + "mean_token_accuracy": 0.8588162660598755, + "num_tokens": 75437616.0, + "step": 1973 + }, + { + "epoch": 0.25111308993766696, + "ewc_loss": 0.007537841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.539987564086914e-06, + "grad_norm": 7.925601005554199, + "learning_rate": 8.363713437897414e-07, + "loss": 0.5211, + "mean_token_accuracy": 0.8336057662963867, + "num_tokens": 75486172.0, + "step": 1974 + }, + { + "epoch": 0.2512403002162575, + "ewc_loss": 0.007568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.569789886474609e-06, + "grad_norm": 7.931999206542969, + "learning_rate": 8.367952522255193e-07, + "loss": 0.4558, + "mean_token_accuracy": 0.8479311466217041, + "num_tokens": 75526637.0, + "step": 1975 + }, + { + "epoch": 0.25136751049484796, + "ewc_loss": 0.007537841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.539987564086914e-06, + "grad_norm": 7.948222637176514, + "learning_rate": 8.372191606612972e-07, + "loss": 0.4577, + "mean_token_accuracy": 0.8524099588394165, + "num_tokens": 75564632.0, + "step": 1976 + }, + { + "epoch": 0.2514947207734385, + "ewc_loss": 0.007537841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.539987564086914e-06, + "grad_norm": 7.931288242340088, + "learning_rate": 8.376430690970749e-07, + "loss": 0.4259, + "mean_token_accuracy": 0.861050009727478, + "num_tokens": 75595553.0, + "step": 1977 + }, + { + "epoch": 0.251621931052029, + "ewc_loss": 0.007537841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.539987564086914e-06, + "grad_norm": 7.931293964385986, + "learning_rate": 8.380669775328528e-07, + "loss": 0.4199, + "mean_token_accuracy": 0.8634530901908875, + "num_tokens": 75635847.0, + "step": 1978 + }, + { + "epoch": 0.25174914133061954, + "ewc_loss": 0.007537841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.539987564086914e-06, + "grad_norm": 7.929477214813232, + "learning_rate": 8.384908859686307e-07, + "loss": 0.4183, + "mean_token_accuracy": 0.8641727566719055, + "num_tokens": 75677403.0, + "step": 1979 + }, + { + "epoch": 0.25187635160921, + "ewc_loss": 0.007568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.569789886474609e-06, + "grad_norm": 7.9088335037231445, + "learning_rate": 8.389147944044086e-07, + "loss": 0.4595, + "mean_token_accuracy": 0.8493856191635132, + "num_tokens": 75720703.0, + "step": 1980 + }, + { + "epoch": 0.25200356188780054, + "ewc_loss": 0.007537841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.539987564086914e-06, + "grad_norm": 7.97216796875, + "learning_rate": 8.393387028401864e-07, + "loss": 0.4839, + "mean_token_accuracy": 0.8434188365936279, + "num_tokens": 75758000.0, + "step": 1981 + }, + { + "epoch": 0.25213077216639107, + "ewc_loss": 0.007537841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.539987564086914e-06, + "grad_norm": 7.980237007141113, + "learning_rate": 8.397626112759644e-07, + "loss": 0.5104, + "mean_token_accuracy": 0.8353563547134399, + "num_tokens": 75791113.0, + "step": 1982 + }, + { + "epoch": 0.25225798244498154, + "ewc_loss": 0.007568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.569789886474609e-06, + "grad_norm": 8.023808479309082, + "learning_rate": 8.401865197117422e-07, + "loss": 0.4564, + "mean_token_accuracy": 0.8514145612716675, + "num_tokens": 75821733.0, + "step": 1983 + }, + { + "epoch": 0.25238519272357207, + "ewc_loss": 0.007568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.569789886474609e-06, + "grad_norm": 7.906763553619385, + "learning_rate": 8.406104281475202e-07, + "loss": 0.4344, + "mean_token_accuracy": 0.8558213114738464, + "num_tokens": 75861404.0, + "step": 1984 + }, + { + "epoch": 0.2525124030021626, + "ewc_loss": 0.00762939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.62939453125e-06, + "grad_norm": 7.992962837219238, + "learning_rate": 8.410343365832979e-07, + "loss": 0.4358, + "mean_token_accuracy": 0.8557284474372864, + "num_tokens": 75903059.0, + "step": 1985 + }, + { + "epoch": 0.2526396132807531, + "ewc_loss": 0.00762939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.62939453125e-06, + "grad_norm": 7.930292129516602, + "learning_rate": 8.414582450190758e-07, + "loss": 0.4477, + "mean_token_accuracy": 0.8539217710494995, + "num_tokens": 75947125.0, + "step": 1986 + }, + { + "epoch": 0.2527668235593436, + "ewc_loss": 0.007568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.569789886474609e-06, + "grad_norm": 7.971800327301025, + "learning_rate": 8.418821534548537e-07, + "loss": 0.532, + "mean_token_accuracy": 0.8288255929946899, + "num_tokens": 75987519.0, + "step": 1987 + }, + { + "epoch": 0.25289403383793413, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 7.950973987579346, + "learning_rate": 8.423060618906316e-07, + "loss": 0.4577, + "mean_token_accuracy": 0.8507675528526306, + "num_tokens": 76027728.0, + "step": 1988 + }, + { + "epoch": 0.2530212441165246, + "ewc_loss": 0.007568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.569789886474609e-06, + "grad_norm": 7.907413959503174, + "learning_rate": 8.427299703264095e-07, + "loss": 0.4568, + "mean_token_accuracy": 0.8522229194641113, + "num_tokens": 76070942.0, + "step": 1989 + }, + { + "epoch": 0.25314845439511513, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 7.948217391967773, + "learning_rate": 8.431538787621874e-07, + "loss": 0.4822, + "mean_token_accuracy": 0.8438765406608582, + "num_tokens": 76113330.0, + "step": 1990 + }, + { + "epoch": 0.25327566467370566, + "ewc_loss": 0.007568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.569789886474609e-06, + "grad_norm": 7.935718059539795, + "learning_rate": 8.435777871979652e-07, + "loss": 0.436, + "mean_token_accuracy": 0.8574613332748413, + "num_tokens": 76153511.0, + "step": 1991 + }, + { + "epoch": 0.25340287495229613, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 7.99925422668457, + "learning_rate": 8.440016956337432e-07, + "loss": 0.4612, + "mean_token_accuracy": 0.8511921167373657, + "num_tokens": 76191505.0, + "step": 1992 + }, + { + "epoch": 0.25353008523088666, + "ewc_loss": 0.007598876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.599592208862305e-06, + "grad_norm": 7.969443321228027, + "learning_rate": 8.444256040695209e-07, + "loss": 0.4766, + "mean_token_accuracy": 0.8472077250480652, + "num_tokens": 76232479.0, + "step": 1993 + }, + { + "epoch": 0.2536572955094772, + "ewc_loss": 0.007598876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.599592208862305e-06, + "grad_norm": 7.963087558746338, + "learning_rate": 8.448495125052988e-07, + "loss": 0.4703, + "mean_token_accuracy": 0.847835898399353, + "num_tokens": 76270192.0, + "step": 1994 + }, + { + "epoch": 0.25378450578806766, + "ewc_loss": 0.00762939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.62939453125e-06, + "grad_norm": 7.960352897644043, + "learning_rate": 8.452734209410767e-07, + "loss": 0.4111, + "mean_token_accuracy": 0.8654358386993408, + "num_tokens": 76303981.0, + "step": 1995 + }, + { + "epoch": 0.2539117160666582, + "ewc_loss": 0.007598876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.599592208862305e-06, + "grad_norm": 8.009356498718262, + "learning_rate": 8.456973293768545e-07, + "loss": 0.4348, + "mean_token_accuracy": 0.8563104867935181, + "num_tokens": 76338496.0, + "step": 1996 + }, + { + "epoch": 0.2540389263452487, + "ewc_loss": 0.00762939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.62939453125e-06, + "grad_norm": 7.994932174682617, + "learning_rate": 8.461212378126325e-07, + "loss": 0.4887, + "mean_token_accuracy": 0.8423911929130554, + "num_tokens": 76377904.0, + "step": 1997 + }, + { + "epoch": 0.2541661366238392, + "ewc_loss": 0.007568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.569789886474609e-06, + "grad_norm": 7.951312065124512, + "learning_rate": 8.465451462484103e-07, + "loss": 0.5119, + "mean_token_accuracy": 0.836100161075592, + "num_tokens": 76413905.0, + "step": 1998 + }, + { + "epoch": 0.2542933469024297, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 8.007295608520508, + "learning_rate": 8.469690546841882e-07, + "loss": 0.4612, + "mean_token_accuracy": 0.8487516045570374, + "num_tokens": 76451591.0, + "step": 1999 + }, + { + "epoch": 0.25442055718102025, + "ewc_loss": 0.00762939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.62939453125e-06, + "grad_norm": 7.96711540222168, + "learning_rate": 8.47392963119966e-07, + "loss": 0.4407, + "mean_token_accuracy": 0.8557637333869934, + "num_tokens": 76486191.0, + "step": 2000 + }, + { + "epoch": 0.2545477674596107, + "ewc_loss": 0.00762939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.62939453125e-06, + "grad_norm": 7.960873603820801, + "learning_rate": 8.478168715557439e-07, + "loss": 0.4606, + "mean_token_accuracy": 0.8510874509811401, + "num_tokens": 76523317.0, + "step": 2001 + }, + { + "epoch": 0.25467497773820125, + "ewc_loss": 0.00762939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.62939453125e-06, + "grad_norm": 8.009305953979492, + "learning_rate": 8.482407799915217e-07, + "loss": 0.4674, + "mean_token_accuracy": 0.8478888273239136, + "num_tokens": 76562661.0, + "step": 2002 + }, + { + "epoch": 0.2548021880167918, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 7.973067283630371, + "learning_rate": 8.486646884272997e-07, + "loss": 0.4621, + "mean_token_accuracy": 0.8475099802017212, + "num_tokens": 76600914.0, + "step": 2003 + }, + { + "epoch": 0.25492939829538225, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 8.027142524719238, + "learning_rate": 8.490885968630775e-07, + "loss": 0.4818, + "mean_token_accuracy": 0.8417662978172302, + "num_tokens": 76636310.0, + "step": 2004 + }, + { + "epoch": 0.2550566085739728, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 7.994633197784424, + "learning_rate": 8.495125052988555e-07, + "loss": 0.4668, + "mean_token_accuracy": 0.8505656123161316, + "num_tokens": 76680889.0, + "step": 2005 + }, + { + "epoch": 0.2551838188525633, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 7.982327461242676, + "learning_rate": 8.499364137346333e-07, + "loss": 0.4588, + "mean_token_accuracy": 0.8544659614562988, + "num_tokens": 76722469.0, + "step": 2006 + }, + { + "epoch": 0.2553110291311538, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 8.041776657104492, + "learning_rate": 8.503603221704112e-07, + "loss": 0.494, + "mean_token_accuracy": 0.839449405670166, + "num_tokens": 76757668.0, + "step": 2007 + }, + { + "epoch": 0.2554382394097443, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 8.024601936340332, + "learning_rate": 8.50784230606189e-07, + "loss": 0.4549, + "mean_token_accuracy": 0.8523741364479065, + "num_tokens": 76795607.0, + "step": 2008 + }, + { + "epoch": 0.25556544968833483, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 8.006477355957031, + "learning_rate": 8.512081390419669e-07, + "loss": 0.484, + "mean_token_accuracy": 0.8502166271209717, + "num_tokens": 76837161.0, + "step": 2009 + }, + { + "epoch": 0.2556926599669253, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 8.050373077392578, + "learning_rate": 8.516320474777447e-07, + "loss": 0.4632, + "mean_token_accuracy": 0.8499578833580017, + "num_tokens": 76872198.0, + "step": 2010 + }, + { + "epoch": 0.25581987024551583, + "ewc_loss": 0.00775146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.748603820800781e-06, + "grad_norm": 8.005846977233887, + "learning_rate": 8.520559559135227e-07, + "loss": 0.4284, + "mean_token_accuracy": 0.8624368906021118, + "num_tokens": 76908976.0, + "step": 2011 + }, + { + "epoch": 0.25594708052410636, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 8.023165702819824, + "learning_rate": 8.524798643493005e-07, + "loss": 0.4796, + "mean_token_accuracy": 0.8483428955078125, + "num_tokens": 76947298.0, + "step": 2012 + }, + { + "epoch": 0.25607429080269684, + "ewc_loss": 0.00775146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.748603820800781e-06, + "grad_norm": 8.034343719482422, + "learning_rate": 8.529037727850785e-07, + "loss": 0.4354, + "mean_token_accuracy": 0.855771541595459, + "num_tokens": 76985112.0, + "step": 2013 + }, + { + "epoch": 0.25620150108128736, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 8.021110534667969, + "learning_rate": 8.533276812208563e-07, + "loss": 0.4086, + "mean_token_accuracy": 0.864995539188385, + "num_tokens": 77020309.0, + "step": 2014 + }, + { + "epoch": 0.2563287113598779, + "ewc_loss": 0.0076904296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.68899917602539e-06, + "grad_norm": 7.996799945831299, + "learning_rate": 8.53751589656634e-07, + "loss": 0.4482, + "mean_token_accuracy": 0.8515759706497192, + "num_tokens": 77063245.0, + "step": 2015 + }, + { + "epoch": 0.25645592163846836, + "ewc_loss": 0.00775146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.748603820800781e-06, + "grad_norm": 8.055452346801758, + "learning_rate": 8.54175498092412e-07, + "loss": 0.4456, + "mean_token_accuracy": 0.8543664813041687, + "num_tokens": 77096791.0, + "step": 2016 + }, + { + "epoch": 0.2565831319170589, + "ewc_loss": 0.00775146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.748603820800781e-06, + "grad_norm": 8.058686256408691, + "learning_rate": 8.545994065281898e-07, + "loss": 0.4248, + "mean_token_accuracy": 0.8612823486328125, + "num_tokens": 77129281.0, + "step": 2017 + }, + { + "epoch": 0.2567103421956494, + "ewc_loss": 0.00775146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.748603820800781e-06, + "grad_norm": 8.014663696289062, + "learning_rate": 8.550233149639677e-07, + "loss": 0.5121, + "mean_token_accuracy": 0.8323203325271606, + "num_tokens": 77168785.0, + "step": 2018 + }, + { + "epoch": 0.2568375524742399, + "ewc_loss": 0.00775146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.748603820800781e-06, + "grad_norm": 8.004454612731934, + "learning_rate": 8.554472233997456e-07, + "loss": 0.4799, + "mean_token_accuracy": 0.8409258723258972, + "num_tokens": 77208360.0, + "step": 2019 + }, + { + "epoch": 0.2569647627528304, + "ewc_loss": 0.00775146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.748603820800781e-06, + "grad_norm": 8.036238670349121, + "learning_rate": 8.558711318355235e-07, + "loss": 0.5124, + "mean_token_accuracy": 0.8328554630279541, + "num_tokens": 77245539.0, + "step": 2020 + }, + { + "epoch": 0.25709197303142095, + "ewc_loss": 0.00775146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.748603820800781e-06, + "grad_norm": 8.068622589111328, + "learning_rate": 8.562950402713014e-07, + "loss": 0.4149, + "mean_token_accuracy": 0.8694205284118652, + "num_tokens": 77279118.0, + "step": 2021 + }, + { + "epoch": 0.2572191833100114, + "ewc_loss": 0.00775146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.748603820800781e-06, + "grad_norm": 8.023455619812012, + "learning_rate": 8.567189487070793e-07, + "loss": 0.5021, + "mean_token_accuracy": 0.8404290080070496, + "num_tokens": 77316259.0, + "step": 2022 + }, + { + "epoch": 0.25734639358860195, + "ewc_loss": 0.00775146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.748603820800781e-06, + "grad_norm": 8.047253608703613, + "learning_rate": 8.57142857142857e-07, + "loss": 0.5195, + "mean_token_accuracy": 0.8328941464424133, + "num_tokens": 77359712.0, + "step": 2023 + }, + { + "epoch": 0.2574736038671925, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 7.9905595779418945, + "learning_rate": 8.57566765578635e-07, + "loss": 0.4235, + "mean_token_accuracy": 0.8643099069595337, + "num_tokens": 77402269.0, + "step": 2024 + }, + { + "epoch": 0.25760081414578295, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.019635200500488, + "learning_rate": 8.579906740144128e-07, + "loss": 0.4523, + "mean_token_accuracy": 0.8534097671508789, + "num_tokens": 77445791.0, + "step": 2025 + }, + { + "epoch": 0.2577280244243735, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.042770385742188, + "learning_rate": 8.584145824501907e-07, + "loss": 0.4852, + "mean_token_accuracy": 0.8399449586868286, + "num_tokens": 77485376.0, + "step": 2026 + }, + { + "epoch": 0.257855234702964, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.026121139526367, + "learning_rate": 8.588384908859686e-07, + "loss": 0.4818, + "mean_token_accuracy": 0.8464063405990601, + "num_tokens": 77524344.0, + "step": 2027 + }, + { + "epoch": 0.25798244498155454, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.07885456085205, + "learning_rate": 8.592623993217465e-07, + "loss": 0.475, + "mean_token_accuracy": 0.847565233707428, + "num_tokens": 77562746.0, + "step": 2028 + }, + { + "epoch": 0.258109655260145, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.021854400634766, + "learning_rate": 8.596863077575244e-07, + "loss": 0.4978, + "mean_token_accuracy": 0.8419193029403687, + "num_tokens": 77601261.0, + "step": 2029 + }, + { + "epoch": 0.25823686553873554, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.052672386169434, + "learning_rate": 8.601102161933023e-07, + "loss": 0.4781, + "mean_token_accuracy": 0.8452061414718628, + "num_tokens": 77640054.0, + "step": 2030 + }, + { + "epoch": 0.25836407581732607, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.07833194732666, + "learning_rate": 8.6053412462908e-07, + "loss": 0.4527, + "mean_token_accuracy": 0.8529276847839355, + "num_tokens": 77680098.0, + "step": 2031 + }, + { + "epoch": 0.25849128609591654, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.06425666809082, + "learning_rate": 8.60958033064858e-07, + "loss": 0.4468, + "mean_token_accuracy": 0.8563802242279053, + "num_tokens": 77712517.0, + "step": 2032 + }, + { + "epoch": 0.25861849637450707, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.088266372680664, + "learning_rate": 8.613819415006358e-07, + "loss": 0.5087, + "mean_token_accuracy": 0.8415401577949524, + "num_tokens": 77751335.0, + "step": 2033 + }, + { + "epoch": 0.2587457066530976, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.03286075592041, + "learning_rate": 8.618058499364137e-07, + "loss": 0.4962, + "mean_token_accuracy": 0.8391638994216919, + "num_tokens": 77792300.0, + "step": 2034 + }, + { + "epoch": 0.25887291693168807, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.051819801330566, + "learning_rate": 8.622297583721916e-07, + "loss": 0.4543, + "mean_token_accuracy": 0.8555639982223511, + "num_tokens": 77836391.0, + "step": 2035 + }, + { + "epoch": 0.2590001272102786, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.035944938659668, + "learning_rate": 8.626536668079695e-07, + "loss": 0.4655, + "mean_token_accuracy": 0.8466438055038452, + "num_tokens": 77871600.0, + "step": 2036 + }, + { + "epoch": 0.2591273374888691, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.091981887817383, + "learning_rate": 8.630775752437474e-07, + "loss": 0.4536, + "mean_token_accuracy": 0.852887749671936, + "num_tokens": 77904623.0, + "step": 2037 + }, + { + "epoch": 0.2592545477674596, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.056177139282227, + "learning_rate": 8.635014836795251e-07, + "loss": 0.4918, + "mean_token_accuracy": 0.8424479961395264, + "num_tokens": 77941145.0, + "step": 2038 + }, + { + "epoch": 0.2593817580460501, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.048032760620117, + "learning_rate": 8.63925392115303e-07, + "loss": 0.4301, + "mean_token_accuracy": 0.8561281561851501, + "num_tokens": 77975087.0, + "step": 2039 + }, + { + "epoch": 0.25950896832464065, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.064550399780273, + "learning_rate": 8.643493005510809e-07, + "loss": 0.437, + "mean_token_accuracy": 0.855974555015564, + "num_tokens": 78009526.0, + "step": 2040 + }, + { + "epoch": 0.2596361786032311, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.03963565826416, + "learning_rate": 8.647732089868588e-07, + "loss": 0.5144, + "mean_token_accuracy": 0.8324891328811646, + "num_tokens": 78050918.0, + "step": 2041 + }, + { + "epoch": 0.25976338888182166, + "ewc_loss": 0.0078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.808208465576172e-06, + "grad_norm": 8.065205574035645, + "learning_rate": 8.651971174226366e-07, + "loss": 0.4315, + "mean_token_accuracy": 0.8592838048934937, + "num_tokens": 78085547.0, + "step": 2042 + }, + { + "epoch": 0.2598905991604122, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.104171752929688, + "learning_rate": 8.656210258584146e-07, + "loss": 0.5002, + "mean_token_accuracy": 0.8365412950515747, + "num_tokens": 78122916.0, + "step": 2043 + }, + { + "epoch": 0.26001780943900266, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.067272186279297, + "learning_rate": 8.660449342941924e-07, + "loss": 0.493, + "mean_token_accuracy": 0.8380066156387329, + "num_tokens": 78161800.0, + "step": 2044 + }, + { + "epoch": 0.2601450197175932, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.074801445007324, + "learning_rate": 8.664688427299704e-07, + "loss": 0.4718, + "mean_token_accuracy": 0.845859706401825, + "num_tokens": 78199961.0, + "step": 2045 + }, + { + "epoch": 0.2602722299961837, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.063985824584961, + "learning_rate": 8.668927511657481e-07, + "loss": 0.4301, + "mean_token_accuracy": 0.8571220636367798, + "num_tokens": 78231332.0, + "step": 2046 + }, + { + "epoch": 0.2603994402747742, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.12417984008789, + "learning_rate": 8.67316659601526e-07, + "loss": 0.4859, + "mean_token_accuracy": 0.8405940532684326, + "num_tokens": 78265054.0, + "step": 2047 + }, + { + "epoch": 0.2605266505533647, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.090974807739258, + "learning_rate": 8.677405680373039e-07, + "loss": 0.4427, + "mean_token_accuracy": 0.8578699827194214, + "num_tokens": 78305445.0, + "step": 2048 + }, + { + "epoch": 0.26065386083195524, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.117964744567871, + "learning_rate": 8.681644764730818e-07, + "loss": 0.4718, + "mean_token_accuracy": 0.8458260297775269, + "num_tokens": 78339174.0, + "step": 2049 + }, + { + "epoch": 0.2607810711105457, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.027369499206543, + "learning_rate": 8.685883849088596e-07, + "loss": 0.4141, + "mean_token_accuracy": 0.8638851642608643, + "num_tokens": 78377630.0, + "step": 2050 + }, + { + "epoch": 0.26090828138913624, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.10242748260498, + "learning_rate": 8.690122933446376e-07, + "loss": 0.4715, + "mean_token_accuracy": 0.8493280410766602, + "num_tokens": 78419908.0, + "step": 2051 + }, + { + "epoch": 0.26103549166772677, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.054443359375, + "learning_rate": 8.694362017804154e-07, + "loss": 0.4378, + "mean_token_accuracy": 0.8587764501571655, + "num_tokens": 78459561.0, + "step": 2052 + }, + { + "epoch": 0.26116270194631724, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.096488952636719, + "learning_rate": 8.698601102161933e-07, + "loss": 0.4692, + "mean_token_accuracy": 0.847030758857727, + "num_tokens": 78502500.0, + "step": 2053 + }, + { + "epoch": 0.26128991222490777, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.140560150146484, + "learning_rate": 8.702840186519711e-07, + "loss": 0.4267, + "mean_token_accuracy": 0.8601778745651245, + "num_tokens": 78545411.0, + "step": 2054 + }, + { + "epoch": 0.2614171225034983, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.046002388000488, + "learning_rate": 8.70707927087749e-07, + "loss": 0.4268, + "mean_token_accuracy": 0.8609322309494019, + "num_tokens": 78585878.0, + "step": 2055 + }, + { + "epoch": 0.2615443327820888, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.125160217285156, + "learning_rate": 8.711318355235269e-07, + "loss": 0.5152, + "mean_token_accuracy": 0.8302930593490601, + "num_tokens": 78621233.0, + "step": 2056 + }, + { + "epoch": 0.2616715430606793, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.088644981384277, + "learning_rate": 8.715557439593047e-07, + "loss": 0.4354, + "mean_token_accuracy": 0.8560564517974854, + "num_tokens": 78654644.0, + "step": 2057 + }, + { + "epoch": 0.26179875333926983, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.088540077209473, + "learning_rate": 8.719796523950826e-07, + "loss": 0.5115, + "mean_token_accuracy": 0.832639217376709, + "num_tokens": 78692851.0, + "step": 2058 + }, + { + "epoch": 0.2619259636178603, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.093995094299316, + "learning_rate": 8.724035608308605e-07, + "loss": 0.4056, + "mean_token_accuracy": 0.8663054704666138, + "num_tokens": 78725329.0, + "step": 2059 + }, + { + "epoch": 0.26205317389645083, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.078475952148438, + "learning_rate": 8.728274692666384e-07, + "loss": 0.4626, + "mean_token_accuracy": 0.8498530387878418, + "num_tokens": 78766645.0, + "step": 2060 + }, + { + "epoch": 0.26218038417504136, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.152579307556152, + "learning_rate": 8.732513777024162e-07, + "loss": 0.4573, + "mean_token_accuracy": 0.8529951572418213, + "num_tokens": 78801576.0, + "step": 2061 + }, + { + "epoch": 0.26230759445363183, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.048919677734375, + "learning_rate": 8.736752861381941e-07, + "loss": 0.5, + "mean_token_accuracy": 0.8375375270843506, + "num_tokens": 78845577.0, + "step": 2062 + }, + { + "epoch": 0.26243480473222236, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.141651153564453, + "learning_rate": 8.740991945739719e-07, + "loss": 0.4652, + "mean_token_accuracy": 0.8496130108833313, + "num_tokens": 78884229.0, + "step": 2063 + }, + { + "epoch": 0.2625620150108129, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.07031536102295, + "learning_rate": 8.745231030097499e-07, + "loss": 0.4524, + "mean_token_accuracy": 0.8522450923919678, + "num_tokens": 78926948.0, + "step": 2064 + }, + { + "epoch": 0.26268922528940336, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.157288551330566, + "learning_rate": 8.749470114455277e-07, + "loss": 0.429, + "mean_token_accuracy": 0.8588830232620239, + "num_tokens": 78963582.0, + "step": 2065 + }, + { + "epoch": 0.2628164355679939, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.099961280822754, + "learning_rate": 8.753709198813056e-07, + "loss": 0.5358, + "mean_token_accuracy": 0.8270976543426514, + "num_tokens": 79007345.0, + "step": 2066 + }, + { + "epoch": 0.2629436458465844, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.104767799377441, + "learning_rate": 8.757948283170835e-07, + "loss": 0.4339, + "mean_token_accuracy": 0.8610483407974243, + "num_tokens": 79049505.0, + "step": 2067 + }, + { + "epoch": 0.2630708561251749, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.131109237670898, + "learning_rate": 8.762187367528613e-07, + "loss": 0.4283, + "mean_token_accuracy": 0.8569771647453308, + "num_tokens": 79087419.0, + "step": 2068 + }, + { + "epoch": 0.2631980664037654, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.144394874572754, + "learning_rate": 8.766426451886392e-07, + "loss": 0.4762, + "mean_token_accuracy": 0.8438746929168701, + "num_tokens": 79131444.0, + "step": 2069 + }, + { + "epoch": 0.26332527668235595, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.147112846374512, + "learning_rate": 8.770665536244171e-07, + "loss": 0.5029, + "mean_token_accuracy": 0.8398998975753784, + "num_tokens": 79171976.0, + "step": 2070 + }, + { + "epoch": 0.2634524869609464, + "ewc_loss": 0.00787353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.867813110351562e-06, + "grad_norm": 8.106173515319824, + "learning_rate": 8.774904620601949e-07, + "loss": 0.4315, + "mean_token_accuracy": 0.8564274311065674, + "num_tokens": 79206273.0, + "step": 2071 + }, + { + "epoch": 0.26357969723953695, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.115078926086426, + "learning_rate": 8.779143704959729e-07, + "loss": 0.4324, + "mean_token_accuracy": 0.8575699925422668, + "num_tokens": 79245564.0, + "step": 2072 + }, + { + "epoch": 0.2637069075181275, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.117680549621582, + "learning_rate": 8.783382789317507e-07, + "loss": 0.4642, + "mean_token_accuracy": 0.8495416045188904, + "num_tokens": 79281857.0, + "step": 2073 + }, + { + "epoch": 0.26383411779671795, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.206646919250488, + "learning_rate": 8.787621873675286e-07, + "loss": 0.4966, + "mean_token_accuracy": 0.8357483744621277, + "num_tokens": 79312482.0, + "step": 2074 + }, + { + "epoch": 0.2639613280753085, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.11925220489502, + "learning_rate": 8.791860958033065e-07, + "loss": 0.4365, + "mean_token_accuracy": 0.8580176830291748, + "num_tokens": 79348157.0, + "step": 2075 + }, + { + "epoch": 0.264088538353899, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.090944290161133, + "learning_rate": 8.796100042390842e-07, + "loss": 0.4228, + "mean_token_accuracy": 0.8622215390205383, + "num_tokens": 79387540.0, + "step": 2076 + }, + { + "epoch": 0.2642157486324895, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.203407287597656, + "learning_rate": 8.800339126748622e-07, + "loss": 0.4397, + "mean_token_accuracy": 0.8546463847160339, + "num_tokens": 79421424.0, + "step": 2077 + }, + { + "epoch": 0.26434295891108, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.13148021697998, + "learning_rate": 8.8045782111064e-07, + "loss": 0.51, + "mean_token_accuracy": 0.8345800638198853, + "num_tokens": 79458733.0, + "step": 2078 + }, + { + "epoch": 0.26447016918967053, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.142646789550781, + "learning_rate": 8.808817295464179e-07, + "loss": 0.4619, + "mean_token_accuracy": 0.8504688739776611, + "num_tokens": 79495394.0, + "step": 2079 + }, + { + "epoch": 0.26459737946826106, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.141505241394043, + "learning_rate": 8.813056379821958e-07, + "loss": 0.4332, + "mean_token_accuracy": 0.8597701787948608, + "num_tokens": 79529799.0, + "step": 2080 + }, + { + "epoch": 0.26472458974685154, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.146382331848145, + "learning_rate": 8.817295464179737e-07, + "loss": 0.4591, + "mean_token_accuracy": 0.8503577709197998, + "num_tokens": 79564664.0, + "step": 2081 + }, + { + "epoch": 0.26485180002544206, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.145894050598145, + "learning_rate": 8.821534548537515e-07, + "loss": 0.5365, + "mean_token_accuracy": 0.824830174446106, + "num_tokens": 79606104.0, + "step": 2082 + }, + { + "epoch": 0.2649790103040326, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.077536582946777, + "learning_rate": 8.825773632895295e-07, + "loss": 0.4327, + "mean_token_accuracy": 0.859031081199646, + "num_tokens": 79647688.0, + "step": 2083 + }, + { + "epoch": 0.26510622058262306, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.15592098236084, + "learning_rate": 8.830012717253072e-07, + "loss": 0.4498, + "mean_token_accuracy": 0.8563504815101624, + "num_tokens": 79685500.0, + "step": 2084 + }, + { + "epoch": 0.2652334308612136, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.099933624267578, + "learning_rate": 8.834251801610852e-07, + "loss": 0.4787, + "mean_token_accuracy": 0.8438924551010132, + "num_tokens": 79729912.0, + "step": 2085 + }, + { + "epoch": 0.2653606411398041, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.158003807067871, + "learning_rate": 8.83849088596863e-07, + "loss": 0.4348, + "mean_token_accuracy": 0.858690619468689, + "num_tokens": 79767487.0, + "step": 2086 + }, + { + "epoch": 0.2654878514183946, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.188149452209473, + "learning_rate": 8.842729970326409e-07, + "loss": 0.4153, + "mean_token_accuracy": 0.866437554359436, + "num_tokens": 79804802.0, + "step": 2087 + }, + { + "epoch": 0.2656150616969851, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.18643569946289, + "learning_rate": 8.846969054684188e-07, + "loss": 0.5328, + "mean_token_accuracy": 0.8303128480911255, + "num_tokens": 79845685.0, + "step": 2088 + }, + { + "epoch": 0.26574227197557565, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.193796157836914, + "learning_rate": 8.851208139041967e-07, + "loss": 0.4217, + "mean_token_accuracy": 0.8607140183448792, + "num_tokens": 79884692.0, + "step": 2089 + }, + { + "epoch": 0.2658694822541661, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.21840763092041, + "learning_rate": 8.855447223399745e-07, + "loss": 0.4812, + "mean_token_accuracy": 0.8414093852043152, + "num_tokens": 79919780.0, + "step": 2090 + }, + { + "epoch": 0.26599669253275665, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.18519401550293, + "learning_rate": 8.859686307757524e-07, + "loss": 0.5072, + "mean_token_accuracy": 0.8357927799224854, + "num_tokens": 79958317.0, + "step": 2091 + }, + { + "epoch": 0.2661239028113472, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.201333045959473, + "learning_rate": 8.863925392115302e-07, + "loss": 0.4398, + "mean_token_accuracy": 0.8547631502151489, + "num_tokens": 79994126.0, + "step": 2092 + }, + { + "epoch": 0.26625111308993765, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.197738647460938, + "learning_rate": 8.868164476473082e-07, + "loss": 0.4099, + "mean_token_accuracy": 0.8652676343917847, + "num_tokens": 80033157.0, + "step": 2093 + }, + { + "epoch": 0.2663783233685282, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.144376754760742, + "learning_rate": 8.87240356083086e-07, + "loss": 0.4385, + "mean_token_accuracy": 0.8578006029129028, + "num_tokens": 80073354.0, + "step": 2094 + }, + { + "epoch": 0.2665055336471187, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.213260650634766, + "learning_rate": 8.876642645188639e-07, + "loss": 0.4994, + "mean_token_accuracy": 0.8375121355056763, + "num_tokens": 80111819.0, + "step": 2095 + }, + { + "epoch": 0.2666327439257092, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.253316879272461, + "learning_rate": 8.880881729546418e-07, + "loss": 0.4134, + "mean_token_accuracy": 0.8632252216339111, + "num_tokens": 80147951.0, + "step": 2096 + }, + { + "epoch": 0.2667599542042997, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.174715042114258, + "learning_rate": 8.885120813904197e-07, + "loss": 0.4284, + "mean_token_accuracy": 0.8584948778152466, + "num_tokens": 80191319.0, + "step": 2097 + }, + { + "epoch": 0.26688716448289024, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.22763729095459, + "learning_rate": 8.889359898261976e-07, + "loss": 0.5151, + "mean_token_accuracy": 0.8360220789909363, + "num_tokens": 80226300.0, + "step": 2098 + }, + { + "epoch": 0.2670143747614807, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.189287185668945, + "learning_rate": 8.893598982619753e-07, + "loss": 0.4403, + "mean_token_accuracy": 0.8561099767684937, + "num_tokens": 80265465.0, + "step": 2099 + }, + { + "epoch": 0.26714158504007124, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.186327934265137, + "learning_rate": 8.897838066977532e-07, + "loss": 0.4434, + "mean_token_accuracy": 0.8550034761428833, + "num_tokens": 80312696.0, + "step": 2100 + }, + { + "epoch": 0.26726879531866177, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.21420669555664, + "learning_rate": 8.902077151335311e-07, + "loss": 0.4627, + "mean_token_accuracy": 0.8478162884712219, + "num_tokens": 80353507.0, + "step": 2101 + }, + { + "epoch": 0.26739600559725224, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.256031036376953, + "learning_rate": 8.90631623569309e-07, + "loss": 0.5458, + "mean_token_accuracy": 0.8213092088699341, + "num_tokens": 80390795.0, + "step": 2102 + }, + { + "epoch": 0.26752321587584277, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.229498863220215, + "learning_rate": 8.910555320050868e-07, + "loss": 0.4556, + "mean_token_accuracy": 0.8511070609092712, + "num_tokens": 80427599.0, + "step": 2103 + }, + { + "epoch": 0.2676504261544333, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.119357109069824, + "learning_rate": 8.914794404408648e-07, + "loss": 0.4582, + "mean_token_accuracy": 0.850697934627533, + "num_tokens": 80468084.0, + "step": 2104 + }, + { + "epoch": 0.26777763643302377, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.209707260131836, + "learning_rate": 8.919033488766426e-07, + "loss": 0.4022, + "mean_token_accuracy": 0.8675774931907654, + "num_tokens": 80507218.0, + "step": 2105 + }, + { + "epoch": 0.2679048467116143, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.178893089294434, + "learning_rate": 8.923272573124204e-07, + "loss": 0.486, + "mean_token_accuracy": 0.8435817956924438, + "num_tokens": 80541730.0, + "step": 2106 + }, + { + "epoch": 0.2680320569902048, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.22687816619873, + "learning_rate": 8.927511657481983e-07, + "loss": 0.4969, + "mean_token_accuracy": 0.8374451398849487, + "num_tokens": 80584677.0, + "step": 2107 + }, + { + "epoch": 0.2681592672687953, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.223353385925293, + "learning_rate": 8.931750741839762e-07, + "loss": 0.4315, + "mean_token_accuracy": 0.8613463640213013, + "num_tokens": 80616332.0, + "step": 2108 + }, + { + "epoch": 0.2682864775473858, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.269176483154297, + "learning_rate": 8.935989826197541e-07, + "loss": 0.4407, + "mean_token_accuracy": 0.8582857847213745, + "num_tokens": 80654435.0, + "step": 2109 + }, + { + "epoch": 0.26841368782597635, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.197953224182129, + "learning_rate": 8.94022891055532e-07, + "loss": 0.4172, + "mean_token_accuracy": 0.8672011494636536, + "num_tokens": 80691246.0, + "step": 2110 + }, + { + "epoch": 0.2685408981045668, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.1899995803833, + "learning_rate": 8.944467994913098e-07, + "loss": 0.4682, + "mean_token_accuracy": 0.8442251682281494, + "num_tokens": 80730510.0, + "step": 2111 + }, + { + "epoch": 0.26866810838315736, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.180318832397461, + "learning_rate": 8.948707079270878e-07, + "loss": 0.387, + "mean_token_accuracy": 0.8725060224533081, + "num_tokens": 80769369.0, + "step": 2112 + }, + { + "epoch": 0.2687953186617479, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.274697303771973, + "learning_rate": 8.952946163628656e-07, + "loss": 0.4417, + "mean_token_accuracy": 0.8551676273345947, + "num_tokens": 80802168.0, + "step": 2113 + }, + { + "epoch": 0.26892252894033836, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.273560523986816, + "learning_rate": 8.957185247986434e-07, + "loss": 0.3919, + "mean_token_accuracy": 0.8714776635169983, + "num_tokens": 80839389.0, + "step": 2114 + }, + { + "epoch": 0.2690497392189289, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.249754905700684, + "learning_rate": 8.961424332344213e-07, + "loss": 0.4472, + "mean_token_accuracy": 0.8552224636077881, + "num_tokens": 80881139.0, + "step": 2115 + }, + { + "epoch": 0.2691769494975194, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.27840518951416, + "learning_rate": 8.965663416701992e-07, + "loss": 0.4488, + "mean_token_accuracy": 0.8515950441360474, + "num_tokens": 80919809.0, + "step": 2116 + }, + { + "epoch": 0.2693041597761099, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.289388656616211, + "learning_rate": 8.969902501059771e-07, + "loss": 0.4253, + "mean_token_accuracy": 0.8633456230163574, + "num_tokens": 80956860.0, + "step": 2117 + }, + { + "epoch": 0.2694313700547004, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.172337532043457, + "learning_rate": 8.97414158541755e-07, + "loss": 0.3922, + "mean_token_accuracy": 0.8709509968757629, + "num_tokens": 80994322.0, + "step": 2118 + }, + { + "epoch": 0.26955858033329094, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.248952865600586, + "learning_rate": 8.978380669775328e-07, + "loss": 0.475, + "mean_token_accuracy": 0.8449828624725342, + "num_tokens": 81032792.0, + "step": 2119 + }, + { + "epoch": 0.2696857906118814, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 8.221153259277344, + "learning_rate": 8.982619754133107e-07, + "loss": 0.4754, + "mean_token_accuracy": 0.8458298444747925, + "num_tokens": 81070011.0, + "step": 2120 + }, + { + "epoch": 0.26981300089047194, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.272201538085938, + "learning_rate": 8.986858838490886e-07, + "loss": 0.4776, + "mean_token_accuracy": 0.8451747894287109, + "num_tokens": 81113145.0, + "step": 2121 + }, + { + "epoch": 0.26994021116906247, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.244617462158203, + "learning_rate": 8.991097922848663e-07, + "loss": 0.4457, + "mean_token_accuracy": 0.8551089763641357, + "num_tokens": 81154175.0, + "step": 2122 + }, + { + "epoch": 0.27006742144765294, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.232588768005371, + "learning_rate": 8.995337007206443e-07, + "loss": 0.4698, + "mean_token_accuracy": 0.8486882448196411, + "num_tokens": 81193319.0, + "step": 2123 + }, + { + "epoch": 0.2701946317262435, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.273591995239258, + "learning_rate": 8.999576091564221e-07, + "loss": 0.4372, + "mean_token_accuracy": 0.8577800989151001, + "num_tokens": 81229057.0, + "step": 2124 + }, + { + "epoch": 0.270321842004834, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.299958229064941, + "learning_rate": 9.003815175922001e-07, + "loss": 0.4455, + "mean_token_accuracy": 0.8540083169937134, + "num_tokens": 81262380.0, + "step": 2125 + }, + { + "epoch": 0.2704490522834245, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 8.218467712402344, + "learning_rate": 9.008054260279779e-07, + "loss": 0.4504, + "mean_token_accuracy": 0.8535970449447632, + "num_tokens": 81304080.0, + "step": 2126 + }, + { + "epoch": 0.270576262562015, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.272414207458496, + "learning_rate": 9.012293344637558e-07, + "loss": 0.4799, + "mean_token_accuracy": 0.8459007740020752, + "num_tokens": 81340226.0, + "step": 2127 + }, + { + "epoch": 0.27070347284060553, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.249445915222168, + "learning_rate": 9.016532428995337e-07, + "loss": 0.4267, + "mean_token_accuracy": 0.8592667579650879, + "num_tokens": 81378046.0, + "step": 2128 + }, + { + "epoch": 0.27083068311919606, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 8.252334594726562, + "learning_rate": 9.020771513353115e-07, + "loss": 0.4713, + "mean_token_accuracy": 0.8463581204414368, + "num_tokens": 81419486.0, + "step": 2129 + }, + { + "epoch": 0.27095789339778653, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.21442985534668, + "learning_rate": 9.025010597710894e-07, + "loss": 0.4698, + "mean_token_accuracy": 0.8463587760925293, + "num_tokens": 81457488.0, + "step": 2130 + }, + { + "epoch": 0.27108510367637706, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.264227867126465, + "learning_rate": 9.029249682068673e-07, + "loss": 0.4387, + "mean_token_accuracy": 0.8567560315132141, + "num_tokens": 81494812.0, + "step": 2131 + }, + { + "epoch": 0.2712123139549676, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 8.287066459655762, + "learning_rate": 9.033488766426451e-07, + "loss": 0.4553, + "mean_token_accuracy": 0.8507950901985168, + "num_tokens": 81531421.0, + "step": 2132 + }, + { + "epoch": 0.27133952423355806, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 8.265177726745605, + "learning_rate": 9.037727850784231e-07, + "loss": 0.4211, + "mean_token_accuracy": 0.8600894212722778, + "num_tokens": 81567221.0, + "step": 2133 + }, + { + "epoch": 0.2714667345121486, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 8.232274055480957, + "learning_rate": 9.041966935142009e-07, + "loss": 0.4562, + "mean_token_accuracy": 0.8517600893974304, + "num_tokens": 81605832.0, + "step": 2134 + }, + { + "epoch": 0.2715939447907391, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 8.278907775878906, + "learning_rate": 9.046206019499788e-07, + "loss": 0.4107, + "mean_token_accuracy": 0.8672513365745544, + "num_tokens": 81646919.0, + "step": 2135 + }, + { + "epoch": 0.2717211550693296, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 8.328511238098145, + "learning_rate": 9.050445103857567e-07, + "loss": 0.4887, + "mean_token_accuracy": 0.8454093933105469, + "num_tokens": 81687214.0, + "step": 2136 + }, + { + "epoch": 0.2718483653479201, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 8.285974502563477, + "learning_rate": 9.054684188215344e-07, + "loss": 0.3941, + "mean_token_accuracy": 0.8715656399726868, + "num_tokens": 81721437.0, + "step": 2137 + }, + { + "epoch": 0.27197557562651065, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 8.31796646118164, + "learning_rate": 9.058923272573124e-07, + "loss": 0.468, + "mean_token_accuracy": 0.847205638885498, + "num_tokens": 81756595.0, + "step": 2138 + }, + { + "epoch": 0.2721027859051011, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 8.279394149780273, + "learning_rate": 9.063162356930902e-07, + "loss": 0.4321, + "mean_token_accuracy": 0.8600628972053528, + "num_tokens": 81796198.0, + "step": 2139 + }, + { + "epoch": 0.27222999618369165, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 8.337279319763184, + "learning_rate": 9.067401441288681e-07, + "loss": 0.4635, + "mean_token_accuracy": 0.8514891862869263, + "num_tokens": 81833002.0, + "step": 2140 + }, + { + "epoch": 0.2723572064622822, + "ewc_loss": 0.0079345703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.927417755126953e-06, + "grad_norm": 8.262398719787598, + "learning_rate": 9.07164052564646e-07, + "loss": 0.4359, + "mean_token_accuracy": 0.8530663251876831, + "num_tokens": 81872089.0, + "step": 2141 + }, + { + "epoch": 0.27248441674087265, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 8.3126802444458, + "learning_rate": 9.075879610004239e-07, + "loss": 0.4709, + "mean_token_accuracy": 0.8455966114997864, + "num_tokens": 81908356.0, + "step": 2142 + }, + { + "epoch": 0.2726116270194632, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 8.255924224853516, + "learning_rate": 9.080118694362017e-07, + "loss": 0.4751, + "mean_token_accuracy": 0.8439134359359741, + "num_tokens": 81950251.0, + "step": 2143 + }, + { + "epoch": 0.2727388372980537, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 8.31592082977295, + "learning_rate": 9.084357778719796e-07, + "loss": 0.4681, + "mean_token_accuracy": 0.8454372882843018, + "num_tokens": 81987157.0, + "step": 2144 + }, + { + "epoch": 0.2728660475766442, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 8.355402946472168, + "learning_rate": 9.088596863077574e-07, + "loss": 0.4525, + "mean_token_accuracy": 0.85600745677948, + "num_tokens": 82023633.0, + "step": 2145 + }, + { + "epoch": 0.2729932578552347, + "ewc_loss": 0.00799560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 7.987022399902344e-06, + "grad_norm": 8.267913818359375, + "learning_rate": 9.092835947435354e-07, + "loss": 0.454, + "mean_token_accuracy": 0.8486123085021973, + "num_tokens": 82061311.0, + "step": 2146 + }, + { + "epoch": 0.27312046813382523, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 8.346285820007324, + "learning_rate": 9.097075031793132e-07, + "loss": 0.4893, + "mean_token_accuracy": 0.8421922326087952, + "num_tokens": 82098370.0, + "step": 2147 + }, + { + "epoch": 0.2732476784124157, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 8.335659980773926, + "learning_rate": 9.101314116150911e-07, + "loss": 0.4171, + "mean_token_accuracy": 0.8673868179321289, + "num_tokens": 82134931.0, + "step": 2148 + }, + { + "epoch": 0.27337488869100623, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 8.331709861755371, + "learning_rate": 9.10555320050869e-07, + "loss": 0.4268, + "mean_token_accuracy": 0.8608188033103943, + "num_tokens": 82171391.0, + "step": 2149 + }, + { + "epoch": 0.27350209896959676, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 8.332976341247559, + "learning_rate": 9.109792284866469e-07, + "loss": 0.4455, + "mean_token_accuracy": 0.8588155508041382, + "num_tokens": 82214064.0, + "step": 2150 + }, + { + "epoch": 0.27362930924818724, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 8.33896541595459, + "learning_rate": 9.114031369224247e-07, + "loss": 0.4609, + "mean_token_accuracy": 0.849454939365387, + "num_tokens": 82252774.0, + "step": 2151 + }, + { + "epoch": 0.27375651952677776, + "ewc_loss": 0.00811767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 8.331789016723633, + "learning_rate": 9.118270453582026e-07, + "loss": 0.5162, + "mean_token_accuracy": 0.8371666669845581, + "num_tokens": 82291645.0, + "step": 2152 + }, + { + "epoch": 0.2738837298053683, + "ewc_loss": 0.00811767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 8.326943397521973, + "learning_rate": 9.122509537939804e-07, + "loss": 0.4483, + "mean_token_accuracy": 0.8490191698074341, + "num_tokens": 82333643.0, + "step": 2153 + }, + { + "epoch": 0.27401094008395877, + "ewc_loss": 0.008056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.046627044677734e-06, + "grad_norm": 8.351150512695312, + "learning_rate": 9.126748622297584e-07, + "loss": 0.4866, + "mean_token_accuracy": 0.8391697406768799, + "num_tokens": 82370792.0, + "step": 2154 + }, + { + "epoch": 0.2741381503625493, + "ewc_loss": 0.00811767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 8.31605052947998, + "learning_rate": 9.130987706655362e-07, + "loss": 0.4758, + "mean_token_accuracy": 0.8451759815216064, + "num_tokens": 82408626.0, + "step": 2155 + }, + { + "epoch": 0.2742653606411398, + "ewc_loss": 0.00811767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 8.342567443847656, + "learning_rate": 9.135226791013141e-07, + "loss": 0.4956, + "mean_token_accuracy": 0.8443319797515869, + "num_tokens": 82448401.0, + "step": 2156 + }, + { + "epoch": 0.2743925709197303, + "ewc_loss": 0.00811767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 8.381082534790039, + "learning_rate": 9.13946587537092e-07, + "loss": 0.4526, + "mean_token_accuracy": 0.8485097289085388, + "num_tokens": 82476644.0, + "step": 2157 + }, + { + "epoch": 0.2745197811983208, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 8.311748504638672, + "learning_rate": 9.143704959728699e-07, + "loss": 0.4684, + "mean_token_accuracy": 0.8432895541191101, + "num_tokens": 82512722.0, + "step": 2158 + }, + { + "epoch": 0.27464699147691135, + "ewc_loss": 0.00811767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 8.356755256652832, + "learning_rate": 9.147944044086476e-07, + "loss": 0.488, + "mean_token_accuracy": 0.8408969640731812, + "num_tokens": 82545393.0, + "step": 2159 + }, + { + "epoch": 0.2747742017555018, + "ewc_loss": 0.00811767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 8.337540626525879, + "learning_rate": 9.152183128444255e-07, + "loss": 0.4852, + "mean_token_accuracy": 0.8472452759742737, + "num_tokens": 82586329.0, + "step": 2160 + }, + { + "epoch": 0.27490141203409235, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 8.334081649780273, + "learning_rate": 9.156422212802034e-07, + "loss": 0.4923, + "mean_token_accuracy": 0.8373907208442688, + "num_tokens": 82625563.0, + "step": 2161 + }, + { + "epoch": 0.2750286223126829, + "ewc_loss": 0.00811767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 8.35126781463623, + "learning_rate": 9.160661297159813e-07, + "loss": 0.4306, + "mean_token_accuracy": 0.8590151071548462, + "num_tokens": 82660030.0, + "step": 2162 + }, + { + "epoch": 0.27515583259127335, + "ewc_loss": 0.00811767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 8.316245079040527, + "learning_rate": 9.164900381517592e-07, + "loss": 0.4527, + "mean_token_accuracy": 0.8516850471496582, + "num_tokens": 82698794.0, + "step": 2163 + }, + { + "epoch": 0.2752830428698639, + "ewc_loss": 0.00811767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 8.387553215026855, + "learning_rate": 9.16913946587537e-07, + "loss": 0.4509, + "mean_token_accuracy": 0.8503742218017578, + "num_tokens": 82740015.0, + "step": 2164 + }, + { + "epoch": 0.2754102531484544, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.362397193908691, + "learning_rate": 9.17337855023315e-07, + "loss": 0.4643, + "mean_token_accuracy": 0.847287654876709, + "num_tokens": 82775765.0, + "step": 2165 + }, + { + "epoch": 0.2755374634270449, + "ewc_loss": 0.00811767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 8.368282318115234, + "learning_rate": 9.177617634590928e-07, + "loss": 0.4149, + "mean_token_accuracy": 0.8634006381034851, + "num_tokens": 82814324.0, + "step": 2166 + }, + { + "epoch": 0.2756646737056354, + "ewc_loss": 0.00811767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 8.372384071350098, + "learning_rate": 9.181856718948706e-07, + "loss": 0.4025, + "mean_token_accuracy": 0.8663621544837952, + "num_tokens": 82851007.0, + "step": 2167 + }, + { + "epoch": 0.27579188398422594, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 8.365509986877441, + "learning_rate": 9.186095803306485e-07, + "loss": 0.4457, + "mean_token_accuracy": 0.853388786315918, + "num_tokens": 82886846.0, + "step": 2168 + }, + { + "epoch": 0.2759190942628164, + "ewc_loss": 0.00811767578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.106231689453125e-06, + "grad_norm": 8.396602630615234, + "learning_rate": 9.190334887664264e-07, + "loss": 0.4845, + "mean_token_accuracy": 0.8431285619735718, + "num_tokens": 82929607.0, + "step": 2169 + }, + { + "epoch": 0.27604630454140694, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 8.372252464294434, + "learning_rate": 9.194573972022043e-07, + "loss": 0.5413, + "mean_token_accuracy": 0.8321318626403809, + "num_tokens": 82965089.0, + "step": 2170 + }, + { + "epoch": 0.27617351481999747, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 8.395563125610352, + "learning_rate": 9.198813056379822e-07, + "loss": 0.5161, + "mean_token_accuracy": 0.8326876163482666, + "num_tokens": 83008345.0, + "step": 2171 + }, + { + "epoch": 0.27630072509858794, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 8.392704963684082, + "learning_rate": 9.2030521407376e-07, + "loss": 0.4707, + "mean_token_accuracy": 0.844438910484314, + "num_tokens": 83043763.0, + "step": 2172 + }, + { + "epoch": 0.27642793537717847, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 8.387706756591797, + "learning_rate": 9.20729122509538e-07, + "loss": 0.414, + "mean_token_accuracy": 0.8643096089363098, + "num_tokens": 83081389.0, + "step": 2173 + }, + { + "epoch": 0.276555145655769, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 8.341426849365234, + "learning_rate": 9.211530309453158e-07, + "loss": 0.4532, + "mean_token_accuracy": 0.8498674631118774, + "num_tokens": 83120547.0, + "step": 2174 + }, + { + "epoch": 0.27668235593435947, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 8.44159984588623, + "learning_rate": 9.215769393810936e-07, + "loss": 0.4589, + "mean_token_accuracy": 0.8511866927146912, + "num_tokens": 83157229.0, + "step": 2175 + }, + { + "epoch": 0.27680956621295, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.421710014343262, + "learning_rate": 9.220008478168715e-07, + "loss": 0.539, + "mean_token_accuracy": 0.8263013958930969, + "num_tokens": 83198217.0, + "step": 2176 + }, + { + "epoch": 0.2769367764915405, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.389546394348145, + "learning_rate": 9.224247562526494e-07, + "loss": 0.4593, + "mean_token_accuracy": 0.8484822511672974, + "num_tokens": 83238750.0, + "step": 2177 + }, + { + "epoch": 0.277063986770131, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.408254623413086, + "learning_rate": 9.228486646884273e-07, + "loss": 0.448, + "mean_token_accuracy": 0.8517929911613464, + "num_tokens": 83280138.0, + "step": 2178 + }, + { + "epoch": 0.2771911970487215, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.393512725830078, + "learning_rate": 9.232725731242052e-07, + "loss": 0.5002, + "mean_token_accuracy": 0.8366333246231079, + "num_tokens": 83320633.0, + "step": 2179 + }, + { + "epoch": 0.27731840732731206, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.40152359008789, + "learning_rate": 9.23696481559983e-07, + "loss": 0.484, + "mean_token_accuracy": 0.8413854837417603, + "num_tokens": 83358787.0, + "step": 2180 + }, + { + "epoch": 0.2774456176059026, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.322783470153809, + "learning_rate": 9.24120389995761e-07, + "loss": 0.4267, + "mean_token_accuracy": 0.8597804307937622, + "num_tokens": 83400609.0, + "step": 2181 + }, + { + "epoch": 0.27757282788449306, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.47331714630127, + "learning_rate": 9.245442984315387e-07, + "loss": 0.4434, + "mean_token_accuracy": 0.8537033200263977, + "num_tokens": 83436058.0, + "step": 2182 + }, + { + "epoch": 0.2777000381630836, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.33372688293457, + "learning_rate": 9.249682068673165e-07, + "loss": 0.4773, + "mean_token_accuracy": 0.842828631401062, + "num_tokens": 83474542.0, + "step": 2183 + }, + { + "epoch": 0.2778272484416741, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 8.42887020111084, + "learning_rate": 9.253921153030945e-07, + "loss": 0.513, + "mean_token_accuracy": 0.833193302154541, + "num_tokens": 83515551.0, + "step": 2184 + }, + { + "epoch": 0.2779544587202646, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 8.387451171875, + "learning_rate": 9.258160237388723e-07, + "loss": 0.4288, + "mean_token_accuracy": 0.8609910011291504, + "num_tokens": 83551826.0, + "step": 2185 + }, + { + "epoch": 0.2780816689988551, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.430718421936035, + "learning_rate": 9.262399321746503e-07, + "loss": 0.4456, + "mean_token_accuracy": 0.853629469871521, + "num_tokens": 83586598.0, + "step": 2186 + }, + { + "epoch": 0.27820887927744564, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.366266250610352, + "learning_rate": 9.266638406104281e-07, + "loss": 0.4959, + "mean_token_accuracy": 0.8388088941574097, + "num_tokens": 83625996.0, + "step": 2187 + }, + { + "epoch": 0.2783360895560361, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.403715133666992, + "learning_rate": 9.27087749046206e-07, + "loss": 0.4647, + "mean_token_accuracy": 0.8503079414367676, + "num_tokens": 83657322.0, + "step": 2188 + }, + { + "epoch": 0.27846329983462664, + "ewc_loss": 0.0081787109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.165836334228516e-06, + "grad_norm": 8.430474281311035, + "learning_rate": 9.275116574819839e-07, + "loss": 0.4602, + "mean_token_accuracy": 0.848933756351471, + "num_tokens": 83693578.0, + "step": 2189 + }, + { + "epoch": 0.27859051011321717, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.437286376953125, + "learning_rate": 9.279355659177617e-07, + "loss": 0.4652, + "mean_token_accuracy": 0.8498334884643555, + "num_tokens": 83727672.0, + "step": 2190 + }, + { + "epoch": 0.27871772039180764, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.397401809692383, + "learning_rate": 9.283594743535395e-07, + "loss": 0.5085, + "mean_token_accuracy": 0.8370215892791748, + "num_tokens": 83761405.0, + "step": 2191 + }, + { + "epoch": 0.2788449306703982, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 8.365078926086426, + "learning_rate": 9.287833827893175e-07, + "loss": 0.4484, + "mean_token_accuracy": 0.8498347401618958, + "num_tokens": 83801564.0, + "step": 2192 + }, + { + "epoch": 0.2789721409489887, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.469070434570312, + "learning_rate": 9.292072912250953e-07, + "loss": 0.4774, + "mean_token_accuracy": 0.8438079953193665, + "num_tokens": 83834260.0, + "step": 2193 + }, + { + "epoch": 0.2790993512275792, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 8.430253982543945, + "learning_rate": 9.296311996608733e-07, + "loss": 0.4057, + "mean_token_accuracy": 0.8655864000320435, + "num_tokens": 83873518.0, + "step": 2194 + }, + { + "epoch": 0.2792265615061697, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.397384643554688, + "learning_rate": 9.300551080966511e-07, + "loss": 0.5198, + "mean_token_accuracy": 0.8323764204978943, + "num_tokens": 83913902.0, + "step": 2195 + }, + { + "epoch": 0.27935377178476023, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 8.472447395324707, + "learning_rate": 9.30479016532429e-07, + "loss": 0.4454, + "mean_token_accuracy": 0.8506551384925842, + "num_tokens": 83947952.0, + "step": 2196 + }, + { + "epoch": 0.2794809820633507, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 8.48568344116211, + "learning_rate": 9.309029249682068e-07, + "loss": 0.4548, + "mean_token_accuracy": 0.8519521951675415, + "num_tokens": 83986057.0, + "step": 2197 + }, + { + "epoch": 0.27960819234194123, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 8.381011009216309, + "learning_rate": 9.313268334039847e-07, + "loss": 0.4651, + "mean_token_accuracy": 0.8483881950378418, + "num_tokens": 84023881.0, + "step": 2198 + }, + { + "epoch": 0.27973540262053176, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.44425106048584, + "learning_rate": 9.317507418397625e-07, + "loss": 0.3993, + "mean_token_accuracy": 0.8691827058792114, + "num_tokens": 84061480.0, + "step": 2199 + }, + { + "epoch": 0.27986261289912223, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 8.448229789733887, + "learning_rate": 9.321746502755404e-07, + "loss": 0.5012, + "mean_token_accuracy": 0.8392317295074463, + "num_tokens": 84101782.0, + "step": 2200 + }, + { + "epoch": 0.27998982317771276, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 8.492446899414062, + "learning_rate": 9.325985587113183e-07, + "loss": 0.4603, + "mean_token_accuracy": 0.8495377898216248, + "num_tokens": 84136125.0, + "step": 2201 + }, + { + "epoch": 0.2801170334563033, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 8.487141609191895, + "learning_rate": 9.330224671470962e-07, + "loss": 0.4721, + "mean_token_accuracy": 0.8510061502456665, + "num_tokens": 84169748.0, + "step": 2202 + }, + { + "epoch": 0.28024424373489376, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.46224594116211, + "learning_rate": 9.334463755828741e-07, + "loss": 0.4872, + "mean_token_accuracy": 0.837277889251709, + "num_tokens": 84201292.0, + "step": 2203 + }, + { + "epoch": 0.2803714540134843, + "ewc_loss": 0.00823974609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.225440979003906e-06, + "grad_norm": 8.415694236755371, + "learning_rate": 9.338702840186519e-07, + "loss": 0.4868, + "mean_token_accuracy": 0.8390830755233765, + "num_tokens": 84240652.0, + "step": 2204 + }, + { + "epoch": 0.2804986642920748, + "ewc_loss": 0.00836181640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.344650268554688e-06, + "grad_norm": 8.437963485717773, + "learning_rate": 9.342941924544298e-07, + "loss": 0.4785, + "mean_token_accuracy": 0.8445379137992859, + "num_tokens": 84280252.0, + "step": 2205 + }, + { + "epoch": 0.2806258745706653, + "ewc_loss": 0.00836181640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.344650268554688e-06, + "grad_norm": 8.476640701293945, + "learning_rate": 9.347181008902076e-07, + "loss": 0.4172, + "mean_token_accuracy": 0.8665794730186462, + "num_tokens": 84316505.0, + "step": 2206 + }, + { + "epoch": 0.2807530848492558, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 8.396839141845703, + "learning_rate": 9.351420093259855e-07, + "loss": 0.4203, + "mean_token_accuracy": 0.8626571893692017, + "num_tokens": 84349990.0, + "step": 2207 + }, + { + "epoch": 0.28088029512784635, + "ewc_loss": 0.00836181640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.344650268554688e-06, + "grad_norm": 8.493120193481445, + "learning_rate": 9.355659177617634e-07, + "loss": 0.4101, + "mean_token_accuracy": 0.8625932931900024, + "num_tokens": 84381066.0, + "step": 2208 + }, + { + "epoch": 0.2810075054064368, + "ewc_loss": 0.00848388671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 8.412654876708984, + "learning_rate": 9.359898261975413e-07, + "loss": 0.4027, + "mean_token_accuracy": 0.8667778968811035, + "num_tokens": 84422540.0, + "step": 2209 + }, + { + "epoch": 0.28113471568502735, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 8.482637405395508, + "learning_rate": 9.364137346333192e-07, + "loss": 0.5299, + "mean_token_accuracy": 0.8295356035232544, + "num_tokens": 84462158.0, + "step": 2210 + }, + { + "epoch": 0.2812619259636179, + "ewc_loss": 0.00848388671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 8.480109214782715, + "learning_rate": 9.368376430690971e-07, + "loss": 0.419, + "mean_token_accuracy": 0.8607877492904663, + "num_tokens": 84495887.0, + "step": 2211 + }, + { + "epoch": 0.28138913624220835, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 8.453898429870605, + "learning_rate": 9.372615515048749e-07, + "loss": 0.4913, + "mean_token_accuracy": 0.8418952226638794, + "num_tokens": 84530176.0, + "step": 2212 + }, + { + "epoch": 0.2815163465207989, + "ewc_loss": 0.00848388671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 8.44042682647705, + "learning_rate": 9.376854599406528e-07, + "loss": 0.4938, + "mean_token_accuracy": 0.8414579629898071, + "num_tokens": 84574450.0, + "step": 2213 + }, + { + "epoch": 0.2816435567993894, + "ewc_loss": 0.00836181640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.344650268554688e-06, + "grad_norm": 8.4774751663208, + "learning_rate": 9.381093683764306e-07, + "loss": 0.4614, + "mean_token_accuracy": 0.8496224880218506, + "num_tokens": 84610661.0, + "step": 2214 + }, + { + "epoch": 0.2817707670779799, + "ewc_loss": 0.00848388671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 8.433610916137695, + "learning_rate": 9.385332768122085e-07, + "loss": 0.4429, + "mean_token_accuracy": 0.8534286022186279, + "num_tokens": 84651259.0, + "step": 2215 + }, + { + "epoch": 0.2818979773565704, + "ewc_loss": 0.00848388671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 8.456827163696289, + "learning_rate": 9.389571852479864e-07, + "loss": 0.4468, + "mean_token_accuracy": 0.8547484874725342, + "num_tokens": 84692389.0, + "step": 2216 + }, + { + "epoch": 0.28202518763516093, + "ewc_loss": 0.00836181640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.344650268554688e-06, + "grad_norm": 8.468897819519043, + "learning_rate": 9.393810936837643e-07, + "loss": 0.4507, + "mean_token_accuracy": 0.8526360988616943, + "num_tokens": 84731905.0, + "step": 2217 + }, + { + "epoch": 0.2821523979137514, + "ewc_loss": 0.00848388671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 8.509307861328125, + "learning_rate": 9.398050021195422e-07, + "loss": 0.4786, + "mean_token_accuracy": 0.847528338432312, + "num_tokens": 84773727.0, + "step": 2218 + }, + { + "epoch": 0.28227960819234194, + "ewc_loss": 0.0084228515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 8.437865257263184, + "learning_rate": 9.402289105553201e-07, + "loss": 0.4248, + "mean_token_accuracy": 0.8599731922149658, + "num_tokens": 84816771.0, + "step": 2219 + }, + { + "epoch": 0.28240681847093246, + "ewc_loss": 0.0084228515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 8.514351844787598, + "learning_rate": 9.406528189910978e-07, + "loss": 0.449, + "mean_token_accuracy": 0.8537502288818359, + "num_tokens": 84853172.0, + "step": 2220 + }, + { + "epoch": 0.28253402874952294, + "ewc_loss": 0.0084228515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.404254913330078e-06, + "grad_norm": 8.475433349609375, + "learning_rate": 9.410767274268757e-07, + "loss": 0.4291, + "mean_token_accuracy": 0.8567259311676025, + "num_tokens": 84891508.0, + "step": 2221 + }, + { + "epoch": 0.28266123902811346, + "ewc_loss": 0.00830078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.285045623779297e-06, + "grad_norm": 8.515569686889648, + "learning_rate": 9.415006358626536e-07, + "loss": 0.5266, + "mean_token_accuracy": 0.8285982608795166, + "num_tokens": 84931204.0, + "step": 2222 + }, + { + "epoch": 0.282788449306704, + "ewc_loss": 0.00836181640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.344650268554688e-06, + "grad_norm": 8.523428916931152, + "learning_rate": 9.419245442984314e-07, + "loss": 0.5082, + "mean_token_accuracy": 0.8357570171356201, + "num_tokens": 84966782.0, + "step": 2223 + }, + { + "epoch": 0.28291565958529447, + "ewc_loss": 0.00848388671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 8.500777244567871, + "learning_rate": 9.423484527342094e-07, + "loss": 0.454, + "mean_token_accuracy": 0.8488156795501709, + "num_tokens": 85001512.0, + "step": 2224 + }, + { + "epoch": 0.283042869863885, + "ewc_loss": 0.00848388671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 8.511228561401367, + "learning_rate": 9.427723611699872e-07, + "loss": 0.4626, + "mean_token_accuracy": 0.8509290218353271, + "num_tokens": 85036082.0, + "step": 2225 + }, + { + "epoch": 0.2831700801424755, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.472583770751953, + "learning_rate": 9.431962696057652e-07, + "loss": 0.4694, + "mean_token_accuracy": 0.8475111722946167, + "num_tokens": 85079433.0, + "step": 2226 + }, + { + "epoch": 0.283297290421066, + "ewc_loss": 0.00836181640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.344650268554688e-06, + "grad_norm": 8.480560302734375, + "learning_rate": 9.43620178041543e-07, + "loss": 0.4202, + "mean_token_accuracy": 0.8644261360168457, + "num_tokens": 85116940.0, + "step": 2227 + }, + { + "epoch": 0.2834245006996565, + "ewc_loss": 0.00848388671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 8.505034446716309, + "learning_rate": 9.440440864773208e-07, + "loss": 0.4735, + "mean_token_accuracy": 0.8477224111557007, + "num_tokens": 85153328.0, + "step": 2228 + }, + { + "epoch": 0.28355171097824705, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.500473022460938, + "learning_rate": 9.444679949130987e-07, + "loss": 0.4752, + "mean_token_accuracy": 0.843934178352356, + "num_tokens": 85194059.0, + "step": 2229 + }, + { + "epoch": 0.2836789212568376, + "ewc_loss": 0.008544921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 8.567741394042969, + "learning_rate": 9.448919033488766e-07, + "loss": 0.4949, + "mean_token_accuracy": 0.8420272469520569, + "num_tokens": 85230820.0, + "step": 2230 + }, + { + "epoch": 0.28380613153542805, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.506783485412598, + "learning_rate": 9.453158117846544e-07, + "loss": 0.4771, + "mean_token_accuracy": 0.8452249765396118, + "num_tokens": 85268864.0, + "step": 2231 + }, + { + "epoch": 0.2839333418140186, + "ewc_loss": 0.008544921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 8.55473518371582, + "learning_rate": 9.457397202204324e-07, + "loss": 0.5029, + "mean_token_accuracy": 0.8383315205574036, + "num_tokens": 85311377.0, + "step": 2232 + }, + { + "epoch": 0.2840605520926091, + "ewc_loss": 0.008544921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 8.479687690734863, + "learning_rate": 9.461636286562102e-07, + "loss": 0.4181, + "mean_token_accuracy": 0.8647711277008057, + "num_tokens": 85347082.0, + "step": 2233 + }, + { + "epoch": 0.2841877623711996, + "ewc_loss": 0.00848388671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.463859558105469e-06, + "grad_norm": 8.53787612915039, + "learning_rate": 9.465875370919882e-07, + "loss": 0.5057, + "mean_token_accuracy": 0.838996410369873, + "num_tokens": 85384696.0, + "step": 2234 + }, + { + "epoch": 0.2843149726497901, + "ewc_loss": 0.008544921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 8.51533317565918, + "learning_rate": 9.470114455277659e-07, + "loss": 0.4918, + "mean_token_accuracy": 0.83933424949646, + "num_tokens": 85420192.0, + "step": 2235 + }, + { + "epoch": 0.28444218292838064, + "ewc_loss": 0.0086669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 8.506184577941895, + "learning_rate": 9.474353539635438e-07, + "loss": 0.4422, + "mean_token_accuracy": 0.8537582159042358, + "num_tokens": 85462281.0, + "step": 2236 + }, + { + "epoch": 0.2845693932069711, + "ewc_loss": 0.008544921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 8.529817581176758, + "learning_rate": 9.478592623993217e-07, + "loss": 0.4479, + "mean_token_accuracy": 0.8527471423149109, + "num_tokens": 85495191.0, + "step": 2237 + }, + { + "epoch": 0.28469660348556164, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.562383651733398, + "learning_rate": 9.482831708350996e-07, + "loss": 0.4455, + "mean_token_accuracy": 0.8558051586151123, + "num_tokens": 85533803.0, + "step": 2238 + }, + { + "epoch": 0.28482381376415217, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.474202156066895, + "learning_rate": 9.487070792708775e-07, + "loss": 0.4919, + "mean_token_accuracy": 0.8425849676132202, + "num_tokens": 85573424.0, + "step": 2239 + }, + { + "epoch": 0.28495102404274264, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.517287254333496, + "learning_rate": 9.491309877066554e-07, + "loss": 0.4757, + "mean_token_accuracy": 0.8450902104377747, + "num_tokens": 85616423.0, + "step": 2240 + }, + { + "epoch": 0.28507823432133317, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.551094055175781, + "learning_rate": 9.495548961424332e-07, + "loss": 0.5011, + "mean_token_accuracy": 0.8378545045852661, + "num_tokens": 85658410.0, + "step": 2241 + }, + { + "epoch": 0.2852054445999237, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.535743713378906, + "learning_rate": 9.499788045782111e-07, + "loss": 0.4598, + "mean_token_accuracy": 0.8489974737167358, + "num_tokens": 85695767.0, + "step": 2242 + }, + { + "epoch": 0.28533265487851417, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.541171073913574, + "learning_rate": 9.504027130139889e-07, + "loss": 0.4753, + "mean_token_accuracy": 0.8450998067855835, + "num_tokens": 85737771.0, + "step": 2243 + }, + { + "epoch": 0.2854598651571047, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.586405754089355, + "learning_rate": 9.508266214497667e-07, + "loss": 0.4223, + "mean_token_accuracy": 0.8643696308135986, + "num_tokens": 85774789.0, + "step": 2244 + }, + { + "epoch": 0.2855870754356952, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.523725509643555, + "learning_rate": 9.512505298855447e-07, + "loss": 0.4613, + "mean_token_accuracy": 0.8513587713241577, + "num_tokens": 85817833.0, + "step": 2245 + }, + { + "epoch": 0.2857142857142857, + "ewc_loss": 0.008544921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 8.549734115600586, + "learning_rate": 9.516744383213225e-07, + "loss": 0.405, + "mean_token_accuracy": 0.8648791313171387, + "num_tokens": 85854488.0, + "step": 2246 + }, + { + "epoch": 0.2858414959928762, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.516668319702148, + "learning_rate": 9.520983467571005e-07, + "loss": 0.4838, + "mean_token_accuracy": 0.8436592817306519, + "num_tokens": 85893746.0, + "step": 2247 + }, + { + "epoch": 0.28596870627146675, + "ewc_loss": 0.008544921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 8.586150169372559, + "learning_rate": 9.525222551928783e-07, + "loss": 0.5222, + "mean_token_accuracy": 0.8368677496910095, + "num_tokens": 85932798.0, + "step": 2248 + }, + { + "epoch": 0.2860959165500572, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.580452919006348, + "learning_rate": 9.529461636286562e-07, + "loss": 0.4363, + "mean_token_accuracy": 0.8573583364486694, + "num_tokens": 85964446.0, + "step": 2249 + }, + { + "epoch": 0.28622312682864776, + "ewc_loss": 0.008544921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 8.58305835723877, + "learning_rate": 9.533700720644341e-07, + "loss": 0.4144, + "mean_token_accuracy": 0.8651562929153442, + "num_tokens": 86000587.0, + "step": 2250 + }, + { + "epoch": 0.2863503371072383, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.556726455688477, + "learning_rate": 9.537939805002118e-07, + "loss": 0.4664, + "mean_token_accuracy": 0.8484586477279663, + "num_tokens": 86042891.0, + "step": 2251 + }, + { + "epoch": 0.28647754738582876, + "ewc_loss": 0.008544921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.52346420288086e-06, + "grad_norm": 8.561537742614746, + "learning_rate": 9.542178889359898e-07, + "loss": 0.4443, + "mean_token_accuracy": 0.8542975783348083, + "num_tokens": 86079973.0, + "step": 2252 + }, + { + "epoch": 0.2866047576644193, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.565103530883789, + "learning_rate": 9.546417973717677e-07, + "loss": 0.467, + "mean_token_accuracy": 0.8493903279304504, + "num_tokens": 86119767.0, + "step": 2253 + }, + { + "epoch": 0.2867319679430098, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.61499309539795, + "learning_rate": 9.550657058075455e-07, + "loss": 0.4872, + "mean_token_accuracy": 0.8442695140838623, + "num_tokens": 86163176.0, + "step": 2254 + }, + { + "epoch": 0.2868591782216003, + "ewc_loss": 0.0086669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 8.566198348999023, + "learning_rate": 9.554896142433234e-07, + "loss": 0.4819, + "mean_token_accuracy": 0.8425269722938538, + "num_tokens": 86201523.0, + "step": 2255 + }, + { + "epoch": 0.2869863885001908, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.595032691955566, + "learning_rate": 9.559135226791012e-07, + "loss": 0.5008, + "mean_token_accuracy": 0.8336177468299866, + "num_tokens": 86240277.0, + "step": 2256 + }, + { + "epoch": 0.28711359877878134, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.602325439453125, + "learning_rate": 9.563374311148793e-07, + "loss": 0.4909, + "mean_token_accuracy": 0.8413111567497253, + "num_tokens": 86289714.0, + "step": 2257 + }, + { + "epoch": 0.2872408090573718, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.591140747070312, + "learning_rate": 9.56761339550657e-07, + "loss": 0.4422, + "mean_token_accuracy": 0.8571822643280029, + "num_tokens": 86320786.0, + "step": 2258 + }, + { + "epoch": 0.28736801933596234, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.654987335205078, + "learning_rate": 9.57185247986435e-07, + "loss": 0.4318, + "mean_token_accuracy": 0.8593878746032715, + "num_tokens": 86358002.0, + "step": 2259 + }, + { + "epoch": 0.28749522961455287, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.562304496765137, + "learning_rate": 9.576091564222128e-07, + "loss": 0.4, + "mean_token_accuracy": 0.8666751384735107, + "num_tokens": 86395334.0, + "step": 2260 + }, + { + "epoch": 0.28762243989314334, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.618685722351074, + "learning_rate": 9.580330648579906e-07, + "loss": 0.4774, + "mean_token_accuracy": 0.8418238162994385, + "num_tokens": 86432616.0, + "step": 2261 + }, + { + "epoch": 0.2877496501717339, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.655644416809082, + "learning_rate": 9.584569732937685e-07, + "loss": 0.4722, + "mean_token_accuracy": 0.8456941246986389, + "num_tokens": 86472293.0, + "step": 2262 + }, + { + "epoch": 0.2878768604503244, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.569009780883789, + "learning_rate": 9.588808817295463e-07, + "loss": 0.4617, + "mean_token_accuracy": 0.8457632660865784, + "num_tokens": 86506304.0, + "step": 2263 + }, + { + "epoch": 0.2880040707289149, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.651416778564453, + "learning_rate": 9.593047901653242e-07, + "loss": 0.4606, + "mean_token_accuracy": 0.8475412726402283, + "num_tokens": 86540520.0, + "step": 2264 + }, + { + "epoch": 0.2881312810075054, + "ewc_loss": 0.0086669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 8.573067665100098, + "learning_rate": 9.597286986011022e-07, + "loss": 0.4208, + "mean_token_accuracy": 0.8616276979446411, + "num_tokens": 86576956.0, + "step": 2265 + }, + { + "epoch": 0.28825849128609593, + "ewc_loss": 0.00860595703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.58306884765625e-06, + "grad_norm": 8.677108764648438, + "learning_rate": 9.601526070368799e-07, + "loss": 0.5052, + "mean_token_accuracy": 0.8374464511871338, + "num_tokens": 86613799.0, + "step": 2266 + }, + { + "epoch": 0.2883857015646864, + "ewc_loss": 0.00872802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 8.64543628692627, + "learning_rate": 9.60576515472658e-07, + "loss": 0.4459, + "mean_token_accuracy": 0.8540557622909546, + "num_tokens": 86650338.0, + "step": 2267 + }, + { + "epoch": 0.28851291184327693, + "ewc_loss": 0.00872802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 8.600603103637695, + "learning_rate": 9.610004239084358e-07, + "loss": 0.4576, + "mean_token_accuracy": 0.8491967916488647, + "num_tokens": 86691605.0, + "step": 2268 + }, + { + "epoch": 0.28864012212186746, + "ewc_loss": 0.00872802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 8.600444793701172, + "learning_rate": 9.614243323442136e-07, + "loss": 0.5255, + "mean_token_accuracy": 0.828374981880188, + "num_tokens": 86728767.0, + "step": 2269 + }, + { + "epoch": 0.28876733240045793, + "ewc_loss": 0.0086669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 8.646825790405273, + "learning_rate": 9.618482407799915e-07, + "loss": 0.4378, + "mean_token_accuracy": 0.8544943332672119, + "num_tokens": 86765240.0, + "step": 2270 + }, + { + "epoch": 0.28889454267904846, + "ewc_loss": 0.00872802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 8.618144989013672, + "learning_rate": 9.622721492157693e-07, + "loss": 0.406, + "mean_token_accuracy": 0.8672207593917847, + "num_tokens": 86804042.0, + "step": 2271 + }, + { + "epoch": 0.289021752957639, + "ewc_loss": 0.0086669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.64267349243164e-06, + "grad_norm": 8.670073509216309, + "learning_rate": 9.626960576515472e-07, + "loss": 0.4558, + "mean_token_accuracy": 0.8515018224716187, + "num_tokens": 86835220.0, + "step": 2272 + }, + { + "epoch": 0.28914896323622946, + "ewc_loss": 0.00872802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 8.619772911071777, + "learning_rate": 9.63119966087325e-07, + "loss": 0.4422, + "mean_token_accuracy": 0.8525972366333008, + "num_tokens": 86873414.0, + "step": 2273 + }, + { + "epoch": 0.28927617351482, + "ewc_loss": 0.0087890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.761882781982422e-06, + "grad_norm": 8.616114616394043, + "learning_rate": 9.635438745231029e-07, + "loss": 0.4332, + "mean_token_accuracy": 0.8589046001434326, + "num_tokens": 86914272.0, + "step": 2274 + }, + { + "epoch": 0.2894033837934105, + "ewc_loss": 0.00872802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 8.63869571685791, + "learning_rate": 9.63967782958881e-07, + "loss": 0.4735, + "mean_token_accuracy": 0.8434584140777588, + "num_tokens": 86952425.0, + "step": 2275 + }, + { + "epoch": 0.289530594072001, + "ewc_loss": 0.00872802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 8.642937660217285, + "learning_rate": 9.643916913946588e-07, + "loss": 0.4328, + "mean_token_accuracy": 0.8582185506820679, + "num_tokens": 86987842.0, + "step": 2276 + }, + { + "epoch": 0.2896578043505915, + "ewc_loss": 0.00872802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 8.5980224609375, + "learning_rate": 9.648155998304366e-07, + "loss": 0.4063, + "mean_token_accuracy": 0.8659565448760986, + "num_tokens": 87026750.0, + "step": 2277 + }, + { + "epoch": 0.28978501462918205, + "ewc_loss": 0.00872802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 8.580912590026855, + "learning_rate": 9.652395082662145e-07, + "loss": 0.5096, + "mean_token_accuracy": 0.8330295085906982, + "num_tokens": 87069685.0, + "step": 2278 + }, + { + "epoch": 0.2899122249077726, + "ewc_loss": 0.00872802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 8.610067367553711, + "learning_rate": 9.656634167019923e-07, + "loss": 0.4652, + "mean_token_accuracy": 0.844612181186676, + "num_tokens": 87107054.0, + "step": 2279 + }, + { + "epoch": 0.29003943518636305, + "ewc_loss": 0.00872802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 8.631793022155762, + "learning_rate": 9.660873251377701e-07, + "loss": 0.4722, + "mean_token_accuracy": 0.8462872505187988, + "num_tokens": 87146254.0, + "step": 2280 + }, + { + "epoch": 0.2901666454649536, + "ewc_loss": 0.0087890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.761882781982422e-06, + "grad_norm": 8.605958938598633, + "learning_rate": 9.66511233573548e-07, + "loss": 0.4968, + "mean_token_accuracy": 0.8425478935241699, + "num_tokens": 87182404.0, + "step": 2281 + }, + { + "epoch": 0.2902938557435441, + "ewc_loss": 0.0087890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.761882781982422e-06, + "grad_norm": 8.672529220581055, + "learning_rate": 9.669351420093258e-07, + "loss": 0.4286, + "mean_token_accuracy": 0.8592950105667114, + "num_tokens": 87216551.0, + "step": 2282 + }, + { + "epoch": 0.2904210660221346, + "ewc_loss": 0.00872802734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.702278137207031e-06, + "grad_norm": 8.595382690429688, + "learning_rate": 9.67359050445104e-07, + "loss": 0.4519, + "mean_token_accuracy": 0.8509002923965454, + "num_tokens": 87249402.0, + "step": 2283 + }, + { + "epoch": 0.2905482763007251, + "ewc_loss": 0.0087890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.761882781982422e-06, + "grad_norm": 8.697600364685059, + "learning_rate": 9.677829588808817e-07, + "loss": 0.4391, + "mean_token_accuracy": 0.8533275127410889, + "num_tokens": 87281846.0, + "step": 2284 + }, + { + "epoch": 0.29067548657931563, + "ewc_loss": 0.0087890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.761882781982422e-06, + "grad_norm": 8.596144676208496, + "learning_rate": 9.682068673166596e-07, + "loss": 0.5096, + "mean_token_accuracy": 0.8396615386009216, + "num_tokens": 87315765.0, + "step": 2285 + }, + { + "epoch": 0.2908026968579061, + "ewc_loss": 0.0087890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.761882781982422e-06, + "grad_norm": 8.691469192504883, + "learning_rate": 9.686307757524374e-07, + "loss": 0.4522, + "mean_token_accuracy": 0.8507435917854309, + "num_tokens": 87353668.0, + "step": 2286 + }, + { + "epoch": 0.29092990713649663, + "ewc_loss": 0.00885009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.821487426757812e-06, + "grad_norm": 8.623343467712402, + "learning_rate": 9.690546841882153e-07, + "loss": 0.3843, + "mean_token_accuracy": 0.8737474083900452, + "num_tokens": 87390747.0, + "step": 2287 + }, + { + "epoch": 0.29105711741508716, + "ewc_loss": 0.0087890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.761882781982422e-06, + "grad_norm": 8.630537986755371, + "learning_rate": 9.694785926239931e-07, + "loss": 0.4648, + "mean_token_accuracy": 0.8509508371353149, + "num_tokens": 87430686.0, + "step": 2288 + }, + { + "epoch": 0.29118432769367764, + "ewc_loss": 0.00885009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.821487426757812e-06, + "grad_norm": 8.647319793701172, + "learning_rate": 9.69902501059771e-07, + "loss": 0.5043, + "mean_token_accuracy": 0.8365591168403625, + "num_tokens": 87465290.0, + "step": 2289 + }, + { + "epoch": 0.29131153797226816, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.625704765319824, + "learning_rate": 9.703264094955488e-07, + "loss": 0.4735, + "mean_token_accuracy": 0.845147967338562, + "num_tokens": 87504553.0, + "step": 2290 + }, + { + "epoch": 0.2914387482508587, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.636929512023926, + "learning_rate": 9.707503179313269e-07, + "loss": 0.444, + "mean_token_accuracy": 0.8568410873413086, + "num_tokens": 87544896.0, + "step": 2291 + }, + { + "epoch": 0.29156595852944917, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.647643089294434, + "learning_rate": 9.711742263671047e-07, + "loss": 0.444, + "mean_token_accuracy": 0.8545460104942322, + "num_tokens": 87582075.0, + "step": 2292 + }, + { + "epoch": 0.2916931688080397, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.646319389343262, + "learning_rate": 9.715981348028826e-07, + "loss": 0.4374, + "mean_token_accuracy": 0.8564077615737915, + "num_tokens": 87623117.0, + "step": 2293 + }, + { + "epoch": 0.2918203790866302, + "ewc_loss": 0.00885009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.821487426757812e-06, + "grad_norm": 8.67474365234375, + "learning_rate": 9.720220432386604e-07, + "loss": 0.4512, + "mean_token_accuracy": 0.8544313907623291, + "num_tokens": 87656263.0, + "step": 2294 + }, + { + "epoch": 0.2919475893652207, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.642470359802246, + "learning_rate": 9.724459516744383e-07, + "loss": 0.4251, + "mean_token_accuracy": 0.8605677485466003, + "num_tokens": 87695852.0, + "step": 2295 + }, + { + "epoch": 0.2920747996438112, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.624340057373047, + "learning_rate": 9.728698601102161e-07, + "loss": 0.4235, + "mean_token_accuracy": 0.8611913919448853, + "num_tokens": 87734331.0, + "step": 2296 + }, + { + "epoch": 0.29220200992240175, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.68851375579834, + "learning_rate": 9.73293768545994e-07, + "loss": 0.4567, + "mean_token_accuracy": 0.8469879627227783, + "num_tokens": 87768447.0, + "step": 2297 + }, + { + "epoch": 0.2923292202009922, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.628826141357422, + "learning_rate": 9.737176769817718e-07, + "loss": 0.4844, + "mean_token_accuracy": 0.8469396233558655, + "num_tokens": 87813213.0, + "step": 2298 + }, + { + "epoch": 0.29245643047958275, + "ewc_loss": 0.00885009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.821487426757812e-06, + "grad_norm": 8.69295883178711, + "learning_rate": 9.741415854175499e-07, + "loss": 0.5195, + "mean_token_accuracy": 0.8357266187667847, + "num_tokens": 87851336.0, + "step": 2299 + }, + { + "epoch": 0.2925836407581733, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.639851570129395, + "learning_rate": 9.745654938533277e-07, + "loss": 0.473, + "mean_token_accuracy": 0.8462105989456177, + "num_tokens": 87888474.0, + "step": 2300 + }, + { + "epoch": 0.29271085103676375, + "ewc_loss": 0.00885009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.821487426757812e-06, + "grad_norm": 8.665797233581543, + "learning_rate": 9.749894022891056e-07, + "loss": 0.4985, + "mean_token_accuracy": 0.840207576751709, + "num_tokens": 87928232.0, + "step": 2301 + }, + { + "epoch": 0.2928380613153543, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.626274108886719, + "learning_rate": 9.754133107248834e-07, + "loss": 0.4162, + "mean_token_accuracy": 0.8623397350311279, + "num_tokens": 87966982.0, + "step": 2302 + }, + { + "epoch": 0.2929652715939448, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.652706146240234, + "learning_rate": 9.758372191606612e-07, + "loss": 0.5024, + "mean_token_accuracy": 0.8357504606246948, + "num_tokens": 88003550.0, + "step": 2303 + }, + { + "epoch": 0.2930924818725353, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.663965225219727, + "learning_rate": 9.76261127596439e-07, + "loss": 0.4135, + "mean_token_accuracy": 0.8645268678665161, + "num_tokens": 88038038.0, + "step": 2304 + }, + { + "epoch": 0.2932196921511258, + "ewc_loss": 0.00885009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.821487426757812e-06, + "grad_norm": 8.671211242675781, + "learning_rate": 9.76685036032217e-07, + "loss": 0.4847, + "mean_token_accuracy": 0.8388007283210754, + "num_tokens": 88074627.0, + "step": 2305 + }, + { + "epoch": 0.29334690242971634, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.675725936889648, + "learning_rate": 9.771089444679948e-07, + "loss": 0.4287, + "mean_token_accuracy": 0.8588628768920898, + "num_tokens": 88116772.0, + "step": 2306 + }, + { + "epoch": 0.2934741127083068, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.69652271270752, + "learning_rate": 9.775328529037728e-07, + "loss": 0.4731, + "mean_token_accuracy": 0.8456172943115234, + "num_tokens": 88152888.0, + "step": 2307 + }, + { + "epoch": 0.29360132298689734, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.753689765930176, + "learning_rate": 9.779567613395507e-07, + "loss": 0.5028, + "mean_token_accuracy": 0.8395566940307617, + "num_tokens": 88184544.0, + "step": 2308 + }, + { + "epoch": 0.29372853326548787, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.940696716308594e-06, + "grad_norm": 8.697136878967285, + "learning_rate": 9.783806697753285e-07, + "loss": 0.4457, + "mean_token_accuracy": 0.8551677465438843, + "num_tokens": 88221603.0, + "step": 2309 + }, + { + "epoch": 0.29385574354407834, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.657645225524902, + "learning_rate": 9.788045782111064e-07, + "loss": 0.4206, + "mean_token_accuracy": 0.8617197275161743, + "num_tokens": 88265109.0, + "step": 2310 + }, + { + "epoch": 0.29398295382266887, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.680550575256348, + "learning_rate": 9.792284866468842e-07, + "loss": 0.4116, + "mean_token_accuracy": 0.8616836071014404, + "num_tokens": 88302756.0, + "step": 2311 + }, + { + "epoch": 0.2941101641012594, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.679553031921387, + "learning_rate": 9.79652395082662e-07, + "loss": 0.4108, + "mean_token_accuracy": 0.8592028617858887, + "num_tokens": 88335605.0, + "step": 2312 + }, + { + "epoch": 0.29423737437984987, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.940696716308594e-06, + "grad_norm": 8.75398063659668, + "learning_rate": 9.8007630351844e-07, + "loss": 0.4811, + "mean_token_accuracy": 0.8450620174407959, + "num_tokens": 88369447.0, + "step": 2313 + }, + { + "epoch": 0.2943645846584404, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.72641658782959, + "learning_rate": 9.805002119542178e-07, + "loss": 0.5106, + "mean_token_accuracy": 0.8344830274581909, + "num_tokens": 88404442.0, + "step": 2314 + }, + { + "epoch": 0.2944917949370309, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.940696716308594e-06, + "grad_norm": 8.73737907409668, + "learning_rate": 9.809241203899958e-07, + "loss": 0.4565, + "mean_token_accuracy": 0.8528486490249634, + "num_tokens": 88445870.0, + "step": 2315 + }, + { + "epoch": 0.2946190052156214, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.656014442443848, + "learning_rate": 9.813480288257737e-07, + "loss": 0.4705, + "mean_token_accuracy": 0.8421679735183716, + "num_tokens": 88480994.0, + "step": 2316 + }, + { + "epoch": 0.2947462154942119, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.749177932739258, + "learning_rate": 9.817719372615515e-07, + "loss": 0.427, + "mean_token_accuracy": 0.8600250482559204, + "num_tokens": 88519666.0, + "step": 2317 + }, + { + "epoch": 0.29487342577280246, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.712555885314941, + "learning_rate": 9.821958456973294e-07, + "loss": 0.4003, + "mean_token_accuracy": 0.8660711050033569, + "num_tokens": 88553855.0, + "step": 2318 + }, + { + "epoch": 0.29500063605139293, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.746062278747559, + "learning_rate": 9.826197541331072e-07, + "loss": 0.4161, + "mean_token_accuracy": 0.8643655776977539, + "num_tokens": 88589053.0, + "step": 2319 + }, + { + "epoch": 0.29512784632998346, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.940696716308594e-06, + "grad_norm": 8.669451713562012, + "learning_rate": 9.83043662568885e-07, + "loss": 0.4745, + "mean_token_accuracy": 0.8465585112571716, + "num_tokens": 88627067.0, + "step": 2320 + }, + { + "epoch": 0.295255056608574, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.681011199951172, + "learning_rate": 9.83467571004663e-07, + "loss": 0.4193, + "mean_token_accuracy": 0.8613982200622559, + "num_tokens": 88668030.0, + "step": 2321 + }, + { + "epoch": 0.29538226688716446, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.815247535705566, + "learning_rate": 9.838914794404407e-07, + "loss": 0.4174, + "mean_token_accuracy": 0.8644373416900635, + "num_tokens": 88708889.0, + "step": 2322 + }, + { + "epoch": 0.295509477165755, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.760441780090332, + "learning_rate": 9.843153878762188e-07, + "loss": 0.4847, + "mean_token_accuracy": 0.8443810343742371, + "num_tokens": 88745689.0, + "step": 2323 + }, + { + "epoch": 0.2956366874443455, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.678890228271484, + "learning_rate": 9.847392963119966e-07, + "loss": 0.4362, + "mean_token_accuracy": 0.8582952618598938, + "num_tokens": 88784667.0, + "step": 2324 + }, + { + "epoch": 0.295763897722936, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.794798851013184, + "learning_rate": 9.851632047477745e-07, + "loss": 0.4493, + "mean_token_accuracy": 0.8518835306167603, + "num_tokens": 88827334.0, + "step": 2325 + }, + { + "epoch": 0.2958911080015265, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.68652057647705, + "learning_rate": 9.855871131835523e-07, + "loss": 0.3827, + "mean_token_accuracy": 0.8723766207695007, + "num_tokens": 88863744.0, + "step": 2326 + }, + { + "epoch": 0.29601831828011704, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.940696716308594e-06, + "grad_norm": 8.71735668182373, + "learning_rate": 9.860110216193302e-07, + "loss": 0.4145, + "mean_token_accuracy": 0.8649192452430725, + "num_tokens": 88903693.0, + "step": 2327 + }, + { + "epoch": 0.2961455285587075, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.940696716308594e-06, + "grad_norm": 8.8176908493042, + "learning_rate": 9.86434930055108e-07, + "loss": 0.4104, + "mean_token_accuracy": 0.8643323183059692, + "num_tokens": 88936668.0, + "step": 2328 + }, + { + "epoch": 0.29627273883729804, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.779870986938477, + "learning_rate": 9.868588384908859e-07, + "loss": 0.4198, + "mean_token_accuracy": 0.859115481376648, + "num_tokens": 88970920.0, + "step": 2329 + }, + { + "epoch": 0.2963999491158886, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.940696716308594e-06, + "grad_norm": 8.685039520263672, + "learning_rate": 9.872827469266637e-07, + "loss": 0.4227, + "mean_token_accuracy": 0.8583018183708191, + "num_tokens": 89010856.0, + "step": 2330 + }, + { + "epoch": 0.2965271593944791, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.940696716308594e-06, + "grad_norm": 8.786956787109375, + "learning_rate": 9.877066553624418e-07, + "loss": 0.431, + "mean_token_accuracy": 0.8575743436813354, + "num_tokens": 89047109.0, + "step": 2331 + }, + { + "epoch": 0.2966543696730696, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.793885231018066, + "learning_rate": 9.881305637982196e-07, + "loss": 0.4397, + "mean_token_accuracy": 0.8568503856658936, + "num_tokens": 89087859.0, + "step": 2332 + }, + { + "epoch": 0.2967815799516601, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.839794158935547, + "learning_rate": 9.885544722339975e-07, + "loss": 0.4218, + "mean_token_accuracy": 0.8596075773239136, + "num_tokens": 89123601.0, + "step": 2333 + }, + { + "epoch": 0.29690879023025063, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.76314926147461, + "learning_rate": 9.889783806697753e-07, + "loss": 0.4047, + "mean_token_accuracy": 0.8676326274871826, + "num_tokens": 89160133.0, + "step": 2334 + }, + { + "epoch": 0.2970360005088411, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.881092071533203e-06, + "grad_norm": 8.709244728088379, + "learning_rate": 9.894022891055532e-07, + "loss": 0.3989, + "mean_token_accuracy": 0.8693207502365112, + "num_tokens": 89196731.0, + "step": 2335 + }, + { + "epoch": 0.29716321078743163, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.817537307739258, + "learning_rate": 9.89826197541331e-07, + "loss": 0.3878, + "mean_token_accuracy": 0.8721174001693726, + "num_tokens": 89230159.0, + "step": 2336 + }, + { + "epoch": 0.29729042106602216, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.71926212310791, + "learning_rate": 9.902501059771089e-07, + "loss": 0.4516, + "mean_token_accuracy": 0.8512222766876221, + "num_tokens": 89264648.0, + "step": 2337 + }, + { + "epoch": 0.29741763134461263, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.755926132202148, + "learning_rate": 9.906740144128867e-07, + "loss": 0.4506, + "mean_token_accuracy": 0.8506468534469604, + "num_tokens": 89302505.0, + "step": 2338 + }, + { + "epoch": 0.29754484162320316, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.792590141296387, + "learning_rate": 9.910979228486648e-07, + "loss": 0.4098, + "mean_token_accuracy": 0.8634472489356995, + "num_tokens": 89338079.0, + "step": 2339 + }, + { + "epoch": 0.2976720519017937, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.803252220153809, + "learning_rate": 9.915218312844426e-07, + "loss": 0.4745, + "mean_token_accuracy": 0.8498510122299194, + "num_tokens": 89376717.0, + "step": 2340 + }, + { + "epoch": 0.29779926218038416, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.758042335510254, + "learning_rate": 9.919457397202205e-07, + "loss": 0.4651, + "mean_token_accuracy": 0.8475752472877502, + "num_tokens": 89416164.0, + "step": 2341 + }, + { + "epoch": 0.2979264724589747, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.837793350219727, + "learning_rate": 9.923696481559983e-07, + "loss": 0.4196, + "mean_token_accuracy": 0.8624715805053711, + "num_tokens": 89446491.0, + "step": 2342 + }, + { + "epoch": 0.2980536827375652, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.856255531311035, + "learning_rate": 9.927935565917761e-07, + "loss": 0.4673, + "mean_token_accuracy": 0.8445348739624023, + "num_tokens": 89483637.0, + "step": 2343 + }, + { + "epoch": 0.2981808930161557, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.81983470916748, + "learning_rate": 9.93217465027554e-07, + "loss": 0.4601, + "mean_token_accuracy": 0.8535341024398804, + "num_tokens": 89526532.0, + "step": 2344 + }, + { + "epoch": 0.2983081032947462, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.809992790222168, + "learning_rate": 9.936413734633318e-07, + "loss": 0.5208, + "mean_token_accuracy": 0.8361737728118896, + "num_tokens": 89558353.0, + "step": 2345 + }, + { + "epoch": 0.29843531357333675, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.794941902160645, + "learning_rate": 9.940652818991097e-07, + "loss": 0.4132, + "mean_token_accuracy": 0.8646637797355652, + "num_tokens": 89598727.0, + "step": 2346 + }, + { + "epoch": 0.2985625238519272, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.705426216125488, + "learning_rate": 9.944891903348877e-07, + "loss": 0.4803, + "mean_token_accuracy": 0.8432679176330566, + "num_tokens": 89640093.0, + "step": 2347 + }, + { + "epoch": 0.29868973413051775, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.786781311035156, + "learning_rate": 9.949130987706656e-07, + "loss": 0.4262, + "mean_token_accuracy": 0.8596282005310059, + "num_tokens": 89681401.0, + "step": 2348 + }, + { + "epoch": 0.2988169444091083, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.72165584564209, + "learning_rate": 9.953370072064432e-07, + "loss": 0.4186, + "mean_token_accuracy": 0.8604182004928589, + "num_tokens": 89720366.0, + "step": 2349 + }, + { + "epoch": 0.29894415468769875, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.775313377380371, + "learning_rate": 9.957609156422213e-07, + "loss": 0.4961, + "mean_token_accuracy": 0.8388897180557251, + "num_tokens": 89762234.0, + "step": 2350 + }, + { + "epoch": 0.2990713649662893, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.853464126586914, + "learning_rate": 9.961848240779991e-07, + "loss": 0.4419, + "mean_token_accuracy": 0.8558535575866699, + "num_tokens": 89792208.0, + "step": 2351 + }, + { + "epoch": 0.2991985752448798, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.752166748046875, + "learning_rate": 9.96608732513777e-07, + "loss": 0.4202, + "mean_token_accuracy": 0.8651993870735168, + "num_tokens": 89833246.0, + "step": 2352 + }, + { + "epoch": 0.2993257855234703, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.77075481414795, + "learning_rate": 9.970326409495548e-07, + "loss": 0.4785, + "mean_token_accuracy": 0.8429064750671387, + "num_tokens": 89873271.0, + "step": 2353 + }, + { + "epoch": 0.2994529958020608, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.795897483825684, + "learning_rate": 9.974565493853327e-07, + "loss": 0.4932, + "mean_token_accuracy": 0.8380993008613586, + "num_tokens": 89913069.0, + "step": 2354 + }, + { + "epoch": 0.29958020608065133, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.824163436889648, + "learning_rate": 9.978804578211107e-07, + "loss": 0.4745, + "mean_token_accuracy": 0.8444460034370422, + "num_tokens": 89948915.0, + "step": 2355 + }, + { + "epoch": 0.2997074163592418, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.8204345703125, + "learning_rate": 9.983043662568886e-07, + "loss": 0.4718, + "mean_token_accuracy": 0.8481132984161377, + "num_tokens": 89982123.0, + "step": 2356 + }, + { + "epoch": 0.29983462663783234, + "ewc_loss": 0.0089111328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 8.940696716308594e-06, + "grad_norm": 8.765544891357422, + "learning_rate": 9.987282746926662e-07, + "loss": 0.4233, + "mean_token_accuracy": 0.8609649538993835, + "num_tokens": 90018259.0, + "step": 2357 + }, + { + "epoch": 0.29996183691642286, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.772246360778809, + "learning_rate": 9.991521831284443e-07, + "loss": 0.4433, + "mean_token_accuracy": 0.8557352423667908, + "num_tokens": 90059041.0, + "step": 2358 + }, + { + "epoch": 0.30008904719501334, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.810431480407715, + "learning_rate": 9.995760915642221e-07, + "loss": 0.3929, + "mean_token_accuracy": 0.8706172108650208, + "num_tokens": 90089463.0, + "step": 2359 + }, + { + "epoch": 0.30021625747360386, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.851271629333496, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.862212061882019, + "num_tokens": 90125691.0, + "step": 2360 + }, + { + "epoch": 0.3003434677521944, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.798110961914062, + "learning_rate": 1e-06, + "loss": 0.4649, + "mean_token_accuracy": 0.8514121770858765, + "num_tokens": 90161778.0, + "step": 2361 + }, + { + "epoch": 0.30047067803078487, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.786942481994629, + "learning_rate": 1e-06, + "loss": 0.4951, + "mean_token_accuracy": 0.8398110866546631, + "num_tokens": 90202243.0, + "step": 2362 + }, + { + "epoch": 0.3005978883093754, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.738924980163574, + "learning_rate": 1e-06, + "loss": 0.4789, + "mean_token_accuracy": 0.8454338312149048, + "num_tokens": 90248924.0, + "step": 2363 + }, + { + "epoch": 0.3007250985879659, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.878889083862305, + "learning_rate": 1e-06, + "loss": 0.5606, + "mean_token_accuracy": 0.825013279914856, + "num_tokens": 90281988.0, + "step": 2364 + }, + { + "epoch": 0.3008523088665564, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.790145874023438, + "learning_rate": 1e-06, + "loss": 0.4709, + "mean_token_accuracy": 0.8486982583999634, + "num_tokens": 90317050.0, + "step": 2365 + }, + { + "epoch": 0.3009795191451469, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.765233993530273, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8607504367828369, + "num_tokens": 90358064.0, + "step": 2366 + }, + { + "epoch": 0.30110672942373745, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.74221134185791, + "learning_rate": 1e-06, + "loss": 0.4827, + "mean_token_accuracy": 0.8419574499130249, + "num_tokens": 90400692.0, + "step": 2367 + }, + { + "epoch": 0.3012339397023279, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.844953536987305, + "learning_rate": 1e-06, + "loss": 0.4687, + "mean_token_accuracy": 0.8445820212364197, + "num_tokens": 90432207.0, + "step": 2368 + }, + { + "epoch": 0.30136114998091845, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.813848495483398, + "learning_rate": 1e-06, + "loss": 0.4554, + "mean_token_accuracy": 0.85053950548172, + "num_tokens": 90466081.0, + "step": 2369 + }, + { + "epoch": 0.301488360259509, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.834653854370117, + "learning_rate": 1e-06, + "loss": 0.4327, + "mean_token_accuracy": 0.8594257235527039, + "num_tokens": 90501963.0, + "step": 2370 + }, + { + "epoch": 0.30161557053809945, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.806626319885254, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8645729422569275, + "num_tokens": 90540651.0, + "step": 2371 + }, + { + "epoch": 0.30174278081669, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.79671573638916, + "learning_rate": 1e-06, + "loss": 0.4752, + "mean_token_accuracy": 0.8449705243110657, + "num_tokens": 90585105.0, + "step": 2372 + }, + { + "epoch": 0.3018699910952805, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.783475875854492, + "learning_rate": 1e-06, + "loss": 0.4669, + "mean_token_accuracy": 0.8497770428657532, + "num_tokens": 90626773.0, + "step": 2373 + }, + { + "epoch": 0.301997201373871, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.815180778503418, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8671539425849915, + "num_tokens": 90665974.0, + "step": 2374 + }, + { + "epoch": 0.3021244116524615, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.759891510009766, + "learning_rate": 1e-06, + "loss": 0.4643, + "mean_token_accuracy": 0.8478319644927979, + "num_tokens": 90706801.0, + "step": 2375 + }, + { + "epoch": 0.30225162193105204, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.838912963867188, + "learning_rate": 1e-06, + "loss": 0.4683, + "mean_token_accuracy": 0.8488054275512695, + "num_tokens": 90743635.0, + "step": 2376 + }, + { + "epoch": 0.3023788322096425, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.815338134765625, + "learning_rate": 1e-06, + "loss": 0.4403, + "mean_token_accuracy": 0.853757381439209, + "num_tokens": 90782797.0, + "step": 2377 + }, + { + "epoch": 0.30250604248823304, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.821131706237793, + "learning_rate": 1e-06, + "loss": 0.4754, + "mean_token_accuracy": 0.8452924489974976, + "num_tokens": 90822661.0, + "step": 2378 + }, + { + "epoch": 0.30263325276682357, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.820837020874023, + "learning_rate": 1e-06, + "loss": 0.4933, + "mean_token_accuracy": 0.8349627256393433, + "num_tokens": 90857804.0, + "step": 2379 + }, + { + "epoch": 0.3027604630454141, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.84037971496582, + "learning_rate": 1e-06, + "loss": 0.4683, + "mean_token_accuracy": 0.8509916067123413, + "num_tokens": 90895778.0, + "step": 2380 + }, + { + "epoch": 0.30288767332400457, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.837560653686523, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.8594474196434021, + "num_tokens": 90934463.0, + "step": 2381 + }, + { + "epoch": 0.3030148836025951, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.811188697814941, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8568822741508484, + "num_tokens": 90967888.0, + "step": 2382 + }, + { + "epoch": 0.3031420938811856, + "ewc_loss": 0.00897216796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.000301361083984e-06, + "grad_norm": 8.800558090209961, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8602898120880127, + "num_tokens": 91005200.0, + "step": 2383 + }, + { + "epoch": 0.3032693041597761, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.866225242614746, + "learning_rate": 1e-06, + "loss": 0.5104, + "mean_token_accuracy": 0.836566686630249, + "num_tokens": 91037840.0, + "step": 2384 + }, + { + "epoch": 0.3033965144383666, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.825444221496582, + "learning_rate": 1e-06, + "loss": 0.4916, + "mean_token_accuracy": 0.8397972583770752, + "num_tokens": 91073336.0, + "step": 2385 + }, + { + "epoch": 0.30352372471695716, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.798186302185059, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8534414768218994, + "num_tokens": 91107001.0, + "step": 2386 + }, + { + "epoch": 0.30365093499554763, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.77901840209961, + "learning_rate": 1e-06, + "loss": 0.4377, + "mean_token_accuracy": 0.8597308397293091, + "num_tokens": 91143937.0, + "step": 2387 + }, + { + "epoch": 0.30377814527413816, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.82908821105957, + "learning_rate": 1e-06, + "loss": 0.4806, + "mean_token_accuracy": 0.8439440727233887, + "num_tokens": 91185391.0, + "step": 2388 + }, + { + "epoch": 0.3039053555527287, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.782827377319336, + "learning_rate": 1e-06, + "loss": 0.4509, + "mean_token_accuracy": 0.8514546155929565, + "num_tokens": 91227653.0, + "step": 2389 + }, + { + "epoch": 0.30403256583131916, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.764113426208496, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8726103901863098, + "num_tokens": 91263610.0, + "step": 2390 + }, + { + "epoch": 0.3041597761099097, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.837812423706055, + "learning_rate": 1e-06, + "loss": 0.4507, + "mean_token_accuracy": 0.8482764959335327, + "num_tokens": 91296880.0, + "step": 2391 + }, + { + "epoch": 0.3042869863885002, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.761078834533691, + "learning_rate": 1e-06, + "loss": 0.4837, + "mean_token_accuracy": 0.8405643701553345, + "num_tokens": 91336242.0, + "step": 2392 + }, + { + "epoch": 0.3044141966670907, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.780733108520508, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8605784177780151, + "num_tokens": 91376527.0, + "step": 2393 + }, + { + "epoch": 0.3045414069456812, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.884492874145508, + "learning_rate": 1e-06, + "loss": 0.4738, + "mean_token_accuracy": 0.843514084815979, + "num_tokens": 91408415.0, + "step": 2394 + }, + { + "epoch": 0.30466861722427174, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.795445442199707, + "learning_rate": 1e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.8538325428962708, + "num_tokens": 91449189.0, + "step": 2395 + }, + { + "epoch": 0.3047958275028622, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.813840866088867, + "learning_rate": 1e-06, + "loss": 0.465, + "mean_token_accuracy": 0.8492925763130188, + "num_tokens": 91488599.0, + "step": 2396 + }, + { + "epoch": 0.30492303778145274, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.815803527832031, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.857212245464325, + "num_tokens": 91525138.0, + "step": 2397 + }, + { + "epoch": 0.30505024806004327, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.768945693969727, + "learning_rate": 1e-06, + "loss": 0.4471, + "mean_token_accuracy": 0.854946494102478, + "num_tokens": 91567444.0, + "step": 2398 + }, + { + "epoch": 0.30517745833863374, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.84671688079834, + "learning_rate": 1e-06, + "loss": 0.4487, + "mean_token_accuracy": 0.849669873714447, + "num_tokens": 91602926.0, + "step": 2399 + }, + { + "epoch": 0.3053046686172243, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.870219230651855, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8638932704925537, + "num_tokens": 91635901.0, + "step": 2400 + }, + { + "epoch": 0.3054318788958148, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.758967399597168, + "learning_rate": 1e-06, + "loss": 0.4424, + "mean_token_accuracy": 0.8550124764442444, + "num_tokens": 91679542.0, + "step": 2401 + }, + { + "epoch": 0.3055590891744053, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.822735786437988, + "learning_rate": 1e-06, + "loss": 0.4605, + "mean_token_accuracy": 0.8475580215454102, + "num_tokens": 91723022.0, + "step": 2402 + }, + { + "epoch": 0.3056862994529958, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.865360260009766, + "learning_rate": 1e-06, + "loss": 0.4615, + "mean_token_accuracy": 0.848892092704773, + "num_tokens": 91760664.0, + "step": 2403 + }, + { + "epoch": 0.30581350973158633, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.827386856079102, + "learning_rate": 1e-06, + "loss": 0.4699, + "mean_token_accuracy": 0.8487310409545898, + "num_tokens": 91805570.0, + "step": 2404 + }, + { + "epoch": 0.3059407200101768, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.811720848083496, + "learning_rate": 1e-06, + "loss": 0.4962, + "mean_token_accuracy": 0.8448396325111389, + "num_tokens": 91843342.0, + "step": 2405 + }, + { + "epoch": 0.30606793028876733, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.809367179870605, + "learning_rate": 1e-06, + "loss": 0.4803, + "mean_token_accuracy": 0.8439064025878906, + "num_tokens": 91883872.0, + "step": 2406 + }, + { + "epoch": 0.30619514056735786, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.775474548339844, + "learning_rate": 1e-06, + "loss": 0.4536, + "mean_token_accuracy": 0.8521689772605896, + "num_tokens": 91923174.0, + "step": 2407 + }, + { + "epoch": 0.30632235084594833, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.830406188964844, + "learning_rate": 1e-06, + "loss": 0.4564, + "mean_token_accuracy": 0.8509011268615723, + "num_tokens": 91963462.0, + "step": 2408 + }, + { + "epoch": 0.30644956112453886, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.824789047241211, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8562803268432617, + "num_tokens": 92000907.0, + "step": 2409 + }, + { + "epoch": 0.3065767714031294, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.878124237060547, + "learning_rate": 1e-06, + "loss": 0.4389, + "mean_token_accuracy": 0.8545417785644531, + "num_tokens": 92036110.0, + "step": 2410 + }, + { + "epoch": 0.30670398168171986, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.833672523498535, + "learning_rate": 1e-06, + "loss": 0.4563, + "mean_token_accuracy": 0.849137544631958, + "num_tokens": 92080647.0, + "step": 2411 + }, + { + "epoch": 0.3068311919603104, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.821629524230957, + "learning_rate": 1e-06, + "loss": 0.4386, + "mean_token_accuracy": 0.857323169708252, + "num_tokens": 92115407.0, + "step": 2412 + }, + { + "epoch": 0.3069584022389009, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.855169296264648, + "learning_rate": 1e-06, + "loss": 0.4541, + "mean_token_accuracy": 0.852824330329895, + "num_tokens": 92149660.0, + "step": 2413 + }, + { + "epoch": 0.3070856125174914, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.85551643371582, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8554638028144836, + "num_tokens": 92191581.0, + "step": 2414 + }, + { + "epoch": 0.3072128227960819, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.821695327758789, + "learning_rate": 1e-06, + "loss": 0.4685, + "mean_token_accuracy": 0.8474688529968262, + "num_tokens": 92230435.0, + "step": 2415 + }, + { + "epoch": 0.30734003307467245, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.808525085449219, + "learning_rate": 1e-06, + "loss": 0.4938, + "mean_token_accuracy": 0.840154767036438, + "num_tokens": 92269545.0, + "step": 2416 + }, + { + "epoch": 0.3074672433532629, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.88604736328125, + "learning_rate": 1e-06, + "loss": 0.4302, + "mean_token_accuracy": 0.8602356910705566, + "num_tokens": 92307447.0, + "step": 2417 + }, + { + "epoch": 0.30759445363185345, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.85688304901123, + "learning_rate": 1e-06, + "loss": 0.4513, + "mean_token_accuracy": 0.8517821431159973, + "num_tokens": 92349441.0, + "step": 2418 + }, + { + "epoch": 0.307721663910444, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.815933227539062, + "learning_rate": 1e-06, + "loss": 0.4294, + "mean_token_accuracy": 0.8575214743614197, + "num_tokens": 92380405.0, + "step": 2419 + }, + { + "epoch": 0.30784887418903445, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.899956703186035, + "learning_rate": 1e-06, + "loss": 0.4743, + "mean_token_accuracy": 0.8503732681274414, + "num_tokens": 92419596.0, + "step": 2420 + }, + { + "epoch": 0.307976084467625, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.872553825378418, + "learning_rate": 1e-06, + "loss": 0.4763, + "mean_token_accuracy": 0.8458123803138733, + "num_tokens": 92454590.0, + "step": 2421 + }, + { + "epoch": 0.3081032947462155, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.876310348510742, + "learning_rate": 1e-06, + "loss": 0.4602, + "mean_token_accuracy": 0.8487319946289062, + "num_tokens": 92491640.0, + "step": 2422 + }, + { + "epoch": 0.308230505024806, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.855782508850098, + "learning_rate": 1e-06, + "loss": 0.488, + "mean_token_accuracy": 0.8440436720848083, + "num_tokens": 92528682.0, + "step": 2423 + }, + { + "epoch": 0.3083577153033965, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.884642601013184, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8599905967712402, + "num_tokens": 92566368.0, + "step": 2424 + }, + { + "epoch": 0.30848492558198704, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.896915435791016, + "learning_rate": 1e-06, + "loss": 0.5162, + "mean_token_accuracy": 0.8306390643119812, + "num_tokens": 92601380.0, + "step": 2425 + }, + { + "epoch": 0.3086121358605775, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.86497974395752, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8682740330696106, + "num_tokens": 92639724.0, + "step": 2426 + }, + { + "epoch": 0.30873934613916804, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.859331130981445, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8585249185562134, + "num_tokens": 92677450.0, + "step": 2427 + }, + { + "epoch": 0.30886655641775856, + "ewc_loss": 0.009033203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.059906005859375e-06, + "grad_norm": 8.841985702514648, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8608795404434204, + "num_tokens": 92714681.0, + "step": 2428 + }, + { + "epoch": 0.3089937666963491, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.874411582946777, + "learning_rate": 1e-06, + "loss": 0.4568, + "mean_token_accuracy": 0.8489691615104675, + "num_tokens": 92749925.0, + "step": 2429 + }, + { + "epoch": 0.30912097697493957, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.861917495727539, + "learning_rate": 1e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.8568936586380005, + "num_tokens": 92791720.0, + "step": 2430 + }, + { + "epoch": 0.3092481872535301, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.9162015914917, + "learning_rate": 1e-06, + "loss": 0.4764, + "mean_token_accuracy": 0.8447746634483337, + "num_tokens": 92826179.0, + "step": 2431 + }, + { + "epoch": 0.3093753975321206, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.816120147705078, + "learning_rate": 1e-06, + "loss": 0.4556, + "mean_token_accuracy": 0.8518904447555542, + "num_tokens": 92872751.0, + "step": 2432 + }, + { + "epoch": 0.3095026078107111, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.835061073303223, + "learning_rate": 1e-06, + "loss": 0.464, + "mean_token_accuracy": 0.8481839895248413, + "num_tokens": 92907470.0, + "step": 2433 + }, + { + "epoch": 0.3096298180893016, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.937372207641602, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.8583347797393799, + "num_tokens": 92943321.0, + "step": 2434 + }, + { + "epoch": 0.30975702836789215, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.818415641784668, + "learning_rate": 1e-06, + "loss": 0.4435, + "mean_token_accuracy": 0.854561984539032, + "num_tokens": 92982136.0, + "step": 2435 + }, + { + "epoch": 0.3098842386464826, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.981672286987305, + "learning_rate": 1e-06, + "loss": 0.4935, + "mean_token_accuracy": 0.8426083326339722, + "num_tokens": 93015974.0, + "step": 2436 + }, + { + "epoch": 0.31001144892507315, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.860710144042969, + "learning_rate": 1e-06, + "loss": 0.4356, + "mean_token_accuracy": 0.8563368916511536, + "num_tokens": 93054010.0, + "step": 2437 + }, + { + "epoch": 0.3101386592036637, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.794265747070312, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8601925373077393, + "num_tokens": 93090226.0, + "step": 2438 + }, + { + "epoch": 0.31026586948225415, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.907062530517578, + "learning_rate": 1e-06, + "loss": 0.4587, + "mean_token_accuracy": 0.8497324585914612, + "num_tokens": 93130242.0, + "step": 2439 + }, + { + "epoch": 0.3103930797608447, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.820964813232422, + "learning_rate": 1e-06, + "loss": 0.4772, + "mean_token_accuracy": 0.8478975296020508, + "num_tokens": 93170990.0, + "step": 2440 + }, + { + "epoch": 0.3105202900394352, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.842995643615723, + "learning_rate": 1e-06, + "loss": 0.4649, + "mean_token_accuracy": 0.8458791971206665, + "num_tokens": 93205478.0, + "step": 2441 + }, + { + "epoch": 0.3106475003180257, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.827435493469238, + "learning_rate": 1e-06, + "loss": 0.4734, + "mean_token_accuracy": 0.8449398875236511, + "num_tokens": 93240952.0, + "step": 2442 + }, + { + "epoch": 0.3107747105966162, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.848962783813477, + "learning_rate": 1e-06, + "loss": 0.486, + "mean_token_accuracy": 0.8424254655838013, + "num_tokens": 93278882.0, + "step": 2443 + }, + { + "epoch": 0.31090192087520674, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.847837448120117, + "learning_rate": 1e-06, + "loss": 0.4779, + "mean_token_accuracy": 0.8447853326797485, + "num_tokens": 93324573.0, + "step": 2444 + }, + { + "epoch": 0.3110291311537972, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.839665412902832, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.8665992021560669, + "num_tokens": 93361049.0, + "step": 2445 + }, + { + "epoch": 0.31115634143238774, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.890609741210938, + "learning_rate": 1e-06, + "loss": 0.4567, + "mean_token_accuracy": 0.8490786552429199, + "num_tokens": 93401748.0, + "step": 2446 + }, + { + "epoch": 0.31128355171097827, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.845773696899414, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8635433316230774, + "num_tokens": 93434857.0, + "step": 2447 + }, + { + "epoch": 0.31141076198956874, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.807254791259766, + "learning_rate": 1e-06, + "loss": 0.4635, + "mean_token_accuracy": 0.8504164218902588, + "num_tokens": 93474681.0, + "step": 2448 + }, + { + "epoch": 0.31153797226815927, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.848627090454102, + "learning_rate": 1e-06, + "loss": 0.4615, + "mean_token_accuracy": 0.8505881428718567, + "num_tokens": 93510627.0, + "step": 2449 + }, + { + "epoch": 0.3116651825467498, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.850374221801758, + "learning_rate": 1e-06, + "loss": 0.4734, + "mean_token_accuracy": 0.8431549072265625, + "num_tokens": 93551598.0, + "step": 2450 + }, + { + "epoch": 0.31179239282534027, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.868877410888672, + "learning_rate": 1e-06, + "loss": 0.4794, + "mean_token_accuracy": 0.8453866243362427, + "num_tokens": 93586622.0, + "step": 2451 + }, + { + "epoch": 0.3119196031039308, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.86271858215332, + "learning_rate": 1e-06, + "loss": 0.502, + "mean_token_accuracy": 0.8414145708084106, + "num_tokens": 93626496.0, + "step": 2452 + }, + { + "epoch": 0.3120468133825213, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.855609893798828, + "learning_rate": 1e-06, + "loss": 0.458, + "mean_token_accuracy": 0.853479266166687, + "num_tokens": 93665641.0, + "step": 2453 + }, + { + "epoch": 0.3121740236611118, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.86683464050293, + "learning_rate": 1e-06, + "loss": 0.4394, + "mean_token_accuracy": 0.8578764200210571, + "num_tokens": 93702135.0, + "step": 2454 + }, + { + "epoch": 0.3123012339397023, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.859607696533203, + "learning_rate": 1e-06, + "loss": 0.4449, + "mean_token_accuracy": 0.8585984110832214, + "num_tokens": 93738226.0, + "step": 2455 + }, + { + "epoch": 0.31242844421829286, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.913778305053711, + "learning_rate": 1e-06, + "loss": 0.4497, + "mean_token_accuracy": 0.8547179698944092, + "num_tokens": 93780273.0, + "step": 2456 + }, + { + "epoch": 0.31255565449688333, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.856791496276855, + "learning_rate": 1e-06, + "loss": 0.4913, + "mean_token_accuracy": 0.839203953742981, + "num_tokens": 93821977.0, + "step": 2457 + }, + { + "epoch": 0.31268286477547386, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.884182929992676, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8605592250823975, + "num_tokens": 93856084.0, + "step": 2458 + }, + { + "epoch": 0.3128100750540644, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.894060134887695, + "learning_rate": 1e-06, + "loss": 0.45, + "mean_token_accuracy": 0.8551726341247559, + "num_tokens": 93893491.0, + "step": 2459 + }, + { + "epoch": 0.31293728533265486, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.824003219604492, + "learning_rate": 1e-06, + "loss": 0.4876, + "mean_token_accuracy": 0.8403477668762207, + "num_tokens": 93940240.0, + "step": 2460 + }, + { + "epoch": 0.3130644956112454, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.894906997680664, + "learning_rate": 1e-06, + "loss": 0.475, + "mean_token_accuracy": 0.8448829650878906, + "num_tokens": 93974504.0, + "step": 2461 + }, + { + "epoch": 0.3131917058898359, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.85844898223877, + "learning_rate": 1e-06, + "loss": 0.44, + "mean_token_accuracy": 0.8534274101257324, + "num_tokens": 94009208.0, + "step": 2462 + }, + { + "epoch": 0.3133189161684264, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.831189155578613, + "learning_rate": 1e-06, + "loss": 0.4523, + "mean_token_accuracy": 0.8523753881454468, + "num_tokens": 94049249.0, + "step": 2463 + }, + { + "epoch": 0.3134461264470169, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.927666664123535, + "learning_rate": 1e-06, + "loss": 0.4434, + "mean_token_accuracy": 0.8529446125030518, + "num_tokens": 94085553.0, + "step": 2464 + }, + { + "epoch": 0.31357333672560744, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.847426414489746, + "learning_rate": 1e-06, + "loss": 0.5084, + "mean_token_accuracy": 0.8318267464637756, + "num_tokens": 94127531.0, + "step": 2465 + }, + { + "epoch": 0.3137005470041979, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.877829551696777, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8643474578857422, + "num_tokens": 94171191.0, + "step": 2466 + }, + { + "epoch": 0.31382775728278844, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.860372543334961, + "learning_rate": 1e-06, + "loss": 0.4444, + "mean_token_accuracy": 0.8569273948669434, + "num_tokens": 94212090.0, + "step": 2467 + }, + { + "epoch": 0.313954967561379, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.867246627807617, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.870052695274353, + "num_tokens": 94246835.0, + "step": 2468 + }, + { + "epoch": 0.31408217783996945, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.831076622009277, + "learning_rate": 1e-06, + "loss": 0.4537, + "mean_token_accuracy": 0.8503297567367554, + "num_tokens": 94284581.0, + "step": 2469 + }, + { + "epoch": 0.31420938811856, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.902145385742188, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8619502782821655, + "num_tokens": 94323050.0, + "step": 2470 + }, + { + "epoch": 0.3143365983971505, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.843181610107422, + "learning_rate": 1e-06, + "loss": 0.4705, + "mean_token_accuracy": 0.8473859429359436, + "num_tokens": 94364702.0, + "step": 2471 + }, + { + "epoch": 0.314463808675741, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.85273265838623, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8588317036628723, + "num_tokens": 94404735.0, + "step": 2472 + }, + { + "epoch": 0.3145910189543315, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.900662422180176, + "learning_rate": 1e-06, + "loss": 0.4959, + "mean_token_accuracy": 0.8376094102859497, + "num_tokens": 94444683.0, + "step": 2473 + }, + { + "epoch": 0.31471822923292203, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.858362197875977, + "learning_rate": 1e-06, + "loss": 0.4361, + "mean_token_accuracy": 0.8546954393386841, + "num_tokens": 94484392.0, + "step": 2474 + }, + { + "epoch": 0.3148454395115125, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.852938652038574, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8591938018798828, + "num_tokens": 94524860.0, + "step": 2475 + }, + { + "epoch": 0.31497264979010303, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.883955955505371, + "learning_rate": 1e-06, + "loss": 0.4729, + "mean_token_accuracy": 0.8486510515213013, + "num_tokens": 94565076.0, + "step": 2476 + }, + { + "epoch": 0.31509986006869356, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.780452728271484, + "learning_rate": 1e-06, + "loss": 0.526, + "mean_token_accuracy": 0.8292914628982544, + "num_tokens": 94606191.0, + "step": 2477 + }, + { + "epoch": 0.31522707034728403, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.915817260742188, + "learning_rate": 1e-06, + "loss": 0.4766, + "mean_token_accuracy": 0.8465831279754639, + "num_tokens": 94648021.0, + "step": 2478 + }, + { + "epoch": 0.31535428062587456, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.78429126739502, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8631738424301147, + "num_tokens": 94686305.0, + "step": 2479 + }, + { + "epoch": 0.3154814909044651, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.87348747253418, + "learning_rate": 1e-06, + "loss": 0.4726, + "mean_token_accuracy": 0.8501724004745483, + "num_tokens": 94728606.0, + "step": 2480 + }, + { + "epoch": 0.3156087011830556, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.829656600952148, + "learning_rate": 1e-06, + "loss": 0.4506, + "mean_token_accuracy": 0.855022668838501, + "num_tokens": 94770162.0, + "step": 2481 + }, + { + "epoch": 0.3157359114616461, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.863056182861328, + "learning_rate": 1e-06, + "loss": 0.4304, + "mean_token_accuracy": 0.8590032458305359, + "num_tokens": 94807735.0, + "step": 2482 + }, + { + "epoch": 0.3158631217402366, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.853148460388184, + "learning_rate": 1e-06, + "loss": 0.4494, + "mean_token_accuracy": 0.8468091487884521, + "num_tokens": 94840366.0, + "step": 2483 + }, + { + "epoch": 0.31599033201882715, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.875893592834473, + "learning_rate": 1e-06, + "loss": 0.4544, + "mean_token_accuracy": 0.8492113351821899, + "num_tokens": 94874293.0, + "step": 2484 + }, + { + "epoch": 0.3161175422974176, + "ewc_loss": 0.00909423828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.119510650634766e-06, + "grad_norm": 8.873706817626953, + "learning_rate": 1e-06, + "loss": 0.4597, + "mean_token_accuracy": 0.8522120714187622, + "num_tokens": 94909347.0, + "step": 2485 + }, + { + "epoch": 0.31624475257600815, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.833867073059082, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8622783422470093, + "num_tokens": 94955120.0, + "step": 2486 + }, + { + "epoch": 0.3163719628545987, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.811014175415039, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8660499453544617, + "num_tokens": 94992319.0, + "step": 2487 + }, + { + "epoch": 0.31649917313318915, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.86182689666748, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8628091812133789, + "num_tokens": 95023464.0, + "step": 2488 + }, + { + "epoch": 0.3166263834117797, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.913890838623047, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.8661155700683594, + "num_tokens": 95055963.0, + "step": 2489 + }, + { + "epoch": 0.3167535936903702, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.859589576721191, + "learning_rate": 1e-06, + "loss": 0.5074, + "mean_token_accuracy": 0.8341450691223145, + "num_tokens": 95089628.0, + "step": 2490 + }, + { + "epoch": 0.3168808039689607, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.889603614807129, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8665909767150879, + "num_tokens": 95128557.0, + "step": 2491 + }, + { + "epoch": 0.3170080142475512, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.848557472229004, + "learning_rate": 1e-06, + "loss": 0.489, + "mean_token_accuracy": 0.840541422367096, + "num_tokens": 95168324.0, + "step": 2492 + }, + { + "epoch": 0.31713522452614173, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.878066062927246, + "learning_rate": 1e-06, + "loss": 0.522, + "mean_token_accuracy": 0.8331165313720703, + "num_tokens": 95208139.0, + "step": 2493 + }, + { + "epoch": 0.3172624348047322, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.84017276763916, + "learning_rate": 1e-06, + "loss": 0.4745, + "mean_token_accuracy": 0.8474817276000977, + "num_tokens": 95247337.0, + "step": 2494 + }, + { + "epoch": 0.31738964508332274, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.90774917602539, + "learning_rate": 1e-06, + "loss": 0.4652, + "mean_token_accuracy": 0.8447585105895996, + "num_tokens": 95289208.0, + "step": 2495 + }, + { + "epoch": 0.31751685536191326, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.817252159118652, + "learning_rate": 1e-06, + "loss": 0.4545, + "mean_token_accuracy": 0.851385772228241, + "num_tokens": 95329717.0, + "step": 2496 + }, + { + "epoch": 0.31764406564050374, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.867310523986816, + "learning_rate": 1e-06, + "loss": 0.5016, + "mean_token_accuracy": 0.8328951597213745, + "num_tokens": 95371052.0, + "step": 2497 + }, + { + "epoch": 0.31777127591909426, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.835850715637207, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8721514940261841, + "num_tokens": 95412486.0, + "step": 2498 + }, + { + "epoch": 0.3178984861976848, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.874064445495605, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8684996366500854, + "num_tokens": 95446167.0, + "step": 2499 + }, + { + "epoch": 0.31802569647627527, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.87546443939209, + "learning_rate": 1e-06, + "loss": 0.4736, + "mean_token_accuracy": 0.847192645072937, + "num_tokens": 95485763.0, + "step": 2500 + }, + { + "epoch": 0.3181529067548658, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.913456916809082, + "learning_rate": 1e-06, + "loss": 0.5156, + "mean_token_accuracy": 0.8417878150939941, + "num_tokens": 95526407.0, + "step": 2501 + }, + { + "epoch": 0.3182801170334563, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.879526138305664, + "learning_rate": 1e-06, + "loss": 0.5572, + "mean_token_accuracy": 0.8204150795936584, + "num_tokens": 95567479.0, + "step": 2502 + }, + { + "epoch": 0.3184073273120468, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.86793041229248, + "learning_rate": 1e-06, + "loss": 0.4475, + "mean_token_accuracy": 0.8581054210662842, + "num_tokens": 95606588.0, + "step": 2503 + }, + { + "epoch": 0.3185345375906373, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.844597816467285, + "learning_rate": 1e-06, + "loss": 0.4394, + "mean_token_accuracy": 0.8566901683807373, + "num_tokens": 95653293.0, + "step": 2504 + }, + { + "epoch": 0.31866174786922785, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.905486106872559, + "learning_rate": 1e-06, + "loss": 0.4741, + "mean_token_accuracy": 0.8435097932815552, + "num_tokens": 95692424.0, + "step": 2505 + }, + { + "epoch": 0.3187889581478183, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.845114707946777, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8620327115058899, + "num_tokens": 95733679.0, + "step": 2506 + }, + { + "epoch": 0.31891616842640885, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.868301391601562, + "learning_rate": 1e-06, + "loss": 0.4606, + "mean_token_accuracy": 0.8471707105636597, + "num_tokens": 95768211.0, + "step": 2507 + }, + { + "epoch": 0.3190433787049994, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.928376197814941, + "learning_rate": 1e-06, + "loss": 0.4639, + "mean_token_accuracy": 0.8509584665298462, + "num_tokens": 95805974.0, + "step": 2508 + }, + { + "epoch": 0.31917058898358985, + "ewc_loss": 0.0091552734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.179115295410156e-06, + "grad_norm": 8.85632038116455, + "learning_rate": 1e-06, + "loss": 0.4552, + "mean_token_accuracy": 0.8508057594299316, + "num_tokens": 95845463.0, + "step": 2509 + }, + { + "epoch": 0.3192977992621804, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.857925415039062, + "learning_rate": 1e-06, + "loss": 0.5029, + "mean_token_accuracy": 0.8481203317642212, + "num_tokens": 95888148.0, + "step": 2510 + }, + { + "epoch": 0.3194250095407709, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.86153507232666, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8738238215446472, + "num_tokens": 95925432.0, + "step": 2511 + }, + { + "epoch": 0.3195522198193614, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.897671699523926, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8586658835411072, + "num_tokens": 95970695.0, + "step": 2512 + }, + { + "epoch": 0.3196794300979519, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.901286125183105, + "learning_rate": 1e-06, + "loss": 0.4395, + "mean_token_accuracy": 0.8533044457435608, + "num_tokens": 96006093.0, + "step": 2513 + }, + { + "epoch": 0.31980664037654244, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.866305351257324, + "learning_rate": 1e-06, + "loss": 0.4455, + "mean_token_accuracy": 0.8525378108024597, + "num_tokens": 96045945.0, + "step": 2514 + }, + { + "epoch": 0.3199338506551329, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.940155029296875, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8687418699264526, + "num_tokens": 96076748.0, + "step": 2515 + }, + { + "epoch": 0.32006106093372344, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.919209480285645, + "learning_rate": 1e-06, + "loss": 0.4523, + "mean_token_accuracy": 0.853836178779602, + "num_tokens": 96116964.0, + "step": 2516 + }, + { + "epoch": 0.32018827121231397, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.912676811218262, + "learning_rate": 1e-06, + "loss": 0.4552, + "mean_token_accuracy": 0.8550930023193359, + "num_tokens": 96152073.0, + "step": 2517 + }, + { + "epoch": 0.32031548149090444, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.935965538024902, + "learning_rate": 1e-06, + "loss": 0.4496, + "mean_token_accuracy": 0.8514058589935303, + "num_tokens": 96191608.0, + "step": 2518 + }, + { + "epoch": 0.32044269176949497, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.90386962890625, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8699339032173157, + "num_tokens": 96228124.0, + "step": 2519 + }, + { + "epoch": 0.3205699020480855, + "ewc_loss": 0.00927734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.298324584960938e-06, + "grad_norm": 8.865263938903809, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8638981580734253, + "num_tokens": 96265870.0, + "step": 2520 + }, + { + "epoch": 0.32069711232667597, + "ewc_loss": 0.00921630859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.238719940185547e-06, + "grad_norm": 8.844083786010742, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8624306321144104, + "num_tokens": 96309623.0, + "step": 2521 + }, + { + "epoch": 0.3208243226052665, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.952871322631836, + "learning_rate": 1e-06, + "loss": 0.4593, + "mean_token_accuracy": 0.8462643623352051, + "num_tokens": 96344036.0, + "step": 2522 + }, + { + "epoch": 0.320951532883857, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.865803718566895, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.864596962928772, + "num_tokens": 96377627.0, + "step": 2523 + }, + { + "epoch": 0.3210787431624475, + "ewc_loss": 0.00933837890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.357929229736328e-06, + "grad_norm": 8.902426719665527, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.85460364818573, + "num_tokens": 96413568.0, + "step": 2524 + }, + { + "epoch": 0.32120595344103803, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.892512321472168, + "learning_rate": 1e-06, + "loss": 0.4521, + "mean_token_accuracy": 0.8506819009780884, + "num_tokens": 96454682.0, + "step": 2525 + }, + { + "epoch": 0.32133316371962856, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.887591361999512, + "learning_rate": 1e-06, + "loss": 0.4768, + "mean_token_accuracy": 0.8421692848205566, + "num_tokens": 96490456.0, + "step": 2526 + }, + { + "epoch": 0.32146037399821903, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.877607345581055, + "learning_rate": 1e-06, + "loss": 0.4962, + "mean_token_accuracy": 0.8465933799743652, + "num_tokens": 96526891.0, + "step": 2527 + }, + { + "epoch": 0.32158758427680956, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.901581764221191, + "learning_rate": 1e-06, + "loss": 0.4712, + "mean_token_accuracy": 0.8476097583770752, + "num_tokens": 96575226.0, + "step": 2528 + }, + { + "epoch": 0.3217147945554001, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.889852523803711, + "learning_rate": 1e-06, + "loss": 0.4785, + "mean_token_accuracy": 0.842473030090332, + "num_tokens": 96606383.0, + "step": 2529 + }, + { + "epoch": 0.3218420048339906, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.908413887023926, + "learning_rate": 1e-06, + "loss": 0.4501, + "mean_token_accuracy": 0.8557774424552917, + "num_tokens": 96639826.0, + "step": 2530 + }, + { + "epoch": 0.3219692151125811, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.882596015930176, + "learning_rate": 1e-06, + "loss": 0.4389, + "mean_token_accuracy": 0.8575842976570129, + "num_tokens": 96679151.0, + "step": 2531 + }, + { + "epoch": 0.3220964253911716, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.822571754455566, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8593674898147583, + "num_tokens": 96719365.0, + "step": 2532 + }, + { + "epoch": 0.32222363566976214, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.857542991638184, + "learning_rate": 1e-06, + "loss": 0.4513, + "mean_token_accuracy": 0.8511309027671814, + "num_tokens": 96758318.0, + "step": 2533 + }, + { + "epoch": 0.3223508459483526, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.890816688537598, + "learning_rate": 1e-06, + "loss": 0.4838, + "mean_token_accuracy": 0.8481371402740479, + "num_tokens": 96791159.0, + "step": 2534 + }, + { + "epoch": 0.32247805622694314, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.886797904968262, + "learning_rate": 1e-06, + "loss": 0.4441, + "mean_token_accuracy": 0.8553403615951538, + "num_tokens": 96825352.0, + "step": 2535 + }, + { + "epoch": 0.32260526650553367, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.922978401184082, + "learning_rate": 1e-06, + "loss": 0.4694, + "mean_token_accuracy": 0.8511600494384766, + "num_tokens": 96859700.0, + "step": 2536 + }, + { + "epoch": 0.32273247678412414, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.90090560913086, + "learning_rate": 1e-06, + "loss": 0.4527, + "mean_token_accuracy": 0.8510423302650452, + "num_tokens": 96897077.0, + "step": 2537 + }, + { + "epoch": 0.3228596870627147, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.907992362976074, + "learning_rate": 1e-06, + "loss": 0.4595, + "mean_token_accuracy": 0.8475973010063171, + "num_tokens": 96936936.0, + "step": 2538 + }, + { + "epoch": 0.3229868973413052, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.825702667236328, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8588688969612122, + "num_tokens": 96975702.0, + "step": 2539 + }, + { + "epoch": 0.3231141076198957, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.917374610900879, + "learning_rate": 1e-06, + "loss": 0.45, + "mean_token_accuracy": 0.8516291379928589, + "num_tokens": 97010585.0, + "step": 2540 + }, + { + "epoch": 0.3232413178984862, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.912290573120117, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8771570324897766, + "num_tokens": 97047210.0, + "step": 2541 + }, + { + "epoch": 0.32336852817707673, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.872344017028809, + "learning_rate": 1e-06, + "loss": 0.4628, + "mean_token_accuracy": 0.8476657867431641, + "num_tokens": 97084835.0, + "step": 2542 + }, + { + "epoch": 0.3234957384556672, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.901020050048828, + "learning_rate": 1e-06, + "loss": 0.4676, + "mean_token_accuracy": 0.850691556930542, + "num_tokens": 97125829.0, + "step": 2543 + }, + { + "epoch": 0.32362294873425773, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.892096519470215, + "learning_rate": 1e-06, + "loss": 0.4632, + "mean_token_accuracy": 0.8465718030929565, + "num_tokens": 97162874.0, + "step": 2544 + }, + { + "epoch": 0.32375015901284826, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.914131164550781, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8570476770401001, + "num_tokens": 97197559.0, + "step": 2545 + }, + { + "epoch": 0.32387736929143873, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.946767807006836, + "learning_rate": 1e-06, + "loss": 0.4891, + "mean_token_accuracy": 0.8407076001167297, + "num_tokens": 97227028.0, + "step": 2546 + }, + { + "epoch": 0.32400457957002926, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.871405601501465, + "learning_rate": 1e-06, + "loss": 0.4624, + "mean_token_accuracy": 0.8482634425163269, + "num_tokens": 97270209.0, + "step": 2547 + }, + { + "epoch": 0.3241317898486198, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.844792366027832, + "learning_rate": 1e-06, + "loss": 0.4294, + "mean_token_accuracy": 0.856037974357605, + "num_tokens": 97309176.0, + "step": 2548 + }, + { + "epoch": 0.32425900012721026, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.949636459350586, + "learning_rate": 1e-06, + "loss": 0.5065, + "mean_token_accuracy": 0.8343019485473633, + "num_tokens": 97340464.0, + "step": 2549 + }, + { + "epoch": 0.3243862104058008, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.897781372070312, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.856025218963623, + "num_tokens": 97378435.0, + "step": 2550 + }, + { + "epoch": 0.3245134206843913, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.862626075744629, + "learning_rate": 1e-06, + "loss": 0.4617, + "mean_token_accuracy": 0.8486310243606567, + "num_tokens": 97417886.0, + "step": 2551 + }, + { + "epoch": 0.3246406309629818, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.926665306091309, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8559756278991699, + "num_tokens": 97450552.0, + "step": 2552 + }, + { + "epoch": 0.3247678412415723, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.86716079711914, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8598008751869202, + "num_tokens": 97488586.0, + "step": 2553 + }, + { + "epoch": 0.32489505152016285, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.906279563903809, + "learning_rate": 1e-06, + "loss": 0.4625, + "mean_token_accuracy": 0.8481553792953491, + "num_tokens": 97528893.0, + "step": 2554 + }, + { + "epoch": 0.3250222617987533, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.866584777832031, + "learning_rate": 1e-06, + "loss": 0.5225, + "mean_token_accuracy": 0.8298608660697937, + "num_tokens": 97568654.0, + "step": 2555 + }, + { + "epoch": 0.32514947207734385, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.912391662597656, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8567533493041992, + "num_tokens": 97607068.0, + "step": 2556 + }, + { + "epoch": 0.3252766823559344, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.862112045288086, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8748363256454468, + "num_tokens": 97647505.0, + "step": 2557 + }, + { + "epoch": 0.32540389263452485, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.900876998901367, + "learning_rate": 1e-06, + "loss": 0.4716, + "mean_token_accuracy": 0.8470065593719482, + "num_tokens": 97690505.0, + "step": 2558 + }, + { + "epoch": 0.3255311029131154, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.938305854797363, + "learning_rate": 1e-06, + "loss": 0.5046, + "mean_token_accuracy": 0.8415194153785706, + "num_tokens": 97723955.0, + "step": 2559 + }, + { + "epoch": 0.3256583131917059, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.945745468139648, + "learning_rate": 1e-06, + "loss": 0.4672, + "mean_token_accuracy": 0.8472639322280884, + "num_tokens": 97763822.0, + "step": 2560 + }, + { + "epoch": 0.3257855234702964, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.86058235168457, + "learning_rate": 1e-06, + "loss": 0.457, + "mean_token_accuracy": 0.8482694029808044, + "num_tokens": 97803827.0, + "step": 2561 + }, + { + "epoch": 0.3259127337488869, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.919198036193848, + "learning_rate": 1e-06, + "loss": 0.4373, + "mean_token_accuracy": 0.8523622751235962, + "num_tokens": 97841056.0, + "step": 2562 + }, + { + "epoch": 0.32603994402747744, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.89151668548584, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8694573640823364, + "num_tokens": 97881714.0, + "step": 2563 + }, + { + "epoch": 0.3261671543060679, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.875765800476074, + "learning_rate": 1e-06, + "loss": 0.4548, + "mean_token_accuracy": 0.8507338762283325, + "num_tokens": 97925797.0, + "step": 2564 + }, + { + "epoch": 0.32629436458465844, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.904441833496094, + "learning_rate": 1e-06, + "loss": 0.4325, + "mean_token_accuracy": 0.857102632522583, + "num_tokens": 97963638.0, + "step": 2565 + }, + { + "epoch": 0.32642157486324896, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.932415008544922, + "learning_rate": 1e-06, + "loss": 0.4674, + "mean_token_accuracy": 0.8470342755317688, + "num_tokens": 98002043.0, + "step": 2566 + }, + { + "epoch": 0.32654878514183944, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.880816459655762, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8553882241249084, + "num_tokens": 98041031.0, + "step": 2567 + }, + { + "epoch": 0.32667599542042997, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.920143127441406, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8600152134895325, + "num_tokens": 98075510.0, + "step": 2568 + }, + { + "epoch": 0.3268032056990205, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.9194917678833, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8593868017196655, + "num_tokens": 98114162.0, + "step": 2569 + }, + { + "epoch": 0.32693041597761097, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.93729305267334, + "learning_rate": 1e-06, + "loss": 0.4604, + "mean_token_accuracy": 0.8485219478607178, + "num_tokens": 98148722.0, + "step": 2570 + }, + { + "epoch": 0.3270576262562015, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.97804069519043, + "learning_rate": 1e-06, + "loss": 0.5224, + "mean_token_accuracy": 0.8320359587669373, + "num_tokens": 98188255.0, + "step": 2571 + }, + { + "epoch": 0.327184836534792, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.854375839233398, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8637024164199829, + "num_tokens": 98228597.0, + "step": 2572 + }, + { + "epoch": 0.3273120468133825, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.9254789352417, + "learning_rate": 1e-06, + "loss": 0.4768, + "mean_token_accuracy": 0.8435852527618408, + "num_tokens": 98273405.0, + "step": 2573 + }, + { + "epoch": 0.327439257091973, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.937309265136719, + "learning_rate": 1e-06, + "loss": 0.512, + "mean_token_accuracy": 0.8391091227531433, + "num_tokens": 98315091.0, + "step": 2574 + }, + { + "epoch": 0.32756646737056355, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.884076118469238, + "learning_rate": 1e-06, + "loss": 0.4636, + "mean_token_accuracy": 0.854291558265686, + "num_tokens": 98356967.0, + "step": 2575 + }, + { + "epoch": 0.327693677649154, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.963736534118652, + "learning_rate": 1e-06, + "loss": 0.4822, + "mean_token_accuracy": 0.8439099192619324, + "num_tokens": 98394455.0, + "step": 2576 + }, + { + "epoch": 0.32782088792774455, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.914777755737305, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8611733913421631, + "num_tokens": 98430455.0, + "step": 2577 + }, + { + "epoch": 0.3279480982063351, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.961478233337402, + "learning_rate": 1e-06, + "loss": 0.4924, + "mean_token_accuracy": 0.8381616473197937, + "num_tokens": 98472218.0, + "step": 2578 + }, + { + "epoch": 0.3280753084849256, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.929147720336914, + "learning_rate": 1e-06, + "loss": 0.4295, + "mean_token_accuracy": 0.8603441715240479, + "num_tokens": 98509540.0, + "step": 2579 + }, + { + "epoch": 0.3282025187635161, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.929744720458984, + "learning_rate": 1e-06, + "loss": 0.4671, + "mean_token_accuracy": 0.8517322540283203, + "num_tokens": 98544761.0, + "step": 2580 + }, + { + "epoch": 0.3283297290421066, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.93609619140625, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8652487397193909, + "num_tokens": 98580522.0, + "step": 2581 + }, + { + "epoch": 0.32845693932069714, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.934432983398438, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8615982532501221, + "num_tokens": 98612988.0, + "step": 2582 + }, + { + "epoch": 0.3285841495992876, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.944912910461426, + "learning_rate": 1e-06, + "loss": 0.482, + "mean_token_accuracy": 0.8411864042282104, + "num_tokens": 98654213.0, + "step": 2583 + }, + { + "epoch": 0.32871135987787814, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.879495620727539, + "learning_rate": 1e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.8556413650512695, + "num_tokens": 98697168.0, + "step": 2584 + }, + { + "epoch": 0.32883857015646867, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.89403247833252, + "learning_rate": 1e-06, + "loss": 0.4371, + "mean_token_accuracy": 0.8578401207923889, + "num_tokens": 98735664.0, + "step": 2585 + }, + { + "epoch": 0.32896578043505914, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.912199020385742, + "learning_rate": 1e-06, + "loss": 0.4613, + "mean_token_accuracy": 0.8477977514266968, + "num_tokens": 98777257.0, + "step": 2586 + }, + { + "epoch": 0.32909299071364967, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.927363395690918, + "learning_rate": 1e-06, + "loss": 0.4398, + "mean_token_accuracy": 0.857111394405365, + "num_tokens": 98812443.0, + "step": 2587 + }, + { + "epoch": 0.3292202009922402, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.880330085754395, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8609609007835388, + "num_tokens": 98848231.0, + "step": 2588 + }, + { + "epoch": 0.32934741127083067, + "ewc_loss": 0.0093994140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.417533874511719e-06, + "grad_norm": 8.891897201538086, + "learning_rate": 1e-06, + "loss": 0.4418, + "mean_token_accuracy": 0.8560450077056885, + "num_tokens": 98886487.0, + "step": 2589 + }, + { + "epoch": 0.3294746215494212, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.868395805358887, + "learning_rate": 1e-06, + "loss": 0.477, + "mean_token_accuracy": 0.8430908918380737, + "num_tokens": 98924750.0, + "step": 2590 + }, + { + "epoch": 0.3296018318280117, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.92464828491211, + "learning_rate": 1e-06, + "loss": 0.5332, + "mean_token_accuracy": 0.8306074142456055, + "num_tokens": 98964151.0, + "step": 2591 + }, + { + "epoch": 0.3297290421066022, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.839617729187012, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8642661571502686, + "num_tokens": 99000277.0, + "step": 2592 + }, + { + "epoch": 0.3298562523851927, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.871814727783203, + "learning_rate": 1e-06, + "loss": 0.471, + "mean_token_accuracy": 0.8435804843902588, + "num_tokens": 99042335.0, + "step": 2593 + }, + { + "epoch": 0.32998346266378326, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.865777015686035, + "learning_rate": 1e-06, + "loss": 0.4509, + "mean_token_accuracy": 0.8513720035552979, + "num_tokens": 99082964.0, + "step": 2594 + }, + { + "epoch": 0.33011067294237373, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.913985252380371, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8755854368209839, + "num_tokens": 99123440.0, + "step": 2595 + }, + { + "epoch": 0.33023788322096426, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.902695655822754, + "learning_rate": 1e-06, + "loss": 0.4557, + "mean_token_accuracy": 0.851584792137146, + "num_tokens": 99167047.0, + "step": 2596 + }, + { + "epoch": 0.3303650934995548, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.906475067138672, + "learning_rate": 1e-06, + "loss": 0.4502, + "mean_token_accuracy": 0.8503704071044922, + "num_tokens": 99202594.0, + "step": 2597 + }, + { + "epoch": 0.33049230377814526, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.953261375427246, + "learning_rate": 1e-06, + "loss": 0.4289, + "mean_token_accuracy": 0.85991370677948, + "num_tokens": 99244732.0, + "step": 2598 + }, + { + "epoch": 0.3306195140567358, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.889062881469727, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.863303005695343, + "num_tokens": 99287161.0, + "step": 2599 + }, + { + "epoch": 0.3307467243353263, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.910994529724121, + "learning_rate": 1e-06, + "loss": 0.4671, + "mean_token_accuracy": 0.8457635641098022, + "num_tokens": 99322650.0, + "step": 2600 + }, + { + "epoch": 0.3308739346139168, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.935656547546387, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8532410264015198, + "num_tokens": 99358529.0, + "step": 2601 + }, + { + "epoch": 0.3310011448925073, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.898626327514648, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8622511625289917, + "num_tokens": 99394010.0, + "step": 2602 + }, + { + "epoch": 0.33112835517109784, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.868080139160156, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8565970063209534, + "num_tokens": 99434764.0, + "step": 2603 + }, + { + "epoch": 0.3312555654496883, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.914554595947266, + "learning_rate": 1e-06, + "loss": 0.4361, + "mean_token_accuracy": 0.8555301427841187, + "num_tokens": 99481322.0, + "step": 2604 + }, + { + "epoch": 0.33138277572827884, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.921152114868164, + "learning_rate": 1e-06, + "loss": 0.4944, + "mean_token_accuracy": 0.8438610434532166, + "num_tokens": 99517719.0, + "step": 2605 + }, + { + "epoch": 0.3315099860068694, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.956109046936035, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8552507162094116, + "num_tokens": 99553662.0, + "step": 2606 + }, + { + "epoch": 0.33163719628545985, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.944067001342773, + "learning_rate": 1e-06, + "loss": 0.4476, + "mean_token_accuracy": 0.853408932685852, + "num_tokens": 99589195.0, + "step": 2607 + }, + { + "epoch": 0.3317644065640504, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.947236061096191, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8561629056930542, + "num_tokens": 99626092.0, + "step": 2608 + }, + { + "epoch": 0.3318916168426409, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.933427810668945, + "learning_rate": 1e-06, + "loss": 0.5203, + "mean_token_accuracy": 0.8284896612167358, + "num_tokens": 99667087.0, + "step": 2609 + }, + { + "epoch": 0.3320188271212314, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.91417121887207, + "learning_rate": 1e-06, + "loss": 0.4687, + "mean_token_accuracy": 0.848089337348938, + "num_tokens": 99705929.0, + "step": 2610 + }, + { + "epoch": 0.3321460373998219, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.924019813537598, + "learning_rate": 1e-06, + "loss": 0.4551, + "mean_token_accuracy": 0.849712610244751, + "num_tokens": 99742044.0, + "step": 2611 + }, + { + "epoch": 0.33227324767841243, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.980894088745117, + "learning_rate": 1e-06, + "loss": 0.4429, + "mean_token_accuracy": 0.856320858001709, + "num_tokens": 99772621.0, + "step": 2612 + }, + { + "epoch": 0.3324004579570029, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.886229515075684, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.859348475933075, + "num_tokens": 99814405.0, + "step": 2613 + }, + { + "epoch": 0.33252766823559343, + "ewc_loss": 0.00946044921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.47713851928711e-06, + "grad_norm": 8.900223731994629, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8634644746780396, + "num_tokens": 99852197.0, + "step": 2614 + }, + { + "epoch": 0.33265487851418396, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.934983253479004, + "learning_rate": 1e-06, + "loss": 0.4682, + "mean_token_accuracy": 0.8487247228622437, + "num_tokens": 99894254.0, + "step": 2615 + }, + { + "epoch": 0.33278208879277443, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.919075965881348, + "learning_rate": 1e-06, + "loss": 0.4631, + "mean_token_accuracy": 0.8482497930526733, + "num_tokens": 99936230.0, + "step": 2616 + }, + { + "epoch": 0.33290929907136496, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.892488479614258, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8536098003387451, + "num_tokens": 99974964.0, + "step": 2617 + }, + { + "epoch": 0.3330365093499555, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.90140438079834, + "learning_rate": 1e-06, + "loss": 0.4714, + "mean_token_accuracy": 0.844523549079895, + "num_tokens": 100018750.0, + "step": 2618 + }, + { + "epoch": 0.33316371962854596, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.907112121582031, + "learning_rate": 1e-06, + "loss": 0.4721, + "mean_token_accuracy": 0.8485443592071533, + "num_tokens": 100054064.0, + "step": 2619 + }, + { + "epoch": 0.3332909299071365, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.930503845214844, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.8585187196731567, + "num_tokens": 100092549.0, + "step": 2620 + }, + { + "epoch": 0.333418140185727, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.973081588745117, + "learning_rate": 1e-06, + "loss": 0.5299, + "mean_token_accuracy": 0.8279644250869751, + "num_tokens": 100123973.0, + "step": 2621 + }, + { + "epoch": 0.3335453504643175, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.910209655761719, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8522003889083862, + "num_tokens": 100162142.0, + "step": 2622 + }, + { + "epoch": 0.333672560742908, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.912923812866211, + "learning_rate": 1e-06, + "loss": 0.4688, + "mean_token_accuracy": 0.8483791351318359, + "num_tokens": 100199352.0, + "step": 2623 + }, + { + "epoch": 0.33379977102149855, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.986083984375, + "learning_rate": 1e-06, + "loss": 0.4995, + "mean_token_accuracy": 0.8372265100479126, + "num_tokens": 100237446.0, + "step": 2624 + }, + { + "epoch": 0.333926981300089, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.934077262878418, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8586935997009277, + "num_tokens": 100272986.0, + "step": 2625 + }, + { + "epoch": 0.33405419157867955, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.965200424194336, + "learning_rate": 1e-06, + "loss": 0.4567, + "mean_token_accuracy": 0.8442770838737488, + "num_tokens": 100304998.0, + "step": 2626 + }, + { + "epoch": 0.3341814018572701, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.947501182556152, + "learning_rate": 1e-06, + "loss": 0.4629, + "mean_token_accuracy": 0.849269688129425, + "num_tokens": 100338473.0, + "step": 2627 + }, + { + "epoch": 0.33430861213586055, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.93637752532959, + "learning_rate": 1e-06, + "loss": 0.5145, + "mean_token_accuracy": 0.8370599746704102, + "num_tokens": 100372644.0, + "step": 2628 + }, + { + "epoch": 0.3344358224144511, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.921838760375977, + "learning_rate": 1e-06, + "loss": 0.5153, + "mean_token_accuracy": 0.8333581686019897, + "num_tokens": 100413248.0, + "step": 2629 + }, + { + "epoch": 0.3345630326930416, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.970657348632812, + "learning_rate": 1e-06, + "loss": 0.4604, + "mean_token_accuracy": 0.8477276563644409, + "num_tokens": 100448022.0, + "step": 2630 + }, + { + "epoch": 0.33469024297163213, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.899118423461914, + "learning_rate": 1e-06, + "loss": 0.4923, + "mean_token_accuracy": 0.840567409992218, + "num_tokens": 100493222.0, + "step": 2631 + }, + { + "epoch": 0.3348174532502226, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.932188034057617, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.8585420250892639, + "num_tokens": 100534736.0, + "step": 2632 + }, + { + "epoch": 0.33494466352881314, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.98363971710205, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8606979846954346, + "num_tokens": 100576754.0, + "step": 2633 + }, + { + "epoch": 0.33507187380740366, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.992111206054688, + "learning_rate": 1e-06, + "loss": 0.4758, + "mean_token_accuracy": 0.8454640507698059, + "num_tokens": 100611407.0, + "step": 2634 + }, + { + "epoch": 0.33519908408599414, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.995264053344727, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.859300971031189, + "num_tokens": 100643531.0, + "step": 2635 + }, + { + "epoch": 0.33532629436458466, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.925189971923828, + "learning_rate": 1e-06, + "loss": 0.4396, + "mean_token_accuracy": 0.853928804397583, + "num_tokens": 100678612.0, + "step": 2636 + }, + { + "epoch": 0.3354535046431752, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.95480728149414, + "learning_rate": 1e-06, + "loss": 0.4442, + "mean_token_accuracy": 0.857229471206665, + "num_tokens": 100718873.0, + "step": 2637 + }, + { + "epoch": 0.33558071492176567, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.947388648986816, + "learning_rate": 1e-06, + "loss": 0.452, + "mean_token_accuracy": 0.8509089946746826, + "num_tokens": 100759883.0, + "step": 2638 + }, + { + "epoch": 0.3357079252003562, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.947957038879395, + "learning_rate": 1e-06, + "loss": 0.5096, + "mean_token_accuracy": 0.8324120044708252, + "num_tokens": 100800022.0, + "step": 2639 + }, + { + "epoch": 0.3358351354789467, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.994583129882812, + "learning_rate": 1e-06, + "loss": 0.5058, + "mean_token_accuracy": 0.8376526832580566, + "num_tokens": 100837299.0, + "step": 2640 + }, + { + "epoch": 0.3359623457575372, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.979952812194824, + "learning_rate": 1e-06, + "loss": 0.4651, + "mean_token_accuracy": 0.8494727611541748, + "num_tokens": 100868433.0, + "step": 2641 + }, + { + "epoch": 0.3360895560361277, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.993332862854004, + "learning_rate": 1e-06, + "loss": 0.4918, + "mean_token_accuracy": 0.8379043936729431, + "num_tokens": 100907768.0, + "step": 2642 + }, + { + "epoch": 0.33621676631471825, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.974393844604492, + "learning_rate": 1e-06, + "loss": 0.5245, + "mean_token_accuracy": 0.8297924995422363, + "num_tokens": 100942723.0, + "step": 2643 + }, + { + "epoch": 0.3363439765933087, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.91364860534668, + "learning_rate": 1e-06, + "loss": 0.4402, + "mean_token_accuracy": 0.8581007719039917, + "num_tokens": 100984997.0, + "step": 2644 + }, + { + "epoch": 0.33647118687189925, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.958685874938965, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8666724562644958, + "num_tokens": 101026290.0, + "step": 2645 + }, + { + "epoch": 0.3365983971504898, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.960332870483398, + "learning_rate": 1e-06, + "loss": 0.4653, + "mean_token_accuracy": 0.8459922075271606, + "num_tokens": 101066766.0, + "step": 2646 + }, + { + "epoch": 0.33672560742908025, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.937183380126953, + "learning_rate": 1e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8564162850379944, + "num_tokens": 101100833.0, + "step": 2647 + }, + { + "epoch": 0.3368528177076708, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.89844036102295, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8630906343460083, + "num_tokens": 101145552.0, + "step": 2648 + }, + { + "epoch": 0.3369800279862613, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.945627212524414, + "learning_rate": 1e-06, + "loss": 0.4456, + "mean_token_accuracy": 0.8545085191726685, + "num_tokens": 101186644.0, + "step": 2649 + }, + { + "epoch": 0.3371072382648518, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.922613143920898, + "learning_rate": 1e-06, + "loss": 0.4577, + "mean_token_accuracy": 0.8501307964324951, + "num_tokens": 101223356.0, + "step": 2650 + }, + { + "epoch": 0.3372344485434423, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.901518821716309, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.865096926689148, + "num_tokens": 101260527.0, + "step": 2651 + }, + { + "epoch": 0.33736165882203284, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.887475967407227, + "learning_rate": 1e-06, + "loss": 0.4509, + "mean_token_accuracy": 0.8520443439483643, + "num_tokens": 101305403.0, + "step": 2652 + }, + { + "epoch": 0.3374888691006233, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.9373197555542, + "learning_rate": 1e-06, + "loss": 0.5078, + "mean_token_accuracy": 0.8377278447151184, + "num_tokens": 101345858.0, + "step": 2653 + }, + { + "epoch": 0.33761607937921384, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.944448471069336, + "learning_rate": 1e-06, + "loss": 0.5199, + "mean_token_accuracy": 0.8289352059364319, + "num_tokens": 101380321.0, + "step": 2654 + }, + { + "epoch": 0.33774328965780437, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.91312026977539, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8609184622764587, + "num_tokens": 101419120.0, + "step": 2655 + }, + { + "epoch": 0.33787049993639484, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.932365417480469, + "learning_rate": 1e-06, + "loss": 0.4479, + "mean_token_accuracy": 0.8549845218658447, + "num_tokens": 101453272.0, + "step": 2656 + }, + { + "epoch": 0.33799771021498537, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 9.015944480895996, + "learning_rate": 1e-06, + "loss": 0.4941, + "mean_token_accuracy": 0.8422744274139404, + "num_tokens": 101486879.0, + "step": 2657 + }, + { + "epoch": 0.3381249204935759, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.989729881286621, + "learning_rate": 1e-06, + "loss": 0.477, + "mean_token_accuracy": 0.8453998565673828, + "num_tokens": 101523691.0, + "step": 2658 + }, + { + "epoch": 0.33825213077216637, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 9.005858421325684, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.853813648223877, + "num_tokens": 101555279.0, + "step": 2659 + }, + { + "epoch": 0.3383793410507569, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.932753562927246, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8692848682403564, + "num_tokens": 101591780.0, + "step": 2660 + }, + { + "epoch": 0.3385065513293474, + "ewc_loss": 0.00958251953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.59634780883789e-06, + "grad_norm": 8.908316612243652, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8683516979217529, + "num_tokens": 101631041.0, + "step": 2661 + }, + { + "epoch": 0.3386337616079379, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.997222900390625, + "learning_rate": 1e-06, + "loss": 0.4846, + "mean_token_accuracy": 0.8420320749282837, + "num_tokens": 101666315.0, + "step": 2662 + }, + { + "epoch": 0.33876097188652843, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.965786933898926, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8652559518814087, + "num_tokens": 101704046.0, + "step": 2663 + }, + { + "epoch": 0.33888818216511896, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.985803604125977, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8630727529525757, + "num_tokens": 101743076.0, + "step": 2664 + }, + { + "epoch": 0.33901539244370943, + "ewc_loss": 0.009521484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.5367431640625e-06, + "grad_norm": 8.907190322875977, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8662152886390686, + "num_tokens": 101784006.0, + "step": 2665 + }, + { + "epoch": 0.33914260272229996, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 9.003252983093262, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8597713112831116, + "num_tokens": 101821845.0, + "step": 2666 + }, + { + "epoch": 0.3392698130008905, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.911160469055176, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8580593466758728, + "num_tokens": 101861121.0, + "step": 2667 + }, + { + "epoch": 0.33939702327948096, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 9.03659439086914, + "learning_rate": 1e-06, + "loss": 0.4513, + "mean_token_accuracy": 0.84984290599823, + "num_tokens": 101894330.0, + "step": 2668 + }, + { + "epoch": 0.3395242335580715, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.929876327514648, + "learning_rate": 1e-06, + "loss": 0.4982, + "mean_token_accuracy": 0.8386434316635132, + "num_tokens": 101934835.0, + "step": 2669 + }, + { + "epoch": 0.339651443836662, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.973719596862793, + "learning_rate": 1e-06, + "loss": 0.5076, + "mean_token_accuracy": 0.8355498313903809, + "num_tokens": 101970943.0, + "step": 2670 + }, + { + "epoch": 0.3397786541152525, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 9.045624732971191, + "learning_rate": 1e-06, + "loss": 0.4838, + "mean_token_accuracy": 0.8409438133239746, + "num_tokens": 102001211.0, + "step": 2671 + }, + { + "epoch": 0.339905864393843, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.955531120300293, + "learning_rate": 1e-06, + "loss": 0.4544, + "mean_token_accuracy": 0.8587841987609863, + "num_tokens": 102039399.0, + "step": 2672 + }, + { + "epoch": 0.34003307467243354, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.950254440307617, + "learning_rate": 1e-06, + "loss": 0.4851, + "mean_token_accuracy": 0.8421397805213928, + "num_tokens": 102070635.0, + "step": 2673 + }, + { + "epoch": 0.340160284951024, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.94210433959961, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.858036994934082, + "num_tokens": 102104590.0, + "step": 2674 + }, + { + "epoch": 0.34028749522961454, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.985540390014648, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8586558103561401, + "num_tokens": 102149267.0, + "step": 2675 + }, + { + "epoch": 0.3404147055082051, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.93593692779541, + "learning_rate": 1e-06, + "loss": 0.5189, + "mean_token_accuracy": 0.8363422751426697, + "num_tokens": 102188089.0, + "step": 2676 + }, + { + "epoch": 0.34054191578679555, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.933308601379395, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8595677614212036, + "num_tokens": 102224335.0, + "step": 2677 + }, + { + "epoch": 0.3406691260653861, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.940373420715332, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.856388509273529, + "num_tokens": 102263421.0, + "step": 2678 + }, + { + "epoch": 0.3407963363439766, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.97003173828125, + "learning_rate": 1e-06, + "loss": 0.514, + "mean_token_accuracy": 0.8361266255378723, + "num_tokens": 102301133.0, + "step": 2679 + }, + { + "epoch": 0.34092354662256713, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.912100791931152, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.8567288517951965, + "num_tokens": 102338516.0, + "step": 2680 + }, + { + "epoch": 0.3410507569011576, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.979040145874023, + "learning_rate": 1e-06, + "loss": 0.4743, + "mean_token_accuracy": 0.8425601720809937, + "num_tokens": 102376010.0, + "step": 2681 + }, + { + "epoch": 0.34117796717974813, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.919816970825195, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8733615875244141, + "num_tokens": 102417080.0, + "step": 2682 + }, + { + "epoch": 0.34130517745833866, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.966160774230957, + "learning_rate": 1e-06, + "loss": 0.4403, + "mean_token_accuracy": 0.8553119897842407, + "num_tokens": 102458042.0, + "step": 2683 + }, + { + "epoch": 0.34143238773692913, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.945871353149414, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8612416982650757, + "num_tokens": 102497152.0, + "step": 2684 + }, + { + "epoch": 0.34155959801551966, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 9.002091407775879, + "learning_rate": 1e-06, + "loss": 0.4632, + "mean_token_accuracy": 0.8510507345199585, + "num_tokens": 102531486.0, + "step": 2685 + }, + { + "epoch": 0.3416868082941102, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.95944881439209, + "learning_rate": 1e-06, + "loss": 0.4519, + "mean_token_accuracy": 0.8517600297927856, + "num_tokens": 102571552.0, + "step": 2686 + }, + { + "epoch": 0.34181401857270066, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.95870304107666, + "learning_rate": 1e-06, + "loss": 0.442, + "mean_token_accuracy": 0.8587433695793152, + "num_tokens": 102607338.0, + "step": 2687 + }, + { + "epoch": 0.3419412288512912, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.967206954956055, + "learning_rate": 1e-06, + "loss": 0.4518, + "mean_token_accuracy": 0.8534407615661621, + "num_tokens": 102654445.0, + "step": 2688 + }, + { + "epoch": 0.3420684391298817, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.88657283782959, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8619309663772583, + "num_tokens": 102695265.0, + "step": 2689 + }, + { + "epoch": 0.3421956494084722, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.997071266174316, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.857580304145813, + "num_tokens": 102728621.0, + "step": 2690 + }, + { + "epoch": 0.3423228596870627, + "ewc_loss": 0.00994873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 8.969710350036621, + "learning_rate": 1e-06, + "loss": 0.4695, + "mean_token_accuracy": 0.847010612487793, + "num_tokens": 102766378.0, + "step": 2691 + }, + { + "epoch": 0.34245006996565325, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.908698081970215, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.8521246910095215, + "num_tokens": 102806331.0, + "step": 2692 + }, + { + "epoch": 0.3425772802442437, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.998002052307129, + "learning_rate": 1e-06, + "loss": 0.4385, + "mean_token_accuracy": 0.8558703660964966, + "num_tokens": 102845314.0, + "step": 2693 + }, + { + "epoch": 0.34270449052283425, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.93124771118164, + "learning_rate": 1e-06, + "loss": 0.4507, + "mean_token_accuracy": 0.8522698283195496, + "num_tokens": 102888614.0, + "step": 2694 + }, + { + "epoch": 0.3428317008014248, + "ewc_loss": 0.0096435546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.655952453613281e-06, + "grad_norm": 8.973591804504395, + "learning_rate": 1e-06, + "loss": 0.4664, + "mean_token_accuracy": 0.8481711149215698, + "num_tokens": 102925988.0, + "step": 2695 + }, + { + "epoch": 0.34295891108001525, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.97056770324707, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8616937398910522, + "num_tokens": 102963150.0, + "step": 2696 + }, + { + "epoch": 0.3430861213586058, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.930418968200684, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8607975244522095, + "num_tokens": 102999164.0, + "step": 2697 + }, + { + "epoch": 0.3432133316371963, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.986454010009766, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.861333429813385, + "num_tokens": 103034337.0, + "step": 2698 + }, + { + "epoch": 0.3433405419157868, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.885746955871582, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.8601495027542114, + "num_tokens": 103075062.0, + "step": 2699 + }, + { + "epoch": 0.3434677521943773, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.965877532958984, + "learning_rate": 1e-06, + "loss": 0.4767, + "mean_token_accuracy": 0.8493146896362305, + "num_tokens": 103113209.0, + "step": 2700 + }, + { + "epoch": 0.34359496247296784, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.956642150878906, + "learning_rate": 1e-06, + "loss": 0.4377, + "mean_token_accuracy": 0.8575425148010254, + "num_tokens": 103153117.0, + "step": 2701 + }, + { + "epoch": 0.3437221727515583, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.948969841003418, + "learning_rate": 1e-06, + "loss": 0.4614, + "mean_token_accuracy": 0.8519835472106934, + "num_tokens": 103192234.0, + "step": 2702 + }, + { + "epoch": 0.34384938303014884, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.943248748779297, + "learning_rate": 1e-06, + "loss": 0.4503, + "mean_token_accuracy": 0.8504194021224976, + "num_tokens": 103224958.0, + "step": 2703 + }, + { + "epoch": 0.34397659330873936, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.979984283447266, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.855768084526062, + "num_tokens": 103259679.0, + "step": 2704 + }, + { + "epoch": 0.34410380358732984, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.937471389770508, + "learning_rate": 1e-06, + "loss": 0.4682, + "mean_token_accuracy": 0.8450292348861694, + "num_tokens": 103299987.0, + "step": 2705 + }, + { + "epoch": 0.34423101386592037, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.974286079406738, + "learning_rate": 1e-06, + "loss": 0.4933, + "mean_token_accuracy": 0.8394957184791565, + "num_tokens": 103344457.0, + "step": 2706 + }, + { + "epoch": 0.3443582241445109, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 9.144301414489746, + "learning_rate": 1e-06, + "loss": 0.4314, + "mean_token_accuracy": 0.8588036298751831, + "num_tokens": 103385173.0, + "step": 2707 + }, + { + "epoch": 0.34448543442310137, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.950757026672363, + "learning_rate": 1e-06, + "loss": 0.4992, + "mean_token_accuracy": 0.8381985425949097, + "num_tokens": 103425972.0, + "step": 2708 + }, + { + "epoch": 0.3446126447016919, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 9.453953742980957, + "learning_rate": 1e-06, + "loss": 0.4591, + "mean_token_accuracy": 0.8494887351989746, + "num_tokens": 103466819.0, + "step": 2709 + }, + { + "epoch": 0.3447398549802824, + "ewc_loss": 0.00994873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 8.960241317749023, + "learning_rate": 1e-06, + "loss": 0.4848, + "mean_token_accuracy": 0.8427348732948303, + "num_tokens": 103509660.0, + "step": 2710 + }, + { + "epoch": 0.3448670652588729, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.967867851257324, + "learning_rate": 1e-06, + "loss": 0.4706, + "mean_token_accuracy": 0.8481882810592651, + "num_tokens": 103544557.0, + "step": 2711 + }, + { + "epoch": 0.3449942755374634, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 9.157089233398438, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8625040650367737, + "num_tokens": 103585132.0, + "step": 2712 + }, + { + "epoch": 0.34512148581605395, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.913602828979492, + "learning_rate": 1e-06, + "loss": 0.4294, + "mean_token_accuracy": 0.8623597025871277, + "num_tokens": 103626353.0, + "step": 2713 + }, + { + "epoch": 0.3452486960946444, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.96999454498291, + "learning_rate": 1e-06, + "loss": 0.437, + "mean_token_accuracy": 0.8565414547920227, + "num_tokens": 103659035.0, + "step": 2714 + }, + { + "epoch": 0.34537590637323495, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 9.033991813659668, + "learning_rate": 1e-06, + "loss": 0.4323, + "mean_token_accuracy": 0.8615362048149109, + "num_tokens": 103699497.0, + "step": 2715 + }, + { + "epoch": 0.3455031166518255, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 9.09038257598877, + "learning_rate": 1e-06, + "loss": 0.4752, + "mean_token_accuracy": 0.8421435356140137, + "num_tokens": 103733685.0, + "step": 2716 + }, + { + "epoch": 0.34563032693041595, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.91352367401123, + "learning_rate": 1e-06, + "loss": 0.4999, + "mean_token_accuracy": 0.8367691040039062, + "num_tokens": 103769399.0, + "step": 2717 + }, + { + "epoch": 0.3457575372090065, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.942774772644043, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8610715866088867, + "num_tokens": 103809078.0, + "step": 2718 + }, + { + "epoch": 0.345884747487597, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.975341796875, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.870464563369751, + "num_tokens": 103846764.0, + "step": 2719 + }, + { + "epoch": 0.3460119577661875, + "ewc_loss": 0.00970458984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.715557098388672e-06, + "grad_norm": 8.995781898498535, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8627264499664307, + "num_tokens": 103883089.0, + "step": 2720 + }, + { + "epoch": 0.346139168044778, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.95390796661377, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8708817362785339, + "num_tokens": 103915775.0, + "step": 2721 + }, + { + "epoch": 0.34626637832336854, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.93407917022705, + "learning_rate": 1e-06, + "loss": 0.4678, + "mean_token_accuracy": 0.848630428314209, + "num_tokens": 103953703.0, + "step": 2722 + }, + { + "epoch": 0.346393588601959, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.975661277770996, + "learning_rate": 1e-06, + "loss": 0.477, + "mean_token_accuracy": 0.8436192274093628, + "num_tokens": 103990775.0, + "step": 2723 + }, + { + "epoch": 0.34652079888054954, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.9983491897583, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8573023676872253, + "num_tokens": 104025927.0, + "step": 2724 + }, + { + "epoch": 0.34664800915914007, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.905301094055176, + "learning_rate": 1e-06, + "loss": 0.4672, + "mean_token_accuracy": 0.8447597026824951, + "num_tokens": 104065860.0, + "step": 2725 + }, + { + "epoch": 0.34677521943773054, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.984896659851074, + "learning_rate": 1e-06, + "loss": 0.4472, + "mean_token_accuracy": 0.8563680052757263, + "num_tokens": 104102117.0, + "step": 2726 + }, + { + "epoch": 0.34690242971632107, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.955413818359375, + "learning_rate": 1e-06, + "loss": 0.4564, + "mean_token_accuracy": 0.8501395583152771, + "num_tokens": 104140896.0, + "step": 2727 + }, + { + "epoch": 0.3470296399949116, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.995216369628906, + "learning_rate": 1e-06, + "loss": 0.4486, + "mean_token_accuracy": 0.8523748517036438, + "num_tokens": 104181355.0, + "step": 2728 + }, + { + "epoch": 0.3471568502735021, + "ewc_loss": 0.00994873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 8.972049713134766, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8557355403900146, + "num_tokens": 104218564.0, + "step": 2729 + }, + { + "epoch": 0.3472840605520926, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.976556777954102, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8580155968666077, + "num_tokens": 104256553.0, + "step": 2730 + }, + { + "epoch": 0.3474112708306831, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.969426155090332, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8672307729721069, + "num_tokens": 104291150.0, + "step": 2731 + }, + { + "epoch": 0.34753848110927366, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.98261833190918, + "learning_rate": 1e-06, + "loss": 0.4639, + "mean_token_accuracy": 0.8463465571403503, + "num_tokens": 104327977.0, + "step": 2732 + }, + { + "epoch": 0.34766569138786413, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.995491027832031, + "learning_rate": 1e-06, + "loss": 0.4622, + "mean_token_accuracy": 0.8504559993743896, + "num_tokens": 104365167.0, + "step": 2733 + }, + { + "epoch": 0.34779290166645466, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.997743606567383, + "learning_rate": 1e-06, + "loss": 0.425, + "mean_token_accuracy": 0.8595632910728455, + "num_tokens": 104400304.0, + "step": 2734 + }, + { + "epoch": 0.3479201119450452, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 9.067545890808105, + "learning_rate": 1e-06, + "loss": 0.4975, + "mean_token_accuracy": 0.8383674621582031, + "num_tokens": 104437974.0, + "step": 2735 + }, + { + "epoch": 0.34804732222363566, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.956108093261719, + "learning_rate": 1e-06, + "loss": 0.4332, + "mean_token_accuracy": 0.8580265045166016, + "num_tokens": 104474474.0, + "step": 2736 + }, + { + "epoch": 0.3481745325022262, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 8.977873802185059, + "learning_rate": 1e-06, + "loss": 0.4941, + "mean_token_accuracy": 0.8403953313827515, + "num_tokens": 104511004.0, + "step": 2737 + }, + { + "epoch": 0.3483017427808167, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.972779273986816, + "learning_rate": 1e-06, + "loss": 0.4688, + "mean_token_accuracy": 0.8481932282447815, + "num_tokens": 104551889.0, + "step": 2738 + }, + { + "epoch": 0.3484289530594072, + "ewc_loss": 0.00994873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 8.925450325012207, + "learning_rate": 1e-06, + "loss": 0.495, + "mean_token_accuracy": 0.8376618027687073, + "num_tokens": 104591962.0, + "step": 2739 + }, + { + "epoch": 0.3485561633379977, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.986861228942871, + "learning_rate": 1e-06, + "loss": 0.4576, + "mean_token_accuracy": 0.8520817160606384, + "num_tokens": 104636201.0, + "step": 2740 + }, + { + "epoch": 0.34868337361658824, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 8.968323707580566, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.8539360761642456, + "num_tokens": 104673448.0, + "step": 2741 + }, + { + "epoch": 0.3488105838951787, + "ewc_loss": 0.00994873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 8.94869613647461, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8617843985557556, + "num_tokens": 104708879.0, + "step": 2742 + }, + { + "epoch": 0.34893779417376924, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 8.956469535827637, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8641782999038696, + "num_tokens": 104747073.0, + "step": 2743 + }, + { + "epoch": 0.3490650044523598, + "ewc_loss": 0.00994873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 8.968305587768555, + "learning_rate": 1e-06, + "loss": 0.4534, + "mean_token_accuracy": 0.8538986444473267, + "num_tokens": 104786950.0, + "step": 2744 + }, + { + "epoch": 0.34919221473095025, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.978349685668945, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.8586064577102661, + "num_tokens": 104828306.0, + "step": 2745 + }, + { + "epoch": 0.3493194250095408, + "ewc_loss": 0.00994873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 8.97023868560791, + "learning_rate": 1e-06, + "loss": 0.4859, + "mean_token_accuracy": 0.8459787368774414, + "num_tokens": 104867030.0, + "step": 2746 + }, + { + "epoch": 0.3494466352881313, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 8.965325355529785, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8588646054267883, + "num_tokens": 104909182.0, + "step": 2747 + }, + { + "epoch": 0.3495738455667218, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.954404830932617, + "learning_rate": 1e-06, + "loss": 0.45, + "mean_token_accuracy": 0.8500324487686157, + "num_tokens": 104950648.0, + "step": 2748 + }, + { + "epoch": 0.3497010558453123, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.953193664550781, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8587592244148254, + "num_tokens": 104994780.0, + "step": 2749 + }, + { + "epoch": 0.34982826612390283, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 9.013662338256836, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8621629476547241, + "num_tokens": 105029469.0, + "step": 2750 + }, + { + "epoch": 0.3499554764024933, + "ewc_loss": 0.00994873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 8.982053756713867, + "learning_rate": 1e-06, + "loss": 0.4564, + "mean_token_accuracy": 0.8480988144874573, + "num_tokens": 105066797.0, + "step": 2751 + }, + { + "epoch": 0.35008268668108383, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 9.004504203796387, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8691703677177429, + "num_tokens": 105100869.0, + "step": 2752 + }, + { + "epoch": 0.35020989695967436, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.988728523254395, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8665400147438049, + "num_tokens": 105135409.0, + "step": 2753 + }, + { + "epoch": 0.35033710723826483, + "ewc_loss": 0.00982666015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.834766387939453e-06, + "grad_norm": 8.962030410766602, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8616963624954224, + "num_tokens": 105172839.0, + "step": 2754 + }, + { + "epoch": 0.35046431751685536, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.95137882232666, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.8607842922210693, + "num_tokens": 105216656.0, + "step": 2755 + }, + { + "epoch": 0.3505915277954459, + "ewc_loss": 0.009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.775161743164062e-06, + "grad_norm": 9.039022445678711, + "learning_rate": 1e-06, + "loss": 0.4662, + "mean_token_accuracy": 0.8491822481155396, + "num_tokens": 105253740.0, + "step": 2756 + }, + { + "epoch": 0.35071873807403636, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.9469575881958, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.8588337898254395, + "num_tokens": 105290073.0, + "step": 2757 + }, + { + "epoch": 0.3508459483526269, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.954623222351074, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.860665500164032, + "num_tokens": 105325933.0, + "step": 2758 + }, + { + "epoch": 0.3509731586312174, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.968515396118164, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8583273887634277, + "num_tokens": 105362962.0, + "step": 2759 + }, + { + "epoch": 0.3511003689098079, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 8.94018268585205, + "learning_rate": 1e-06, + "loss": 0.438, + "mean_token_accuracy": 0.8553812503814697, + "num_tokens": 105410074.0, + "step": 2760 + }, + { + "epoch": 0.3512275791883984, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 9.035977363586426, + "learning_rate": 1e-06, + "loss": 0.5082, + "mean_token_accuracy": 0.8399465680122375, + "num_tokens": 105450264.0, + "step": 2761 + }, + { + "epoch": 0.35135478946698895, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 8.950776100158691, + "learning_rate": 1e-06, + "loss": 0.4594, + "mean_token_accuracy": 0.8466312289237976, + "num_tokens": 105486566.0, + "step": 2762 + }, + { + "epoch": 0.3514819997455794, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.986909866333008, + "learning_rate": 1e-06, + "loss": 0.4314, + "mean_token_accuracy": 0.8581708669662476, + "num_tokens": 105527185.0, + "step": 2763 + }, + { + "epoch": 0.35160921002416995, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.999741554260254, + "learning_rate": 1e-06, + "loss": 0.4473, + "mean_token_accuracy": 0.8536908626556396, + "num_tokens": 105557401.0, + "step": 2764 + }, + { + "epoch": 0.3517364203027605, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.977231979370117, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.860710859298706, + "num_tokens": 105586877.0, + "step": 2765 + }, + { + "epoch": 0.35186363058135095, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 8.978750228881836, + "learning_rate": 1e-06, + "loss": 0.4241, + "mean_token_accuracy": 0.859565019607544, + "num_tokens": 105626988.0, + "step": 2766 + }, + { + "epoch": 0.3519908408599415, + "ewc_loss": 0.00994873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 8.935933113098145, + "learning_rate": 1e-06, + "loss": 0.4556, + "mean_token_accuracy": 0.846501886844635, + "num_tokens": 105665796.0, + "step": 2767 + }, + { + "epoch": 0.352118051138532, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 8.971604347229004, + "learning_rate": 1e-06, + "loss": 0.4696, + "mean_token_accuracy": 0.8457615971565247, + "num_tokens": 105708892.0, + "step": 2768 + }, + { + "epoch": 0.3522452614171225, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 8.967723846435547, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8492914438247681, + "num_tokens": 105748221.0, + "step": 2769 + }, + { + "epoch": 0.352372471695713, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 9.018202781677246, + "learning_rate": 1e-06, + "loss": 0.4633, + "mean_token_accuracy": 0.8533260822296143, + "num_tokens": 105784568.0, + "step": 2770 + }, + { + "epoch": 0.35249968197430354, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 8.938619613647461, + "learning_rate": 1e-06, + "loss": 0.4971, + "mean_token_accuracy": 0.8422094583511353, + "num_tokens": 105827223.0, + "step": 2771 + }, + { + "epoch": 0.352626892252894, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.93704605102539, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8733646869659424, + "num_tokens": 105871014.0, + "step": 2772 + }, + { + "epoch": 0.35275410253148454, + "ewc_loss": 0.00994873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 8.997127532958984, + "learning_rate": 1e-06, + "loss": 0.4641, + "mean_token_accuracy": 0.8512653112411499, + "num_tokens": 105908995.0, + "step": 2773 + }, + { + "epoch": 0.35288131281007507, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 8.92809772491455, + "learning_rate": 1e-06, + "loss": 0.4791, + "mean_token_accuracy": 0.8485854268074036, + "num_tokens": 105948243.0, + "step": 2774 + }, + { + "epoch": 0.35300852308866554, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 8.977201461791992, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8562723398208618, + "num_tokens": 105983997.0, + "step": 2775 + }, + { + "epoch": 0.35313573336725607, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 8.994404792785645, + "learning_rate": 1e-06, + "loss": 0.4789, + "mean_token_accuracy": 0.8417707085609436, + "num_tokens": 106020336.0, + "step": 2776 + }, + { + "epoch": 0.3532629436458466, + "ewc_loss": 0.0098876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.894371032714844e-06, + "grad_norm": 8.970860481262207, + "learning_rate": 1e-06, + "loss": 0.4447, + "mean_token_accuracy": 0.8556039333343506, + "num_tokens": 106053300.0, + "step": 2777 + }, + { + "epoch": 0.35339015392443707, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 8.938386917114258, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8687546849250793, + "num_tokens": 106091790.0, + "step": 2778 + }, + { + "epoch": 0.3535173642030276, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 9.03641128540039, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8588641881942749, + "num_tokens": 106123768.0, + "step": 2779 + }, + { + "epoch": 0.3536445744816181, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.959132194519043, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8626120090484619, + "num_tokens": 106158219.0, + "step": 2780 + }, + { + "epoch": 0.35377178476020865, + "ewc_loss": 0.00994873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 8.987858772277832, + "learning_rate": 1e-06, + "loss": 0.4595, + "mean_token_accuracy": 0.8503217101097107, + "num_tokens": 106195795.0, + "step": 2781 + }, + { + "epoch": 0.3538989950387991, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.01722240447998, + "learning_rate": 1e-06, + "loss": 0.4479, + "mean_token_accuracy": 0.855393648147583, + "num_tokens": 106234973.0, + "step": 2782 + }, + { + "epoch": 0.35402620531738965, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 9.065681457519531, + "learning_rate": 1e-06, + "loss": 0.5058, + "mean_token_accuracy": 0.8407616019248962, + "num_tokens": 106267297.0, + "step": 2783 + }, + { + "epoch": 0.3541534155959802, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 8.988898277282715, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8621792793273926, + "num_tokens": 106309070.0, + "step": 2784 + }, + { + "epoch": 0.35428062587457065, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 8.989603996276855, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8579838275909424, + "num_tokens": 106345784.0, + "step": 2785 + }, + { + "epoch": 0.3544078361531612, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.044921875, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8623324632644653, + "num_tokens": 106383172.0, + "step": 2786 + }, + { + "epoch": 0.3545350464317517, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 9.023327827453613, + "learning_rate": 1e-06, + "loss": 0.445, + "mean_token_accuracy": 0.8532705307006836, + "num_tokens": 106416916.0, + "step": 2787 + }, + { + "epoch": 0.3546622567103422, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.069653511047363, + "learning_rate": 1e-06, + "loss": 0.4985, + "mean_token_accuracy": 0.8392729759216309, + "num_tokens": 106456969.0, + "step": 2788 + }, + { + "epoch": 0.3547894669889327, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.058843612670898, + "learning_rate": 1e-06, + "loss": 0.449, + "mean_token_accuracy": 0.8517309427261353, + "num_tokens": 106490476.0, + "step": 2789 + }, + { + "epoch": 0.35491667726752324, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.940698623657227, + "learning_rate": 1e-06, + "loss": 0.447, + "mean_token_accuracy": 0.8555647134780884, + "num_tokens": 106525990.0, + "step": 2790 + }, + { + "epoch": 0.3550438875461137, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.01491641998291, + "learning_rate": 1e-06, + "loss": 0.543, + "mean_token_accuracy": 0.830594539642334, + "num_tokens": 106562953.0, + "step": 2791 + }, + { + "epoch": 0.35517109782470424, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 8.961919784545898, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8571349382400513, + "num_tokens": 106599142.0, + "step": 2792 + }, + { + "epoch": 0.35529830810329477, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.006013870239258, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8662980198860168, + "num_tokens": 106636743.0, + "step": 2793 + }, + { + "epoch": 0.35542551838188524, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 8.984050750732422, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8595693111419678, + "num_tokens": 106678992.0, + "step": 2794 + }, + { + "epoch": 0.35555272866047577, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.022202491760254, + "learning_rate": 1e-06, + "loss": 0.4701, + "mean_token_accuracy": 0.8454375863075256, + "num_tokens": 106719884.0, + "step": 2795 + }, + { + "epoch": 0.3556799389390663, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 8.95740032196045, + "learning_rate": 1e-06, + "loss": 0.4603, + "mean_token_accuracy": 0.8516373038291931, + "num_tokens": 106755224.0, + "step": 2796 + }, + { + "epoch": 0.35580714921765677, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.002099990844727, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8663866519927979, + "num_tokens": 106789366.0, + "step": 2797 + }, + { + "epoch": 0.3559343594962473, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 8.999281883239746, + "learning_rate": 1e-06, + "loss": 0.4745, + "mean_token_accuracy": 0.8457033038139343, + "num_tokens": 106826382.0, + "step": 2798 + }, + { + "epoch": 0.3560615697748378, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.990395545959473, + "learning_rate": 1e-06, + "loss": 0.4781, + "mean_token_accuracy": 0.8461191654205322, + "num_tokens": 106860027.0, + "step": 2799 + }, + { + "epoch": 0.3561887800534283, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.013572692871094, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8629687428474426, + "num_tokens": 106898684.0, + "step": 2800 + }, + { + "epoch": 0.35631599033201883, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.994457244873047, + "learning_rate": 1e-06, + "loss": 0.4493, + "mean_token_accuracy": 0.8563028573989868, + "num_tokens": 106934496.0, + "step": 2801 + }, + { + "epoch": 0.35644320061060936, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.969036102294922, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8684760332107544, + "num_tokens": 106974335.0, + "step": 2802 + }, + { + "epoch": 0.35657041088919983, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 8.98890209197998, + "learning_rate": 1e-06, + "loss": 0.548, + "mean_token_accuracy": 0.8301093578338623, + "num_tokens": 107013914.0, + "step": 2803 + }, + { + "epoch": 0.35669762116779036, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 8.997274398803711, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.8583217859268188, + "num_tokens": 107053747.0, + "step": 2804 + }, + { + "epoch": 0.3568248314463809, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 8.997315406799316, + "learning_rate": 1e-06, + "loss": 0.4784, + "mean_token_accuracy": 0.8445455431938171, + "num_tokens": 107095245.0, + "step": 2805 + }, + { + "epoch": 0.35695204172497136, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 8.988429069519043, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.8547089099884033, + "num_tokens": 107133627.0, + "step": 2806 + }, + { + "epoch": 0.3570792520035619, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 8.971936225891113, + "learning_rate": 1e-06, + "loss": 0.5146, + "mean_token_accuracy": 0.8301591873168945, + "num_tokens": 107170128.0, + "step": 2807 + }, + { + "epoch": 0.3572064622821524, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.955379486083984, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8646136522293091, + "num_tokens": 107209137.0, + "step": 2808 + }, + { + "epoch": 0.3573336725607429, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 8.966751098632812, + "learning_rate": 1e-06, + "loss": 0.4539, + "mean_token_accuracy": 0.849449872970581, + "num_tokens": 107244866.0, + "step": 2809 + }, + { + "epoch": 0.3574608828393334, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.992034912109375, + "learning_rate": 1e-06, + "loss": 0.4426, + "mean_token_accuracy": 0.8543820381164551, + "num_tokens": 107287399.0, + "step": 2810 + }, + { + "epoch": 0.35758809311792394, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.018726348876953, + "learning_rate": 1e-06, + "loss": 0.4815, + "mean_token_accuracy": 0.8437806367874146, + "num_tokens": 107325627.0, + "step": 2811 + }, + { + "epoch": 0.3577153033965144, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 8.97441577911377, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8712118864059448, + "num_tokens": 107359375.0, + "step": 2812 + }, + { + "epoch": 0.35784251367510495, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 9.004111289978027, + "learning_rate": 1e-06, + "loss": 0.4856, + "mean_token_accuracy": 0.8432114124298096, + "num_tokens": 107400286.0, + "step": 2813 + }, + { + "epoch": 0.3579697239536955, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.011397361755371, + "learning_rate": 1e-06, + "loss": 0.4562, + "mean_token_accuracy": 0.8450191020965576, + "num_tokens": 107431768.0, + "step": 2814 + }, + { + "epoch": 0.35809693423228595, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.980746269226074, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8643792867660522, + "num_tokens": 107470875.0, + "step": 2815 + }, + { + "epoch": 0.3582241445108765, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 8.967839241027832, + "learning_rate": 1e-06, + "loss": 0.4754, + "mean_token_accuracy": 0.845940351486206, + "num_tokens": 107510988.0, + "step": 2816 + }, + { + "epoch": 0.358351354789467, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.011271476745605, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8629687428474426, + "num_tokens": 107552423.0, + "step": 2817 + }, + { + "epoch": 0.3584785650680575, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.976112365722656, + "learning_rate": 1e-06, + "loss": 0.4709, + "mean_token_accuracy": 0.8477882146835327, + "num_tokens": 107591693.0, + "step": 2818 + }, + { + "epoch": 0.358605775346648, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 8.989471435546875, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8592126369476318, + "num_tokens": 107626017.0, + "step": 2819 + }, + { + "epoch": 0.35873298562523853, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.9630765914917, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8701863288879395, + "num_tokens": 107664927.0, + "step": 2820 + }, + { + "epoch": 0.358860195903829, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 8.965883255004883, + "learning_rate": 1e-06, + "loss": 0.4662, + "mean_token_accuracy": 0.8469465970993042, + "num_tokens": 107702487.0, + "step": 2821 + }, + { + "epoch": 0.35898740618241953, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.996147155761719, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8679760098457336, + "num_tokens": 107741263.0, + "step": 2822 + }, + { + "epoch": 0.35911461646101006, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.999588012695312, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8579249978065491, + "num_tokens": 107781079.0, + "step": 2823 + }, + { + "epoch": 0.35924182673960053, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 8.96810245513916, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8728936314582825, + "num_tokens": 107819309.0, + "step": 2824 + }, + { + "epoch": 0.35936903701819106, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.015914916992188, + "learning_rate": 1e-06, + "loss": 0.4399, + "mean_token_accuracy": 0.8559026122093201, + "num_tokens": 107853251.0, + "step": 2825 + }, + { + "epoch": 0.3594962472967816, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.94343090057373, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8745595812797546, + "num_tokens": 107893476.0, + "step": 2826 + }, + { + "epoch": 0.35962345757537206, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.93130874633789, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8643620610237122, + "num_tokens": 107931204.0, + "step": 2827 + }, + { + "epoch": 0.3597506678539626, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 9.001932144165039, + "learning_rate": 1e-06, + "loss": 0.4975, + "mean_token_accuracy": 0.8379323482513428, + "num_tokens": 107966471.0, + "step": 2828 + }, + { + "epoch": 0.3598778781325531, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.97039794921875, + "learning_rate": 1e-06, + "loss": 0.4344, + "mean_token_accuracy": 0.8568602204322815, + "num_tokens": 108005328.0, + "step": 2829 + }, + { + "epoch": 0.36000508841114365, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.989496231079102, + "learning_rate": 1e-06, + "loss": 0.4603, + "mean_token_accuracy": 0.8442234396934509, + "num_tokens": 108046295.0, + "step": 2830 + }, + { + "epoch": 0.3601322986897341, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.042360305786133, + "learning_rate": 1e-06, + "loss": 0.4382, + "mean_token_accuracy": 0.8575377464294434, + "num_tokens": 108078164.0, + "step": 2831 + }, + { + "epoch": 0.36025950896832465, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.00595474243164, + "learning_rate": 1e-06, + "loss": 0.4583, + "mean_token_accuracy": 0.8502903580665588, + "num_tokens": 108117105.0, + "step": 2832 + }, + { + "epoch": 0.3603867192469152, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.023701667785645, + "learning_rate": 1e-06, + "loss": 0.4581, + "mean_token_accuracy": 0.8523383140563965, + "num_tokens": 108155301.0, + "step": 2833 + }, + { + "epoch": 0.36051392952550565, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.944307327270508, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8654357194900513, + "num_tokens": 108193091.0, + "step": 2834 + }, + { + "epoch": 0.3606411398040962, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 8.98393726348877, + "learning_rate": 1e-06, + "loss": 0.4489, + "mean_token_accuracy": 0.8529940843582153, + "num_tokens": 108233719.0, + "step": 2835 + }, + { + "epoch": 0.3607683500826867, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.996559143066406, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.861219584941864, + "num_tokens": 108265775.0, + "step": 2836 + }, + { + "epoch": 0.3608955603612772, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.973245620727539, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8651371002197266, + "num_tokens": 108307953.0, + "step": 2837 + }, + { + "epoch": 0.3610227706398677, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 8.993075370788574, + "learning_rate": 1e-06, + "loss": 0.4503, + "mean_token_accuracy": 0.8508979082107544, + "num_tokens": 108351998.0, + "step": 2838 + }, + { + "epoch": 0.36114998091845824, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.999431610107422, + "learning_rate": 1e-06, + "loss": 0.4885, + "mean_token_accuracy": 0.8426914811134338, + "num_tokens": 108395968.0, + "step": 2839 + }, + { + "epoch": 0.3612771911970487, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.018829345703125, + "learning_rate": 1e-06, + "loss": 0.5113, + "mean_token_accuracy": 0.8359772562980652, + "num_tokens": 108433045.0, + "step": 2840 + }, + { + "epoch": 0.36140440147563924, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 9.003827095031738, + "learning_rate": 1e-06, + "loss": 0.4613, + "mean_token_accuracy": 0.849349856376648, + "num_tokens": 108470964.0, + "step": 2841 + }, + { + "epoch": 0.36153161175422976, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 8.93455696105957, + "learning_rate": 1e-06, + "loss": 0.4444, + "mean_token_accuracy": 0.8554757833480835, + "num_tokens": 108512572.0, + "step": 2842 + }, + { + "epoch": 0.36165882203282024, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.038674354553223, + "learning_rate": 1e-06, + "loss": 0.4816, + "mean_token_accuracy": 0.8401241302490234, + "num_tokens": 108548526.0, + "step": 2843 + }, + { + "epoch": 0.36178603231141077, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.984945297241211, + "learning_rate": 1e-06, + "loss": 0.4585, + "mean_token_accuracy": 0.8514876365661621, + "num_tokens": 108588447.0, + "step": 2844 + }, + { + "epoch": 0.3619132425900013, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 9.00687313079834, + "learning_rate": 1e-06, + "loss": 0.4705, + "mean_token_accuracy": 0.8457189202308655, + "num_tokens": 108628426.0, + "step": 2845 + }, + { + "epoch": 0.36204045286859177, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.0430269241333, + "learning_rate": 1e-06, + "loss": 0.46, + "mean_token_accuracy": 0.8503142595291138, + "num_tokens": 108661355.0, + "step": 2846 + }, + { + "epoch": 0.3621676631471823, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 9.001294136047363, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.871514081954956, + "num_tokens": 108698505.0, + "step": 2847 + }, + { + "epoch": 0.3622948734257728, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.99917221069336, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8593579530715942, + "num_tokens": 108737409.0, + "step": 2848 + }, + { + "epoch": 0.3624220837043633, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 8.988018035888672, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8557463884353638, + "num_tokens": 108772969.0, + "step": 2849 + }, + { + "epoch": 0.3625492939829538, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 9.044539451599121, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8603554964065552, + "num_tokens": 108805129.0, + "step": 2850 + }, + { + "epoch": 0.36267650426154435, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.960665702819824, + "learning_rate": 1e-06, + "loss": 0.4849, + "mean_token_accuracy": 0.8404037952423096, + "num_tokens": 108841197.0, + "step": 2851 + }, + { + "epoch": 0.3628037145401348, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.041268348693848, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.868066132068634, + "num_tokens": 108876442.0, + "step": 2852 + }, + { + "epoch": 0.36293092481872535, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.011079788208008, + "learning_rate": 1e-06, + "loss": 0.4801, + "mean_token_accuracy": 0.8399850130081177, + "num_tokens": 108911432.0, + "step": 2853 + }, + { + "epoch": 0.3630581350973159, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.024438858032227, + "learning_rate": 1e-06, + "loss": 0.492, + "mean_token_accuracy": 0.8400648832321167, + "num_tokens": 108952977.0, + "step": 2854 + }, + { + "epoch": 0.36318534537590635, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.01756477355957, + "learning_rate": 1e-06, + "loss": 0.529, + "mean_token_accuracy": 0.8323685526847839, + "num_tokens": 108995602.0, + "step": 2855 + }, + { + "epoch": 0.3633125556544969, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.029255867004395, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8567290306091309, + "num_tokens": 109040226.0, + "step": 2856 + }, + { + "epoch": 0.3634397659330874, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.946534156799316, + "learning_rate": 1e-06, + "loss": 0.4428, + "mean_token_accuracy": 0.855573296546936, + "num_tokens": 109082898.0, + "step": 2857 + }, + { + "epoch": 0.3635669762116779, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.053032875061035, + "learning_rate": 1e-06, + "loss": 0.4704, + "mean_token_accuracy": 0.8454310894012451, + "num_tokens": 109122460.0, + "step": 2858 + }, + { + "epoch": 0.3636941864902684, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.987944602966309, + "learning_rate": 1e-06, + "loss": 0.4432, + "mean_token_accuracy": 0.853718101978302, + "num_tokens": 109161680.0, + "step": 2859 + }, + { + "epoch": 0.36382139676885894, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.014107704162598, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8743498921394348, + "num_tokens": 109198943.0, + "step": 2860 + }, + { + "epoch": 0.3639486070474494, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.036654472351074, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8631101846694946, + "num_tokens": 109235719.0, + "step": 2861 + }, + { + "epoch": 0.36407581732603994, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.005385398864746, + "learning_rate": 1e-06, + "loss": 0.4627, + "mean_token_accuracy": 0.8473494648933411, + "num_tokens": 109272681.0, + "step": 2862 + }, + { + "epoch": 0.36420302760463047, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.07718563079834, + "learning_rate": 1e-06, + "loss": 0.4906, + "mean_token_accuracy": 0.8435460329055786, + "num_tokens": 109306114.0, + "step": 2863 + }, + { + "epoch": 0.36433023788322094, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.047577857971191, + "learning_rate": 1e-06, + "loss": 0.4636, + "mean_token_accuracy": 0.8461577296257019, + "num_tokens": 109337728.0, + "step": 2864 + }, + { + "epoch": 0.36445744816181147, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.012824058532715, + "learning_rate": 1e-06, + "loss": 0.4778, + "mean_token_accuracy": 0.8455806970596313, + "num_tokens": 109377809.0, + "step": 2865 + }, + { + "epoch": 0.364584658440402, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.028477668762207, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.868950366973877, + "num_tokens": 109413499.0, + "step": 2866 + }, + { + "epoch": 0.36471186871899247, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 8.987934112548828, + "learning_rate": 1e-06, + "loss": 0.4748, + "mean_token_accuracy": 0.844521701335907, + "num_tokens": 109460961.0, + "step": 2867 + }, + { + "epoch": 0.364839078997583, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.031682968139648, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8650299310684204, + "num_tokens": 109500615.0, + "step": 2868 + }, + { + "epoch": 0.36496628927617353, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.046347618103027, + "learning_rate": 1e-06, + "loss": 0.4274, + "mean_token_accuracy": 0.8581043481826782, + "num_tokens": 109533921.0, + "step": 2869 + }, + { + "epoch": 0.365093499554764, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.085186004638672, + "learning_rate": 1e-06, + "loss": 0.4785, + "mean_token_accuracy": 0.8443841338157654, + "num_tokens": 109567069.0, + "step": 2870 + }, + { + "epoch": 0.36522070983335453, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.017383575439453, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.867605447769165, + "num_tokens": 109603696.0, + "step": 2871 + }, + { + "epoch": 0.36534792011194506, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.013964653015137, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8725083470344543, + "num_tokens": 109644590.0, + "step": 2872 + }, + { + "epoch": 0.36547513039053553, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.067983627319336, + "learning_rate": 1e-06, + "loss": 0.4555, + "mean_token_accuracy": 0.8495869636535645, + "num_tokens": 109678869.0, + "step": 2873 + }, + { + "epoch": 0.36560234066912606, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.000753402709961, + "learning_rate": 1e-06, + "loss": 0.4644, + "mean_token_accuracy": 0.8489616513252258, + "num_tokens": 109722517.0, + "step": 2874 + }, + { + "epoch": 0.3657295509477166, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.056995391845703, + "learning_rate": 1e-06, + "loss": 0.4458, + "mean_token_accuracy": 0.8515070676803589, + "num_tokens": 109757869.0, + "step": 2875 + }, + { + "epoch": 0.36585676122630706, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.088661193847656, + "learning_rate": 1e-06, + "loss": 0.4606, + "mean_token_accuracy": 0.8498246669769287, + "num_tokens": 109793162.0, + "step": 2876 + }, + { + "epoch": 0.3659839715048976, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.025670051574707, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8608500957489014, + "num_tokens": 109832942.0, + "step": 2877 + }, + { + "epoch": 0.3661111817834881, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.041581153869629, + "learning_rate": 1e-06, + "loss": 0.4569, + "mean_token_accuracy": 0.8533822298049927, + "num_tokens": 109876230.0, + "step": 2878 + }, + { + "epoch": 0.3662383920620786, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.095454216003418, + "learning_rate": 1e-06, + "loss": 0.4798, + "mean_token_accuracy": 0.8441964387893677, + "num_tokens": 109911844.0, + "step": 2879 + }, + { + "epoch": 0.3663656023406691, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.03683853149414, + "learning_rate": 1e-06, + "loss": 0.5074, + "mean_token_accuracy": 0.8427771329879761, + "num_tokens": 109957619.0, + "step": 2880 + }, + { + "epoch": 0.36649281261925964, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 9.019673347473145, + "learning_rate": 1e-06, + "loss": 0.477, + "mean_token_accuracy": 0.8434377908706665, + "num_tokens": 109999117.0, + "step": 2881 + }, + { + "epoch": 0.3666200228978502, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 8.999655723571777, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8613158464431763, + "num_tokens": 110039557.0, + "step": 2882 + }, + { + "epoch": 0.36674723317644065, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.068554878234863, + "learning_rate": 1e-06, + "loss": 0.4668, + "mean_token_accuracy": 0.8453232049942017, + "num_tokens": 110074418.0, + "step": 2883 + }, + { + "epoch": 0.3668744434550312, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.063772201538086, + "learning_rate": 1e-06, + "loss": 0.4306, + "mean_token_accuracy": 0.8595763444900513, + "num_tokens": 110109255.0, + "step": 2884 + }, + { + "epoch": 0.3670016537336217, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.03020191192627, + "learning_rate": 1e-06, + "loss": 0.4372, + "mean_token_accuracy": 0.8610616326332092, + "num_tokens": 110150180.0, + "step": 2885 + }, + { + "epoch": 0.3671288640122122, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.068172454833984, + "learning_rate": 1e-06, + "loss": 0.5007, + "mean_token_accuracy": 0.8383030295372009, + "num_tokens": 110193653.0, + "step": 2886 + }, + { + "epoch": 0.3672560742908027, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.032652854919434, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8616076707839966, + "num_tokens": 110231020.0, + "step": 2887 + }, + { + "epoch": 0.36738328456939323, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.058358192443848, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8700937032699585, + "num_tokens": 110269397.0, + "step": 2888 + }, + { + "epoch": 0.3675104948479837, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.014930725097656, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8690979480743408, + "num_tokens": 110311188.0, + "step": 2889 + }, + { + "epoch": 0.36763770512657423, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.116275787353516, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.858855128288269, + "num_tokens": 110343801.0, + "step": 2890 + }, + { + "epoch": 0.36776491540516476, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.053470611572266, + "learning_rate": 1e-06, + "loss": 0.4969, + "mean_token_accuracy": 0.8384099006652832, + "num_tokens": 110385830.0, + "step": 2891 + }, + { + "epoch": 0.36789212568375523, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.084911346435547, + "learning_rate": 1e-06, + "loss": 0.4541, + "mean_token_accuracy": 0.8545119166374207, + "num_tokens": 110421494.0, + "step": 2892 + }, + { + "epoch": 0.36801933596234576, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.032112121582031, + "learning_rate": 1e-06, + "loss": 0.4543, + "mean_token_accuracy": 0.8536970019340515, + "num_tokens": 110463132.0, + "step": 2893 + }, + { + "epoch": 0.3681465462409363, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.06375789642334, + "learning_rate": 1e-06, + "loss": 0.4284, + "mean_token_accuracy": 0.8574298620223999, + "num_tokens": 110498330.0, + "step": 2894 + }, + { + "epoch": 0.36827375651952676, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.034021377563477, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8629801869392395, + "num_tokens": 110534438.0, + "step": 2895 + }, + { + "epoch": 0.3684009667981173, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.114022254943848, + "learning_rate": 1e-06, + "loss": 0.4526, + "mean_token_accuracy": 0.8499747514724731, + "num_tokens": 110572059.0, + "step": 2896 + }, + { + "epoch": 0.3685281770767078, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.015342712402344, + "learning_rate": 1e-06, + "loss": 0.4328, + "mean_token_accuracy": 0.8569321632385254, + "num_tokens": 110611012.0, + "step": 2897 + }, + { + "epoch": 0.3686553873552983, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.075323104858398, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.8617533445358276, + "num_tokens": 110647429.0, + "step": 2898 + }, + { + "epoch": 0.3687825976338888, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.062239646911621, + "learning_rate": 1e-06, + "loss": 0.4698, + "mean_token_accuracy": 0.8489882946014404, + "num_tokens": 110685052.0, + "step": 2899 + }, + { + "epoch": 0.36890980791247935, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.081984519958496, + "learning_rate": 1e-06, + "loss": 0.5014, + "mean_token_accuracy": 0.8342396020889282, + "num_tokens": 110725222.0, + "step": 2900 + }, + { + "epoch": 0.3690370181910698, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.031116485595703, + "learning_rate": 1e-06, + "loss": 0.489, + "mean_token_accuracy": 0.844265341758728, + "num_tokens": 110764314.0, + "step": 2901 + }, + { + "epoch": 0.36916422846966035, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.042804718017578, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8658713698387146, + "num_tokens": 110803585.0, + "step": 2902 + }, + { + "epoch": 0.3692914387482509, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.049646377563477, + "learning_rate": 1e-06, + "loss": 0.4641, + "mean_token_accuracy": 0.8494951725006104, + "num_tokens": 110846532.0, + "step": 2903 + }, + { + "epoch": 0.36941864902684135, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.008308410644531, + "learning_rate": 1e-06, + "loss": 0.455, + "mean_token_accuracy": 0.8519716262817383, + "num_tokens": 110889807.0, + "step": 2904 + }, + { + "epoch": 0.3695458593054319, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.077127456665039, + "learning_rate": 1e-06, + "loss": 0.5051, + "mean_token_accuracy": 0.8350603580474854, + "num_tokens": 110930567.0, + "step": 2905 + }, + { + "epoch": 0.3696730695840224, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.039318084716797, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.861217737197876, + "num_tokens": 110968725.0, + "step": 2906 + }, + { + "epoch": 0.3698002798626129, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.080881118774414, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8780035972595215, + "num_tokens": 111002724.0, + "step": 2907 + }, + { + "epoch": 0.3699274901412034, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.036863327026367, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8537895083427429, + "num_tokens": 111036668.0, + "step": 2908 + }, + { + "epoch": 0.37005470041979394, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.102160453796387, + "learning_rate": 1e-06, + "loss": 0.4778, + "mean_token_accuracy": 0.8453273773193359, + "num_tokens": 111077712.0, + "step": 2909 + }, + { + "epoch": 0.3701819106983844, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.006153106689453, + "learning_rate": 1e-06, + "loss": 0.4838, + "mean_token_accuracy": 0.8455129265785217, + "num_tokens": 111118856.0, + "step": 2910 + }, + { + "epoch": 0.37030912097697494, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.111649513244629, + "learning_rate": 1e-06, + "loss": 0.4752, + "mean_token_accuracy": 0.8463160991668701, + "num_tokens": 111156712.0, + "step": 2911 + }, + { + "epoch": 0.37043633125556547, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.051631927490234, + "learning_rate": 1e-06, + "loss": 0.4499, + "mean_token_accuracy": 0.8554198145866394, + "num_tokens": 111195542.0, + "step": 2912 + }, + { + "epoch": 0.37056354153415594, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.01452350616455, + "learning_rate": 1e-06, + "loss": 0.5193, + "mean_token_accuracy": 0.8363392949104309, + "num_tokens": 111237827.0, + "step": 2913 + }, + { + "epoch": 0.37069075181274647, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.055741310119629, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.8622087240219116, + "num_tokens": 111278802.0, + "step": 2914 + }, + { + "epoch": 0.370817962091337, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.07226848602295, + "learning_rate": 1e-06, + "loss": 0.4504, + "mean_token_accuracy": 0.8517268300056458, + "num_tokens": 111313795.0, + "step": 2915 + }, + { + "epoch": 0.37094517236992747, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.088112831115723, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.86101233959198, + "num_tokens": 111353798.0, + "step": 2916 + }, + { + "epoch": 0.371072382648518, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.023119926452637, + "learning_rate": 1e-06, + "loss": 0.4461, + "mean_token_accuracy": 0.8546551465988159, + "num_tokens": 111390613.0, + "step": 2917 + }, + { + "epoch": 0.3711995929271085, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.116783142089844, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8551069498062134, + "num_tokens": 111432043.0, + "step": 2918 + }, + { + "epoch": 0.371326803205699, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.0698823928833, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8608816862106323, + "num_tokens": 111476575.0, + "step": 2919 + }, + { + "epoch": 0.3714540134842895, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.023536682128906, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.8543230891227722, + "num_tokens": 111515304.0, + "step": 2920 + }, + { + "epoch": 0.37158122376288005, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.09920883178711, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8634693622589111, + "num_tokens": 111550246.0, + "step": 2921 + }, + { + "epoch": 0.3717084340414705, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.055631637573242, + "learning_rate": 1e-06, + "loss": 0.4425, + "mean_token_accuracy": 0.8550117015838623, + "num_tokens": 111592189.0, + "step": 2922 + }, + { + "epoch": 0.37183564432006105, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.049032211303711, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8577626347541809, + "num_tokens": 111638177.0, + "step": 2923 + }, + { + "epoch": 0.3719628545986516, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.115079879760742, + "learning_rate": 1e-06, + "loss": 0.4469, + "mean_token_accuracy": 0.855828046798706, + "num_tokens": 111674365.0, + "step": 2924 + }, + { + "epoch": 0.37209006487724205, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.060053825378418, + "learning_rate": 1e-06, + "loss": 0.4682, + "mean_token_accuracy": 0.8491969108581543, + "num_tokens": 111714571.0, + "step": 2925 + }, + { + "epoch": 0.3722172751558326, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.045391082763672, + "learning_rate": 1e-06, + "loss": 0.4431, + "mean_token_accuracy": 0.8554067611694336, + "num_tokens": 111755214.0, + "step": 2926 + }, + { + "epoch": 0.3723444854344231, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.094809532165527, + "learning_rate": 1e-06, + "loss": 0.5299, + "mean_token_accuracy": 0.8277895450592041, + "num_tokens": 111796516.0, + "step": 2927 + }, + { + "epoch": 0.3724716957130136, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.017058372497559, + "learning_rate": 1e-06, + "loss": 0.4855, + "mean_token_accuracy": 0.8399500846862793, + "num_tokens": 111832615.0, + "step": 2928 + }, + { + "epoch": 0.3725989059916041, + "ewc_loss": 0.00994873046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 9.953975677490234e-06, + "grad_norm": 9.013299942016602, + "learning_rate": 1e-06, + "loss": 0.4687, + "mean_token_accuracy": 0.8454499244689941, + "num_tokens": 111874682.0, + "step": 2929 + }, + { + "epoch": 0.37272611627019464, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 9.03481388092041, + "learning_rate": 1e-06, + "loss": 0.496, + "mean_token_accuracy": 0.8424139618873596, + "num_tokens": 111916369.0, + "step": 2930 + }, + { + "epoch": 0.37285332654878517, + "ewc_loss": 0.010009765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0013580322265625e-05, + "grad_norm": 9.068480491638184, + "learning_rate": 1e-06, + "loss": 0.4676, + "mean_token_accuracy": 0.8471672534942627, + "num_tokens": 111950671.0, + "step": 2931 + }, + { + "epoch": 0.37298053682737564, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.014054298400879, + "learning_rate": 1e-06, + "loss": 0.4962, + "mean_token_accuracy": 0.8362513780593872, + "num_tokens": 111988846.0, + "step": 2932 + }, + { + "epoch": 0.37310774710596617, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.103562355041504, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8644909262657166, + "num_tokens": 112022853.0, + "step": 2933 + }, + { + "epoch": 0.3732349573845567, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.008316040039062, + "learning_rate": 1e-06, + "loss": 0.4473, + "mean_token_accuracy": 0.8501408100128174, + "num_tokens": 112065631.0, + "step": 2934 + }, + { + "epoch": 0.37336216766314717, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.110952377319336, + "learning_rate": 1e-06, + "loss": 0.4828, + "mean_token_accuracy": 0.8437619209289551, + "num_tokens": 112107236.0, + "step": 2935 + }, + { + "epoch": 0.3734893779417377, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.077790260314941, + "learning_rate": 1e-06, + "loss": 0.5109, + "mean_token_accuracy": 0.8325034976005554, + "num_tokens": 112153914.0, + "step": 2936 + }, + { + "epoch": 0.3736165882203282, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.1272611618042, + "learning_rate": 1e-06, + "loss": 0.4293, + "mean_token_accuracy": 0.8563969731330872, + "num_tokens": 112187596.0, + "step": 2937 + }, + { + "epoch": 0.3737437984989187, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.07095718383789, + "learning_rate": 1e-06, + "loss": 0.4531, + "mean_token_accuracy": 0.8524127006530762, + "num_tokens": 112222409.0, + "step": 2938 + }, + { + "epoch": 0.37387100877750923, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.126492500305176, + "learning_rate": 1e-06, + "loss": 0.4772, + "mean_token_accuracy": 0.8421390652656555, + "num_tokens": 112257699.0, + "step": 2939 + }, + { + "epoch": 0.37399821905609976, + "ewc_loss": 0.01007080078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0073184967041016e-05, + "grad_norm": 9.04710865020752, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.8620872497558594, + "num_tokens": 112292431.0, + "step": 2940 + }, + { + "epoch": 0.37412542933469023, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.063292503356934, + "learning_rate": 1e-06, + "loss": 0.44, + "mean_token_accuracy": 0.8549010157585144, + "num_tokens": 112331241.0, + "step": 2941 + }, + { + "epoch": 0.37425263961328076, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.053010940551758, + "learning_rate": 1e-06, + "loss": 0.4556, + "mean_token_accuracy": 0.8498575687408447, + "num_tokens": 112368486.0, + "step": 2942 + }, + { + "epoch": 0.3743798498918713, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.022344589233398, + "learning_rate": 1e-06, + "loss": 0.4702, + "mean_token_accuracy": 0.845191478729248, + "num_tokens": 112409638.0, + "step": 2943 + }, + { + "epoch": 0.37450706017046176, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.079665184020996, + "learning_rate": 1e-06, + "loss": 0.4581, + "mean_token_accuracy": 0.849420964717865, + "num_tokens": 112448257.0, + "step": 2944 + }, + { + "epoch": 0.3746342704490523, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 8.989500045776367, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8684216737747192, + "num_tokens": 112488739.0, + "step": 2945 + }, + { + "epoch": 0.3747614807276428, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.027894020080566, + "learning_rate": 1e-06, + "loss": 0.4927, + "mean_token_accuracy": 0.8397667407989502, + "num_tokens": 112528621.0, + "step": 2946 + }, + { + "epoch": 0.3748886910062333, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.019403457641602, + "learning_rate": 1e-06, + "loss": 0.4713, + "mean_token_accuracy": 0.8486220240592957, + "num_tokens": 112564615.0, + "step": 2947 + }, + { + "epoch": 0.3750159012848238, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.077923774719238, + "learning_rate": 1e-06, + "loss": 0.4734, + "mean_token_accuracy": 0.8421505689620972, + "num_tokens": 112598190.0, + "step": 2948 + }, + { + "epoch": 0.37514311156341434, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.041834831237793, + "learning_rate": 1e-06, + "loss": 0.4537, + "mean_token_accuracy": 0.8529453873634338, + "num_tokens": 112632078.0, + "step": 2949 + }, + { + "epoch": 0.3752703218420048, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.073034286499023, + "learning_rate": 1e-06, + "loss": 0.5209, + "mean_token_accuracy": 0.8309199810028076, + "num_tokens": 112667848.0, + "step": 2950 + }, + { + "epoch": 0.37539753212059535, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.00344467163086, + "learning_rate": 1e-06, + "loss": 0.4565, + "mean_token_accuracy": 0.85172438621521, + "num_tokens": 112707037.0, + "step": 2951 + }, + { + "epoch": 0.3755247423991859, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.049120903015137, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8628475666046143, + "num_tokens": 112751921.0, + "step": 2952 + }, + { + "epoch": 0.37565195267777635, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 8.996243476867676, + "learning_rate": 1e-06, + "loss": 0.439, + "mean_token_accuracy": 0.8577618598937988, + "num_tokens": 112793061.0, + "step": 2953 + }, + { + "epoch": 0.3757791629563669, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.071579933166504, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8635962605476379, + "num_tokens": 112833852.0, + "step": 2954 + }, + { + "epoch": 0.3759063732349574, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.104094505310059, + "learning_rate": 1e-06, + "loss": 0.4517, + "mean_token_accuracy": 0.8502284288406372, + "num_tokens": 112866718.0, + "step": 2955 + }, + { + "epoch": 0.3760335835135479, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.026223182678223, + "learning_rate": 1e-06, + "loss": 0.4456, + "mean_token_accuracy": 0.8547475934028625, + "num_tokens": 112909420.0, + "step": 2956 + }, + { + "epoch": 0.3761607937921384, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.081436157226562, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.85650235414505, + "num_tokens": 112944570.0, + "step": 2957 + }, + { + "epoch": 0.37628800407072893, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.054293632507324, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.86632239818573, + "num_tokens": 112984107.0, + "step": 2958 + }, + { + "epoch": 0.3764152143493194, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.070782661437988, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8762975335121155, + "num_tokens": 113023066.0, + "step": 2959 + }, + { + "epoch": 0.37654242462790993, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.123248100280762, + "learning_rate": 1e-06, + "loss": 0.453, + "mean_token_accuracy": 0.8523463010787964, + "num_tokens": 113060093.0, + "step": 2960 + }, + { + "epoch": 0.37666963490650046, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.126964569091797, + "learning_rate": 1e-06, + "loss": 0.4683, + "mean_token_accuracy": 0.8459713459014893, + "num_tokens": 113095940.0, + "step": 2961 + }, + { + "epoch": 0.37679684518509093, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.089872360229492, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8647375702857971, + "num_tokens": 113130699.0, + "step": 2962 + }, + { + "epoch": 0.37692405546368146, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.019853591918945, + "learning_rate": 1e-06, + "loss": 0.4436, + "mean_token_accuracy": 0.8535066246986389, + "num_tokens": 113169145.0, + "step": 2963 + }, + { + "epoch": 0.377051265742272, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.090742111206055, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8685667514801025, + "num_tokens": 113201987.0, + "step": 2964 + }, + { + "epoch": 0.37717847602086246, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.082645416259766, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8605486154556274, + "num_tokens": 113239588.0, + "step": 2965 + }, + { + "epoch": 0.377305686299453, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.059829711914062, + "learning_rate": 1e-06, + "loss": 0.452, + "mean_token_accuracy": 0.8562226891517639, + "num_tokens": 113277075.0, + "step": 2966 + }, + { + "epoch": 0.3774328965780435, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.051877975463867, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.881707489490509, + "num_tokens": 113313708.0, + "step": 2967 + }, + { + "epoch": 0.377560106856634, + "ewc_loss": 0.0101318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0132789611816406e-05, + "grad_norm": 9.105612754821777, + "learning_rate": 1e-06, + "loss": 0.5027, + "mean_token_accuracy": 0.8364812731742859, + "num_tokens": 113344027.0, + "step": 2968 + }, + { + "epoch": 0.3776873171352245, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.045337677001953, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8582428693771362, + "num_tokens": 113388444.0, + "step": 2969 + }, + { + "epoch": 0.37781452741381505, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.024964332580566, + "learning_rate": 1e-06, + "loss": 0.4567, + "mean_token_accuracy": 0.8501254320144653, + "num_tokens": 113428660.0, + "step": 2970 + }, + { + "epoch": 0.3779417376924055, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.099760055541992, + "learning_rate": 1e-06, + "loss": 0.513, + "mean_token_accuracy": 0.8333987593650818, + "num_tokens": 113469160.0, + "step": 2971 + }, + { + "epoch": 0.37806894797099605, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.057160377502441, + "learning_rate": 1e-06, + "loss": 0.5139, + "mean_token_accuracy": 0.8296116590499878, + "num_tokens": 113504291.0, + "step": 2972 + }, + { + "epoch": 0.3781961582495866, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.021626472473145, + "learning_rate": 1e-06, + "loss": 0.4405, + "mean_token_accuracy": 0.8556793928146362, + "num_tokens": 113548085.0, + "step": 2973 + }, + { + "epoch": 0.37832336852817705, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.072213172912598, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8593952655792236, + "num_tokens": 113581664.0, + "step": 2974 + }, + { + "epoch": 0.3784505788067676, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.097034454345703, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8665868043899536, + "num_tokens": 113618552.0, + "step": 2975 + }, + { + "epoch": 0.3785777890853581, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.102667808532715, + "learning_rate": 1e-06, + "loss": 0.5202, + "mean_token_accuracy": 0.8345205783843994, + "num_tokens": 113653406.0, + "step": 2976 + }, + { + "epoch": 0.3787049993639486, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.040679931640625, + "learning_rate": 1e-06, + "loss": 0.4237, + "mean_token_accuracy": 0.8617123365402222, + "num_tokens": 113693803.0, + "step": 2977 + }, + { + "epoch": 0.3788322096425391, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.030813217163086, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8680596351623535, + "num_tokens": 113734637.0, + "step": 2978 + }, + { + "epoch": 0.37895941992112964, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.060232162475586, + "learning_rate": 1e-06, + "loss": 0.4706, + "mean_token_accuracy": 0.8476091623306274, + "num_tokens": 113776579.0, + "step": 2979 + }, + { + "epoch": 0.37908663019972016, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.051246643066406, + "learning_rate": 1e-06, + "loss": 0.4779, + "mean_token_accuracy": 0.8437389135360718, + "num_tokens": 113818857.0, + "step": 2980 + }, + { + "epoch": 0.37921384047831064, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.065817832946777, + "learning_rate": 1e-06, + "loss": 0.4676, + "mean_token_accuracy": 0.8454267978668213, + "num_tokens": 113853248.0, + "step": 2981 + }, + { + "epoch": 0.37934105075690117, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.097503662109375, + "learning_rate": 1e-06, + "loss": 0.44, + "mean_token_accuracy": 0.8598380088806152, + "num_tokens": 113894206.0, + "step": 2982 + }, + { + "epoch": 0.3794682610354917, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.058488845825195, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.861844003200531, + "num_tokens": 113931309.0, + "step": 2983 + }, + { + "epoch": 0.37959547131408217, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.031819343566895, + "learning_rate": 1e-06, + "loss": 0.4752, + "mean_token_accuracy": 0.843782365322113, + "num_tokens": 113976559.0, + "step": 2984 + }, + { + "epoch": 0.3797226815926727, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.045405387878418, + "learning_rate": 1e-06, + "loss": 0.4449, + "mean_token_accuracy": 0.8524284362792969, + "num_tokens": 114010814.0, + "step": 2985 + }, + { + "epoch": 0.3798498918712632, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.094518661499023, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8722387552261353, + "num_tokens": 114049389.0, + "step": 2986 + }, + { + "epoch": 0.3799771021498537, + "ewc_loss": 0.01019287109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0192394256591797e-05, + "grad_norm": 9.036764144897461, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8715693354606628, + "num_tokens": 114081463.0, + "step": 2987 + }, + { + "epoch": 0.3801043124284442, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.042946815490723, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8698760271072388, + "num_tokens": 114117175.0, + "step": 2988 + }, + { + "epoch": 0.38023152270703475, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.11456298828125, + "learning_rate": 1e-06, + "loss": 0.4757, + "mean_token_accuracy": 0.8427630662918091, + "num_tokens": 114153764.0, + "step": 2989 + }, + { + "epoch": 0.3803587329856252, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.05744743347168, + "learning_rate": 1e-06, + "loss": 0.4561, + "mean_token_accuracy": 0.8541613817214966, + "num_tokens": 114191487.0, + "step": 2990 + }, + { + "epoch": 0.38048594326421575, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.050501823425293, + "learning_rate": 1e-06, + "loss": 0.5169, + "mean_token_accuracy": 0.8286218643188477, + "num_tokens": 114233880.0, + "step": 2991 + }, + { + "epoch": 0.3806131535428063, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.092782974243164, + "learning_rate": 1e-06, + "loss": 0.4508, + "mean_token_accuracy": 0.8523136377334595, + "num_tokens": 114269238.0, + "step": 2992 + }, + { + "epoch": 0.38074036382139675, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.042781829833984, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8661352396011353, + "num_tokens": 114307645.0, + "step": 2993 + }, + { + "epoch": 0.3808675740999873, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.06236457824707, + "learning_rate": 1e-06, + "loss": 0.4167, + "mean_token_accuracy": 0.8582311868667603, + "num_tokens": 114341800.0, + "step": 2994 + }, + { + "epoch": 0.3809947843785778, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.104132652282715, + "learning_rate": 1e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.8630942106246948, + "num_tokens": 114378363.0, + "step": 2995 + }, + { + "epoch": 0.3811219946571683, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.061322212219238, + "learning_rate": 1e-06, + "loss": 0.4829, + "mean_token_accuracy": 0.8426716327667236, + "num_tokens": 114414489.0, + "step": 2996 + }, + { + "epoch": 0.3812492049357588, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.069307327270508, + "learning_rate": 1e-06, + "loss": 0.4653, + "mean_token_accuracy": 0.8499571084976196, + "num_tokens": 114449197.0, + "step": 2997 + }, + { + "epoch": 0.38137641521434934, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.133480072021484, + "learning_rate": 1e-06, + "loss": 0.4441, + "mean_token_accuracy": 0.8515391945838928, + "num_tokens": 114478654.0, + "step": 2998 + }, + { + "epoch": 0.3815036254929398, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.032624244689941, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8632460236549377, + "num_tokens": 114521807.0, + "step": 2999 + }, + { + "epoch": 0.38163083577153034, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.041047096252441, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8682395219802856, + "num_tokens": 114558297.0, + "step": 3000 + }, + { + "epoch": 0.38175804605012087, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.07362174987793, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8603144288063049, + "num_tokens": 114599630.0, + "step": 3001 + }, + { + "epoch": 0.38188525632871134, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.034648895263672, + "learning_rate": 1e-06, + "loss": 0.4645, + "mean_token_accuracy": 0.8512138724327087, + "num_tokens": 114638697.0, + "step": 3002 + }, + { + "epoch": 0.38201246660730187, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.068892478942871, + "learning_rate": 1e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.855105459690094, + "num_tokens": 114676106.0, + "step": 3003 + }, + { + "epoch": 0.3821396768858924, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.095267295837402, + "learning_rate": 1e-06, + "loss": 0.4428, + "mean_token_accuracy": 0.8524770140647888, + "num_tokens": 114712026.0, + "step": 3004 + }, + { + "epoch": 0.38226688716448287, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.085234642028809, + "learning_rate": 1e-06, + "loss": 0.5108, + "mean_token_accuracy": 0.8331071138381958, + "num_tokens": 114752348.0, + "step": 3005 + }, + { + "epoch": 0.3823940974430734, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.055602073669434, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.8592076301574707, + "num_tokens": 114789922.0, + "step": 3006 + }, + { + "epoch": 0.38252130772166393, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.047480583190918, + "learning_rate": 1e-06, + "loss": 0.4617, + "mean_token_accuracy": 0.848903477191925, + "num_tokens": 114838834.0, + "step": 3007 + }, + { + "epoch": 0.3826485180002544, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.147540092468262, + "learning_rate": 1e-06, + "loss": 0.5, + "mean_token_accuracy": 0.8332695960998535, + "num_tokens": 114873320.0, + "step": 3008 + }, + { + "epoch": 0.38277572827884493, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.059565544128418, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8659390807151794, + "num_tokens": 114908293.0, + "step": 3009 + }, + { + "epoch": 0.38290293855743546, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.063714027404785, + "learning_rate": 1e-06, + "loss": 0.4756, + "mean_token_accuracy": 0.8447957038879395, + "num_tokens": 114950083.0, + "step": 3010 + }, + { + "epoch": 0.38303014883602593, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.089831352233887, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8588451147079468, + "num_tokens": 114982353.0, + "step": 3011 + }, + { + "epoch": 0.38315735911461646, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.109962463378906, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8604332208633423, + "num_tokens": 115017668.0, + "step": 3012 + }, + { + "epoch": 0.383284569393207, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.034287452697754, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8663049936294556, + "num_tokens": 115055266.0, + "step": 3013 + }, + { + "epoch": 0.38341177967179746, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.062615394592285, + "learning_rate": 1e-06, + "loss": 0.45, + "mean_token_accuracy": 0.8497848510742188, + "num_tokens": 115089728.0, + "step": 3014 + }, + { + "epoch": 0.383538989950388, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.06318473815918, + "learning_rate": 1e-06, + "loss": 0.4867, + "mean_token_accuracy": 0.8390975594520569, + "num_tokens": 115135192.0, + "step": 3015 + }, + { + "epoch": 0.3836662002289785, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.096526145935059, + "learning_rate": 1e-06, + "loss": 0.5033, + "mean_token_accuracy": 0.8372353911399841, + "num_tokens": 115170350.0, + "step": 3016 + }, + { + "epoch": 0.383793410507569, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.085100173950195, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8614606857299805, + "num_tokens": 115202724.0, + "step": 3017 + }, + { + "epoch": 0.3839206207861595, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.111271858215332, + "learning_rate": 1e-06, + "loss": 0.4402, + "mean_token_accuracy": 0.8539126515388489, + "num_tokens": 115239274.0, + "step": 3018 + }, + { + "epoch": 0.38404783106475004, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.093917846679688, + "learning_rate": 1e-06, + "loss": 0.4227, + "mean_token_accuracy": 0.8626707792282104, + "num_tokens": 115278330.0, + "step": 3019 + }, + { + "epoch": 0.3841750413433405, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.044149398803711, + "learning_rate": 1e-06, + "loss": 0.4613, + "mean_token_accuracy": 0.8492050170898438, + "num_tokens": 115321258.0, + "step": 3020 + }, + { + "epoch": 0.38430225162193105, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.085512161254883, + "learning_rate": 1e-06, + "loss": 0.4465, + "mean_token_accuracy": 0.8558590412139893, + "num_tokens": 115362609.0, + "step": 3021 + }, + { + "epoch": 0.3844294619005216, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.100998878479004, + "learning_rate": 1e-06, + "loss": 0.5364, + "mean_token_accuracy": 0.828018307685852, + "num_tokens": 115405814.0, + "step": 3022 + }, + { + "epoch": 0.38455667217911205, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.083368301391602, + "learning_rate": 1e-06, + "loss": 0.4645, + "mean_token_accuracy": 0.8478147387504578, + "num_tokens": 115440856.0, + "step": 3023 + }, + { + "epoch": 0.3846838824577026, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.049198150634766, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.860153317451477, + "num_tokens": 115482582.0, + "step": 3024 + }, + { + "epoch": 0.3848110927362931, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.037555694580078, + "learning_rate": 1e-06, + "loss": 0.4775, + "mean_token_accuracy": 0.8453738689422607, + "num_tokens": 115527268.0, + "step": 3025 + }, + { + "epoch": 0.3849383030148836, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.112229347229004, + "learning_rate": 1e-06, + "loss": 0.4613, + "mean_token_accuracy": 0.8498064279556274, + "num_tokens": 115563757.0, + "step": 3026 + }, + { + "epoch": 0.3850655132934741, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.092061996459961, + "learning_rate": 1e-06, + "loss": 0.4284, + "mean_token_accuracy": 0.8582215905189514, + "num_tokens": 115599629.0, + "step": 3027 + }, + { + "epoch": 0.38519272357206463, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.067152976989746, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8582342267036438, + "num_tokens": 115634261.0, + "step": 3028 + }, + { + "epoch": 0.3853199338506551, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.0863676071167, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8668210506439209, + "num_tokens": 115671150.0, + "step": 3029 + }, + { + "epoch": 0.38544714412924563, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.082021713256836, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8675086498260498, + "num_tokens": 115714328.0, + "step": 3030 + }, + { + "epoch": 0.38557435440783616, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.112117767333984, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8692675828933716, + "num_tokens": 115747118.0, + "step": 3031 + }, + { + "epoch": 0.3857015646864267, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.071139335632324, + "learning_rate": 1e-06, + "loss": 0.5091, + "mean_token_accuracy": 0.8346791863441467, + "num_tokens": 115790309.0, + "step": 3032 + }, + { + "epoch": 0.38582877496501716, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.095467567443848, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8663262128829956, + "num_tokens": 115825630.0, + "step": 3033 + }, + { + "epoch": 0.3859559852436077, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.09131145477295, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8630803823471069, + "num_tokens": 115858848.0, + "step": 3034 + }, + { + "epoch": 0.3860831955221982, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.057411193847656, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8642602562904358, + "num_tokens": 115900024.0, + "step": 3035 + }, + { + "epoch": 0.3862104058007887, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.108169555664062, + "learning_rate": 1e-06, + "loss": 0.5221, + "mean_token_accuracy": 0.8298067450523376, + "num_tokens": 115938899.0, + "step": 3036 + }, + { + "epoch": 0.3863376160793792, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.112990379333496, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8624873757362366, + "num_tokens": 115972199.0, + "step": 3037 + }, + { + "epoch": 0.38646482635796975, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.066888809204102, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8645460605621338, + "num_tokens": 116011506.0, + "step": 3038 + }, + { + "epoch": 0.3865920366365602, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.084573745727539, + "learning_rate": 1e-06, + "loss": 0.5207, + "mean_token_accuracy": 0.8316789269447327, + "num_tokens": 116051428.0, + "step": 3039 + }, + { + "epoch": 0.38671924691515075, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.050752639770508, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8633835315704346, + "num_tokens": 116090307.0, + "step": 3040 + }, + { + "epoch": 0.3868464571937413, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.121143341064453, + "learning_rate": 1e-06, + "loss": 0.4555, + "mean_token_accuracy": 0.845617413520813, + "num_tokens": 116123381.0, + "step": 3041 + }, + { + "epoch": 0.38697366747233175, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.118684768676758, + "learning_rate": 1e-06, + "loss": 0.4441, + "mean_token_accuracy": 0.8574650287628174, + "num_tokens": 116157755.0, + "step": 3042 + }, + { + "epoch": 0.3871008777509223, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.086302757263184, + "learning_rate": 1e-06, + "loss": 0.4532, + "mean_token_accuracy": 0.8554894924163818, + "num_tokens": 116197371.0, + "step": 3043 + }, + { + "epoch": 0.3872280880295128, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.065083503723145, + "learning_rate": 1e-06, + "loss": 0.4973, + "mean_token_accuracy": 0.8395557999610901, + "num_tokens": 116240544.0, + "step": 3044 + }, + { + "epoch": 0.3873552983081033, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.127589225769043, + "learning_rate": 1e-06, + "loss": 0.4524, + "mean_token_accuracy": 0.8522936701774597, + "num_tokens": 116272079.0, + "step": 3045 + }, + { + "epoch": 0.3874825085866938, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.052021980285645, + "learning_rate": 1e-06, + "loss": 0.4508, + "mean_token_accuracy": 0.8517704606056213, + "num_tokens": 116309641.0, + "step": 3046 + }, + { + "epoch": 0.38760971886528434, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.110000610351562, + "learning_rate": 1e-06, + "loss": 0.4626, + "mean_token_accuracy": 0.8494071960449219, + "num_tokens": 116344470.0, + "step": 3047 + }, + { + "epoch": 0.3877369291438748, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.078754425048828, + "learning_rate": 1e-06, + "loss": 0.4398, + "mean_token_accuracy": 0.8579690456390381, + "num_tokens": 116380177.0, + "step": 3048 + }, + { + "epoch": 0.38786413942246534, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.058756828308105, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8648780584335327, + "num_tokens": 116416482.0, + "step": 3049 + }, + { + "epoch": 0.38799134970105587, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.10392951965332, + "learning_rate": 1e-06, + "loss": 0.4916, + "mean_token_accuracy": 0.842038094997406, + "num_tokens": 116456103.0, + "step": 3050 + }, + { + "epoch": 0.38811855997964634, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.0762300491333, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8600155115127563, + "num_tokens": 116496810.0, + "step": 3051 + }, + { + "epoch": 0.38824577025823687, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.139701843261719, + "learning_rate": 1e-06, + "loss": 0.4531, + "mean_token_accuracy": 0.8514140844345093, + "num_tokens": 116532999.0, + "step": 3052 + }, + { + "epoch": 0.3883729805368274, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.098662376403809, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8636784553527832, + "num_tokens": 116565700.0, + "step": 3053 + }, + { + "epoch": 0.38850019081541787, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.05173110961914, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8588602542877197, + "num_tokens": 116602798.0, + "step": 3054 + }, + { + "epoch": 0.3886274010940084, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.079166412353516, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8650999069213867, + "num_tokens": 116638743.0, + "step": 3055 + }, + { + "epoch": 0.3887546113725989, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.092918395996094, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8671961426734924, + "num_tokens": 116672290.0, + "step": 3056 + }, + { + "epoch": 0.3888818216511894, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.05447769165039, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8558917045593262, + "num_tokens": 116712593.0, + "step": 3057 + }, + { + "epoch": 0.3890090319297799, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.117420196533203, + "learning_rate": 1e-06, + "loss": 0.4504, + "mean_token_accuracy": 0.8535377979278564, + "num_tokens": 116748663.0, + "step": 3058 + }, + { + "epoch": 0.38913624220837045, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.047188758850098, + "learning_rate": 1e-06, + "loss": 0.4677, + "mean_token_accuracy": 0.8513871431350708, + "num_tokens": 116796018.0, + "step": 3059 + }, + { + "epoch": 0.3892634524869609, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.055377960205078, + "learning_rate": 1e-06, + "loss": 0.4521, + "mean_token_accuracy": 0.8527140617370605, + "num_tokens": 116837287.0, + "step": 3060 + }, + { + "epoch": 0.38939066276555145, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.113275527954102, + "learning_rate": 1e-06, + "loss": 0.5138, + "mean_token_accuracy": 0.8392064571380615, + "num_tokens": 116872163.0, + "step": 3061 + }, + { + "epoch": 0.389517873044142, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.04079532623291, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.8623665571212769, + "num_tokens": 116913445.0, + "step": 3062 + }, + { + "epoch": 0.38964508332273246, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.091365814208984, + "learning_rate": 1e-06, + "loss": 0.4761, + "mean_token_accuracy": 0.8454602956771851, + "num_tokens": 116954469.0, + "step": 3063 + }, + { + "epoch": 0.389772293601323, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.091422080993652, + "learning_rate": 1e-06, + "loss": 0.4358, + "mean_token_accuracy": 0.8549824953079224, + "num_tokens": 116994339.0, + "step": 3064 + }, + { + "epoch": 0.3898995038799135, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.110294342041016, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8665181398391724, + "num_tokens": 117030867.0, + "step": 3065 + }, + { + "epoch": 0.390026714158504, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.139955520629883, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8638430833816528, + "num_tokens": 117068309.0, + "step": 3066 + }, + { + "epoch": 0.3901539244370945, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.14456844329834, + "learning_rate": 1e-06, + "loss": 0.4532, + "mean_token_accuracy": 0.8505629897117615, + "num_tokens": 117105278.0, + "step": 3067 + }, + { + "epoch": 0.39028113471568504, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.135824203491211, + "learning_rate": 1e-06, + "loss": 0.4832, + "mean_token_accuracy": 0.8468034267425537, + "num_tokens": 117143096.0, + "step": 3068 + }, + { + "epoch": 0.3904083449942755, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.12548542022705, + "learning_rate": 1e-06, + "loss": 0.4355, + "mean_token_accuracy": 0.8553945422172546, + "num_tokens": 117179638.0, + "step": 3069 + }, + { + "epoch": 0.39053555527286604, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.13668155670166, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8674315214157104, + "num_tokens": 117211560.0, + "step": 3070 + }, + { + "epoch": 0.39066276555145657, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.02635669708252, + "learning_rate": 1e-06, + "loss": 0.4714, + "mean_token_accuracy": 0.8468585014343262, + "num_tokens": 117250622.0, + "step": 3071 + }, + { + "epoch": 0.39078997583004704, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.125828742980957, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8749836683273315, + "num_tokens": 117287600.0, + "step": 3072 + }, + { + "epoch": 0.39091718610863757, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.079496383666992, + "learning_rate": 1e-06, + "loss": 0.4924, + "mean_token_accuracy": 0.840300440788269, + "num_tokens": 117328188.0, + "step": 3073 + }, + { + "epoch": 0.3910443963872281, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.171090126037598, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8633236885070801, + "num_tokens": 117367282.0, + "step": 3074 + }, + { + "epoch": 0.39117160666581857, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.121796607971191, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8669421672821045, + "num_tokens": 117403376.0, + "step": 3075 + }, + { + "epoch": 0.3912988169444091, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.132115364074707, + "learning_rate": 1e-06, + "loss": 0.4708, + "mean_token_accuracy": 0.8461923599243164, + "num_tokens": 117438661.0, + "step": 3076 + }, + { + "epoch": 0.39142602722299963, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.113076210021973, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8592848777770996, + "num_tokens": 117477351.0, + "step": 3077 + }, + { + "epoch": 0.3915532375015901, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.12074089050293, + "learning_rate": 1e-06, + "loss": 0.4415, + "mean_token_accuracy": 0.8520708084106445, + "num_tokens": 117512773.0, + "step": 3078 + }, + { + "epoch": 0.39168044778018063, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.113546371459961, + "learning_rate": 1e-06, + "loss": 0.4933, + "mean_token_accuracy": 0.8398584127426147, + "num_tokens": 117555370.0, + "step": 3079 + }, + { + "epoch": 0.39180765805877116, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.134218215942383, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8628218173980713, + "num_tokens": 117594208.0, + "step": 3080 + }, + { + "epoch": 0.3919348683373617, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.14469051361084, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.858601450920105, + "num_tokens": 117632715.0, + "step": 3081 + }, + { + "epoch": 0.39206207861595216, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.098715782165527, + "learning_rate": 1e-06, + "loss": 0.4548, + "mean_token_accuracy": 0.8506428599357605, + "num_tokens": 117669221.0, + "step": 3082 + }, + { + "epoch": 0.3921892888945427, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.114859580993652, + "learning_rate": 1e-06, + "loss": 0.4624, + "mean_token_accuracy": 0.8483327031135559, + "num_tokens": 117709559.0, + "step": 3083 + }, + { + "epoch": 0.3923164991731332, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.138894081115723, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8622536659240723, + "num_tokens": 117745240.0, + "step": 3084 + }, + { + "epoch": 0.3924437094517237, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.061723709106445, + "learning_rate": 1e-06, + "loss": 0.4338, + "mean_token_accuracy": 0.8571970462799072, + "num_tokens": 117787897.0, + "step": 3085 + }, + { + "epoch": 0.3925709197303142, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.123405456542969, + "learning_rate": 1e-06, + "loss": 0.4596, + "mean_token_accuracy": 0.8506855368614197, + "num_tokens": 117826862.0, + "step": 3086 + }, + { + "epoch": 0.39269813000890474, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.129842758178711, + "learning_rate": 1e-06, + "loss": 0.4592, + "mean_token_accuracy": 0.8503389358520508, + "num_tokens": 117866932.0, + "step": 3087 + }, + { + "epoch": 0.3928253402874952, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.104846954345703, + "learning_rate": 1e-06, + "loss": 0.4445, + "mean_token_accuracy": 0.8559086322784424, + "num_tokens": 117905538.0, + "step": 3088 + }, + { + "epoch": 0.39295255056608575, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.17414665222168, + "learning_rate": 1e-06, + "loss": 0.4867, + "mean_token_accuracy": 0.843363881111145, + "num_tokens": 117945123.0, + "step": 3089 + }, + { + "epoch": 0.3930797608446763, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.104012489318848, + "learning_rate": 1e-06, + "loss": 0.4454, + "mean_token_accuracy": 0.8579750061035156, + "num_tokens": 117988743.0, + "step": 3090 + }, + { + "epoch": 0.39320697112326675, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.122020721435547, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.869466245174408, + "num_tokens": 118026078.0, + "step": 3091 + }, + { + "epoch": 0.3933341814018573, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.11428165435791, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8672370314598083, + "num_tokens": 118060105.0, + "step": 3092 + }, + { + "epoch": 0.3934613916804478, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.11491870880127, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8828402161598206, + "num_tokens": 118089677.0, + "step": 3093 + }, + { + "epoch": 0.3935886019590383, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.146705627441406, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8684695959091187, + "num_tokens": 118128449.0, + "step": 3094 + }, + { + "epoch": 0.3937158122376288, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.126282691955566, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8645904660224915, + "num_tokens": 118168411.0, + "step": 3095 + }, + { + "epoch": 0.39384302251621933, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.177303314208984, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8665605187416077, + "num_tokens": 118206097.0, + "step": 3096 + }, + { + "epoch": 0.3939702327948098, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.083663940429688, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8685207962989807, + "num_tokens": 118244429.0, + "step": 3097 + }, + { + "epoch": 0.39409744307340033, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.1510648727417, + "learning_rate": 1e-06, + "loss": 0.4266, + "mean_token_accuracy": 0.8615816235542297, + "num_tokens": 118279125.0, + "step": 3098 + }, + { + "epoch": 0.39422465335199086, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.201281547546387, + "learning_rate": 1e-06, + "loss": 0.4501, + "mean_token_accuracy": 0.8534095287322998, + "num_tokens": 118313156.0, + "step": 3099 + }, + { + "epoch": 0.39435186363058133, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.15096664428711, + "learning_rate": 1e-06, + "loss": 0.4758, + "mean_token_accuracy": 0.8425064086914062, + "num_tokens": 118349868.0, + "step": 3100 + }, + { + "epoch": 0.39447907390917186, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.123418807983398, + "learning_rate": 1e-06, + "loss": 0.4783, + "mean_token_accuracy": 0.8466048240661621, + "num_tokens": 118394998.0, + "step": 3101 + }, + { + "epoch": 0.3946062841877624, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.081066131591797, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.868078887462616, + "num_tokens": 118436002.0, + "step": 3102 + }, + { + "epoch": 0.39473349446635286, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.20346736907959, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8607332110404968, + "num_tokens": 118475094.0, + "step": 3103 + }, + { + "epoch": 0.3948607047449434, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.112530708312988, + "learning_rate": 1e-06, + "loss": 0.4446, + "mean_token_accuracy": 0.854088306427002, + "num_tokens": 118514164.0, + "step": 3104 + }, + { + "epoch": 0.3949879150235339, + "ewc_loss": 0.01025390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0251998901367188e-05, + "grad_norm": 9.181011199951172, + "learning_rate": 1e-06, + "loss": 0.4665, + "mean_token_accuracy": 0.8510128259658813, + "num_tokens": 118554271.0, + "step": 3105 + }, + { + "epoch": 0.3951151253021244, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.058975219726562, + "learning_rate": 1e-06, + "loss": 0.4546, + "mean_token_accuracy": 0.855803370475769, + "num_tokens": 118597123.0, + "step": 3106 + }, + { + "epoch": 0.3952423355807149, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.187347412109375, + "learning_rate": 1e-06, + "loss": 0.4551, + "mean_token_accuracy": 0.8498860597610474, + "num_tokens": 118636683.0, + "step": 3107 + }, + { + "epoch": 0.39536954585930545, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.171514511108398, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8586553931236267, + "num_tokens": 118665770.0, + "step": 3108 + }, + { + "epoch": 0.3954967561378959, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.108116149902344, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8665932416915894, + "num_tokens": 118701652.0, + "step": 3109 + }, + { + "epoch": 0.39562396641648645, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.111846923828125, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8621450066566467, + "num_tokens": 118741756.0, + "step": 3110 + }, + { + "epoch": 0.395751176695077, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.09765911102295, + "learning_rate": 1e-06, + "loss": 0.439, + "mean_token_accuracy": 0.8564916849136353, + "num_tokens": 118784320.0, + "step": 3111 + }, + { + "epoch": 0.39587838697366745, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.146832466125488, + "learning_rate": 1e-06, + "loss": 0.4498, + "mean_token_accuracy": 0.8500828742980957, + "num_tokens": 118821456.0, + "step": 3112 + }, + { + "epoch": 0.396005597252258, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.172982215881348, + "learning_rate": 1e-06, + "loss": 0.4529, + "mean_token_accuracy": 0.854246199131012, + "num_tokens": 118861746.0, + "step": 3113 + }, + { + "epoch": 0.3961328075308485, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.065810203552246, + "learning_rate": 1e-06, + "loss": 0.4373, + "mean_token_accuracy": 0.8613401651382446, + "num_tokens": 118900346.0, + "step": 3114 + }, + { + "epoch": 0.396260017809439, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.115192413330078, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8562558889389038, + "num_tokens": 118939707.0, + "step": 3115 + }, + { + "epoch": 0.3963872280880295, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.132495880126953, + "learning_rate": 1e-06, + "loss": 0.4397, + "mean_token_accuracy": 0.855492115020752, + "num_tokens": 118971154.0, + "step": 3116 + }, + { + "epoch": 0.39651443836662004, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.131632804870605, + "learning_rate": 1e-06, + "loss": 0.4992, + "mean_token_accuracy": 0.8411424160003662, + "num_tokens": 119012344.0, + "step": 3117 + }, + { + "epoch": 0.3966416486452105, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.069883346557617, + "learning_rate": 1e-06, + "loss": 0.4446, + "mean_token_accuracy": 0.8548979163169861, + "num_tokens": 119047677.0, + "step": 3118 + }, + { + "epoch": 0.39676885892380104, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.13575267791748, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8703176379203796, + "num_tokens": 119086357.0, + "step": 3119 + }, + { + "epoch": 0.39689606920239157, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.148003578186035, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8624532222747803, + "num_tokens": 119122854.0, + "step": 3120 + }, + { + "epoch": 0.39702327948098204, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.095161437988281, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8636732697486877, + "num_tokens": 119155449.0, + "step": 3121 + }, + { + "epoch": 0.39715048975957257, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.104232788085938, + "learning_rate": 1e-06, + "loss": 0.4599, + "mean_token_accuracy": 0.850542426109314, + "num_tokens": 119197287.0, + "step": 3122 + }, + { + "epoch": 0.3972777000381631, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.150094032287598, + "learning_rate": 1e-06, + "loss": 0.4756, + "mean_token_accuracy": 0.8442416191101074, + "num_tokens": 119235749.0, + "step": 3123 + }, + { + "epoch": 0.39740491031675357, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.11660385131836, + "learning_rate": 1e-06, + "loss": 0.4531, + "mean_token_accuracy": 0.8525758981704712, + "num_tokens": 119267282.0, + "step": 3124 + }, + { + "epoch": 0.3975321205953441, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.108504295349121, + "learning_rate": 1e-06, + "loss": 0.4484, + "mean_token_accuracy": 0.8481903076171875, + "num_tokens": 119304387.0, + "step": 3125 + }, + { + "epoch": 0.3976593308739346, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.119450569152832, + "learning_rate": 1e-06, + "loss": 0.4813, + "mean_token_accuracy": 0.8464723825454712, + "num_tokens": 119341470.0, + "step": 3126 + }, + { + "epoch": 0.3977865411525251, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.118021011352539, + "learning_rate": 1e-06, + "loss": 0.4616, + "mean_token_accuracy": 0.8443703651428223, + "num_tokens": 119381067.0, + "step": 3127 + }, + { + "epoch": 0.3979137514311156, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.0822172164917, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8556711673736572, + "num_tokens": 119415680.0, + "step": 3128 + }, + { + "epoch": 0.39804096170970615, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.253576278686523, + "learning_rate": 1e-06, + "loss": 0.4694, + "mean_token_accuracy": 0.8466298580169678, + "num_tokens": 119454300.0, + "step": 3129 + }, + { + "epoch": 0.3981681719882967, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.12877082824707, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8677248954772949, + "num_tokens": 119485599.0, + "step": 3130 + }, + { + "epoch": 0.39829538226688715, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.132469177246094, + "learning_rate": 1e-06, + "loss": 0.4862, + "mean_token_accuracy": 0.8413991928100586, + "num_tokens": 119525820.0, + "step": 3131 + }, + { + "epoch": 0.3984225925454777, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.153278350830078, + "learning_rate": 1e-06, + "loss": 0.4237, + "mean_token_accuracy": 0.8614391088485718, + "num_tokens": 119568216.0, + "step": 3132 + }, + { + "epoch": 0.3985498028240682, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.14814281463623, + "learning_rate": 1e-06, + "loss": 0.478, + "mean_token_accuracy": 0.842542290687561, + "num_tokens": 119602914.0, + "step": 3133 + }, + { + "epoch": 0.3986770131026587, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.187182426452637, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8524990081787109, + "num_tokens": 119637024.0, + "step": 3134 + }, + { + "epoch": 0.3988042233812492, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.137482643127441, + "learning_rate": 1e-06, + "loss": 0.4713, + "mean_token_accuracy": 0.846705436706543, + "num_tokens": 119679265.0, + "step": 3135 + }, + { + "epoch": 0.39893143365983974, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.122062683105469, + "learning_rate": 1e-06, + "loss": 0.4598, + "mean_token_accuracy": 0.8466655015945435, + "num_tokens": 119716254.0, + "step": 3136 + }, + { + "epoch": 0.3990586439384302, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.078289985656738, + "learning_rate": 1e-06, + "loss": 0.4566, + "mean_token_accuracy": 0.8484072685241699, + "num_tokens": 119761325.0, + "step": 3137 + }, + { + "epoch": 0.39918585421702074, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.156607627868652, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8789693117141724, + "num_tokens": 119795468.0, + "step": 3138 + }, + { + "epoch": 0.39931306449561127, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.176992416381836, + "learning_rate": 1e-06, + "loss": 0.4868, + "mean_token_accuracy": 0.846082329750061, + "num_tokens": 119833804.0, + "step": 3139 + }, + { + "epoch": 0.39944027477420174, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.110739707946777, + "learning_rate": 1e-06, + "loss": 0.4542, + "mean_token_accuracy": 0.8503716588020325, + "num_tokens": 119870852.0, + "step": 3140 + }, + { + "epoch": 0.39956748505279227, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.16143798828125, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8586940765380859, + "num_tokens": 119909258.0, + "step": 3141 + }, + { + "epoch": 0.3996946953313828, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.192251205444336, + "learning_rate": 1e-06, + "loss": 0.4818, + "mean_token_accuracy": 0.8436527252197266, + "num_tokens": 119940701.0, + "step": 3142 + }, + { + "epoch": 0.39982190560997327, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.127910614013672, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.8552654385566711, + "num_tokens": 119976780.0, + "step": 3143 + }, + { + "epoch": 0.3999491158885638, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.175928115844727, + "learning_rate": 1e-06, + "loss": 0.4666, + "mean_token_accuracy": 0.8466105461120605, + "num_tokens": 120017543.0, + "step": 3144 + }, + { + "epoch": 0.40007632616715433, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.152112007141113, + "learning_rate": 1e-06, + "loss": 0.4572, + "mean_token_accuracy": 0.8534018397331238, + "num_tokens": 120050036.0, + "step": 3145 + }, + { + "epoch": 0.4002035364457448, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.149819374084473, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8698165416717529, + "num_tokens": 120084582.0, + "step": 3146 + }, + { + "epoch": 0.40033074672433533, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.113576889038086, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8505958914756775, + "num_tokens": 120120218.0, + "step": 3147 + }, + { + "epoch": 0.40045795700292586, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.127013206481934, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8772188425064087, + "num_tokens": 120161650.0, + "step": 3148 + }, + { + "epoch": 0.40058516728151633, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.14358139038086, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8645093441009521, + "num_tokens": 120197409.0, + "step": 3149 + }, + { + "epoch": 0.40071237756010686, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.14879035949707, + "learning_rate": 1e-06, + "loss": 0.4856, + "mean_token_accuracy": 0.8431007862091064, + "num_tokens": 120240700.0, + "step": 3150 + }, + { + "epoch": 0.4008395878386974, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.111611366271973, + "learning_rate": 1e-06, + "loss": 0.4715, + "mean_token_accuracy": 0.8457989692687988, + "num_tokens": 120286741.0, + "step": 3151 + }, + { + "epoch": 0.40096679811728786, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.149430274963379, + "learning_rate": 1e-06, + "loss": 0.435, + "mean_token_accuracy": 0.8581750392913818, + "num_tokens": 120323236.0, + "step": 3152 + }, + { + "epoch": 0.4010940083958784, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.189269065856934, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.854124903678894, + "num_tokens": 120362185.0, + "step": 3153 + }, + { + "epoch": 0.4012212186744689, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.106572151184082, + "learning_rate": 1e-06, + "loss": 0.4671, + "mean_token_accuracy": 0.8470325469970703, + "num_tokens": 120397524.0, + "step": 3154 + }, + { + "epoch": 0.4013484289530594, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.15115737915039, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8589552640914917, + "num_tokens": 120439723.0, + "step": 3155 + }, + { + "epoch": 0.4014756392316499, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.140300750732422, + "learning_rate": 1e-06, + "loss": 0.4227, + "mean_token_accuracy": 0.8582970499992371, + "num_tokens": 120483693.0, + "step": 3156 + }, + { + "epoch": 0.40160284951024044, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.123810768127441, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8652665615081787, + "num_tokens": 120520558.0, + "step": 3157 + }, + { + "epoch": 0.4017300597888309, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.149511337280273, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8650009632110596, + "num_tokens": 120557901.0, + "step": 3158 + }, + { + "epoch": 0.40185727006742145, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.131510734558105, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8617641925811768, + "num_tokens": 120593851.0, + "step": 3159 + }, + { + "epoch": 0.401984480346012, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.220982551574707, + "learning_rate": 1e-06, + "loss": 0.4509, + "mean_token_accuracy": 0.8476906418800354, + "num_tokens": 120624533.0, + "step": 3160 + }, + { + "epoch": 0.40211169062460245, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.160553932189941, + "learning_rate": 1e-06, + "loss": 0.4459, + "mean_token_accuracy": 0.8508020639419556, + "num_tokens": 120660820.0, + "step": 3161 + }, + { + "epoch": 0.402238900903193, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.16841983795166, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8680132031440735, + "num_tokens": 120701485.0, + "step": 3162 + }, + { + "epoch": 0.4023661111817835, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.14109992980957, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8654969930648804, + "num_tokens": 120736677.0, + "step": 3163 + }, + { + "epoch": 0.402493321460374, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.180673599243164, + "learning_rate": 1e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.852507472038269, + "num_tokens": 120773933.0, + "step": 3164 + }, + { + "epoch": 0.4026205317389645, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.16373348236084, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8608397245407104, + "num_tokens": 120804671.0, + "step": 3165 + }, + { + "epoch": 0.40274774201755503, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.161639213562012, + "learning_rate": 1e-06, + "loss": 0.4283, + "mean_token_accuracy": 0.8599144816398621, + "num_tokens": 120837042.0, + "step": 3166 + }, + { + "epoch": 0.4028749522961455, + "ewc_loss": 0.01031494140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0311603546142578e-05, + "grad_norm": 9.129014015197754, + "learning_rate": 1e-06, + "loss": 0.4504, + "mean_token_accuracy": 0.8527592420578003, + "num_tokens": 120875127.0, + "step": 3167 + }, + { + "epoch": 0.40300216257473603, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.157405853271484, + "learning_rate": 1e-06, + "loss": 0.4431, + "mean_token_accuracy": 0.8549044132232666, + "num_tokens": 120915937.0, + "step": 3168 + }, + { + "epoch": 0.40312937285332656, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.140488624572754, + "learning_rate": 1e-06, + "loss": 0.4785, + "mean_token_accuracy": 0.8397618532180786, + "num_tokens": 120953334.0, + "step": 3169 + }, + { + "epoch": 0.40325658313191703, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.150541305541992, + "learning_rate": 1e-06, + "loss": 0.4455, + "mean_token_accuracy": 0.8548811078071594, + "num_tokens": 120986674.0, + "step": 3170 + }, + { + "epoch": 0.40338379341050756, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.145633697509766, + "learning_rate": 1e-06, + "loss": 0.4323, + "mean_token_accuracy": 0.8627922534942627, + "num_tokens": 121026305.0, + "step": 3171 + }, + { + "epoch": 0.4035110036890981, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.099997520446777, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8692436218261719, + "num_tokens": 121061644.0, + "step": 3172 + }, + { + "epoch": 0.40363821396768856, + "ewc_loss": 0.010498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.049041748046875e-05, + "grad_norm": 9.158218383789062, + "learning_rate": 1e-06, + "loss": 0.4535, + "mean_token_accuracy": 0.8521556854248047, + "num_tokens": 121102860.0, + "step": 3173 + }, + { + "epoch": 0.4037654242462791, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.088488578796387, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8698731064796448, + "num_tokens": 121136566.0, + "step": 3174 + }, + { + "epoch": 0.4038926345248696, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.136651039123535, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.865967869758606, + "num_tokens": 121173759.0, + "step": 3175 + }, + { + "epoch": 0.4040198448034601, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.091280937194824, + "learning_rate": 1e-06, + "loss": 0.4646, + "mean_token_accuracy": 0.8561934232711792, + "num_tokens": 121219881.0, + "step": 3176 + }, + { + "epoch": 0.4041470550820506, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.158561706542969, + "learning_rate": 1e-06, + "loss": 0.4542, + "mean_token_accuracy": 0.8547329902648926, + "num_tokens": 121258719.0, + "step": 3177 + }, + { + "epoch": 0.40427426536064115, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.161652565002441, + "learning_rate": 1e-06, + "loss": 0.5064, + "mean_token_accuracy": 0.833573579788208, + "num_tokens": 121298013.0, + "step": 3178 + }, + { + "epoch": 0.4044014756392316, + "ewc_loss": 0.0103759765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0371208190917969e-05, + "grad_norm": 9.122725486755371, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8669952154159546, + "num_tokens": 121329615.0, + "step": 3179 + }, + { + "epoch": 0.40452868591782215, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.151676177978516, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8659805059432983, + "num_tokens": 121365199.0, + "step": 3180 + }, + { + "epoch": 0.4046558961964127, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.146289825439453, + "learning_rate": 1e-06, + "loss": 0.4523, + "mean_token_accuracy": 0.8514834642410278, + "num_tokens": 121402393.0, + "step": 3181 + }, + { + "epoch": 0.4047831064750032, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.12946891784668, + "learning_rate": 1e-06, + "loss": 0.4346, + "mean_token_accuracy": 0.8561111092567444, + "num_tokens": 121439678.0, + "step": 3182 + }, + { + "epoch": 0.4049103167535937, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.119169235229492, + "learning_rate": 1e-06, + "loss": 0.4479, + "mean_token_accuracy": 0.8506894111633301, + "num_tokens": 121480781.0, + "step": 3183 + }, + { + "epoch": 0.4050375270321842, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.155206680297852, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8629550337791443, + "num_tokens": 121517614.0, + "step": 3184 + }, + { + "epoch": 0.40516473731077474, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.163762092590332, + "learning_rate": 1e-06, + "loss": 0.4508, + "mean_token_accuracy": 0.8538657426834106, + "num_tokens": 121552225.0, + "step": 3185 + }, + { + "epoch": 0.4052919475893652, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.180495262145996, + "learning_rate": 1e-06, + "loss": 0.4571, + "mean_token_accuracy": 0.8507958650588989, + "num_tokens": 121587177.0, + "step": 3186 + }, + { + "epoch": 0.40541915786795574, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.19718074798584, + "learning_rate": 1e-06, + "loss": 0.4925, + "mean_token_accuracy": 0.837254524230957, + "num_tokens": 121619547.0, + "step": 3187 + }, + { + "epoch": 0.40554636814654627, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.163219451904297, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8631507158279419, + "num_tokens": 121657396.0, + "step": 3188 + }, + { + "epoch": 0.40567357842513674, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.174869537353516, + "learning_rate": 1e-06, + "loss": 0.4864, + "mean_token_accuracy": 0.8388814330101013, + "num_tokens": 121691867.0, + "step": 3189 + }, + { + "epoch": 0.40580078870372727, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.180432319641113, + "learning_rate": 1e-06, + "loss": 0.4498, + "mean_token_accuracy": 0.8501607179641724, + "num_tokens": 121723546.0, + "step": 3190 + }, + { + "epoch": 0.4059279989823178, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.17094898223877, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.8555412292480469, + "num_tokens": 121764589.0, + "step": 3191 + }, + { + "epoch": 0.40605520926090827, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.155702590942383, + "learning_rate": 1e-06, + "loss": 0.4774, + "mean_token_accuracy": 0.8448926210403442, + "num_tokens": 121803281.0, + "step": 3192 + }, + { + "epoch": 0.4061824195394988, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.164016723632812, + "learning_rate": 1e-06, + "loss": 0.4832, + "mean_token_accuracy": 0.8427547812461853, + "num_tokens": 121841710.0, + "step": 3193 + }, + { + "epoch": 0.4063096298180893, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.204195976257324, + "learning_rate": 1e-06, + "loss": 0.4599, + "mean_token_accuracy": 0.8536719083786011, + "num_tokens": 121881979.0, + "step": 3194 + }, + { + "epoch": 0.4064368400966798, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.163841247558594, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8598135709762573, + "num_tokens": 121921599.0, + "step": 3195 + }, + { + "epoch": 0.4065640503752703, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.192513465881348, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8650403022766113, + "num_tokens": 121960545.0, + "step": 3196 + }, + { + "epoch": 0.40669126065386085, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.184203147888184, + "learning_rate": 1e-06, + "loss": 0.5012, + "mean_token_accuracy": 0.8376002311706543, + "num_tokens": 121999259.0, + "step": 3197 + }, + { + "epoch": 0.4068184709324513, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.116147994995117, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.868905782699585, + "num_tokens": 122039066.0, + "step": 3198 + }, + { + "epoch": 0.40694568121104185, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.133506774902344, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8635784387588501, + "num_tokens": 122085035.0, + "step": 3199 + }, + { + "epoch": 0.4070728914896324, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.135684967041016, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8694486618041992, + "num_tokens": 122128007.0, + "step": 3200 + }, + { + "epoch": 0.40720010176822286, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.141216278076172, + "learning_rate": 1e-06, + "loss": 0.4452, + "mean_token_accuracy": 0.8533338904380798, + "num_tokens": 122169623.0, + "step": 3201 + }, + { + "epoch": 0.4073273120468134, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.182071685791016, + "learning_rate": 1e-06, + "loss": 0.4634, + "mean_token_accuracy": 0.8505210876464844, + "num_tokens": 122201755.0, + "step": 3202 + }, + { + "epoch": 0.4074545223254039, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.160741806030273, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8657410740852356, + "num_tokens": 122233680.0, + "step": 3203 + }, + { + "epoch": 0.4075817326039944, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.163936614990234, + "learning_rate": 1e-06, + "loss": 0.4478, + "mean_token_accuracy": 0.8529157638549805, + "num_tokens": 122265107.0, + "step": 3204 + }, + { + "epoch": 0.4077089428825849, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.125299453735352, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8598840236663818, + "num_tokens": 122302750.0, + "step": 3205 + }, + { + "epoch": 0.40783615316117544, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.103479385375977, + "learning_rate": 1e-06, + "loss": 0.4713, + "mean_token_accuracy": 0.8465449810028076, + "num_tokens": 122346820.0, + "step": 3206 + }, + { + "epoch": 0.4079633634397659, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.196059226989746, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8610382080078125, + "num_tokens": 122383254.0, + "step": 3207 + }, + { + "epoch": 0.40809057371835644, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.12428092956543, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8691703081130981, + "num_tokens": 122416693.0, + "step": 3208 + }, + { + "epoch": 0.40821778399694697, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.14997673034668, + "learning_rate": 1e-06, + "loss": 0.4251, + "mean_token_accuracy": 0.8612254858016968, + "num_tokens": 122452403.0, + "step": 3209 + }, + { + "epoch": 0.40834499427553744, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.128758430480957, + "learning_rate": 1e-06, + "loss": 0.4694, + "mean_token_accuracy": 0.8448965549468994, + "num_tokens": 122489685.0, + "step": 3210 + }, + { + "epoch": 0.40847220455412797, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.165021896362305, + "learning_rate": 1e-06, + "loss": 0.4937, + "mean_token_accuracy": 0.8381500840187073, + "num_tokens": 122529079.0, + "step": 3211 + }, + { + "epoch": 0.4085994148327185, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.109333992004395, + "learning_rate": 1e-06, + "loss": 0.4586, + "mean_token_accuracy": 0.8487002849578857, + "num_tokens": 122569933.0, + "step": 3212 + }, + { + "epoch": 0.40872662511130897, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.168242454528809, + "learning_rate": 1e-06, + "loss": 0.5021, + "mean_token_accuracy": 0.837192952632904, + "num_tokens": 122607884.0, + "step": 3213 + }, + { + "epoch": 0.4088538353898995, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.108019828796387, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8572090864181519, + "num_tokens": 122651968.0, + "step": 3214 + }, + { + "epoch": 0.40898104566849003, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.12399673461914, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8605605959892273, + "num_tokens": 122688680.0, + "step": 3215 + }, + { + "epoch": 0.4091082559470805, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.183526039123535, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.8614346385002136, + "num_tokens": 122728271.0, + "step": 3216 + }, + { + "epoch": 0.40923546622567103, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.17339038848877, + "learning_rate": 1e-06, + "loss": 0.4414, + "mean_token_accuracy": 0.8548496961593628, + "num_tokens": 122759691.0, + "step": 3217 + }, + { + "epoch": 0.40936267650426156, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.116189956665039, + "learning_rate": 1e-06, + "loss": 0.4497, + "mean_token_accuracy": 0.8538004755973816, + "num_tokens": 122800185.0, + "step": 3218 + }, + { + "epoch": 0.40948988678285203, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.172738075256348, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8654543161392212, + "num_tokens": 122839548.0, + "step": 3219 + }, + { + "epoch": 0.40961709706144256, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.113759994506836, + "learning_rate": 1e-06, + "loss": 0.4771, + "mean_token_accuracy": 0.8425533771514893, + "num_tokens": 122879621.0, + "step": 3220 + }, + { + "epoch": 0.4097443073400331, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.124472618103027, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8511688709259033, + "num_tokens": 122921495.0, + "step": 3221 + }, + { + "epoch": 0.40987151761862356, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.171521186828613, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8629450798034668, + "num_tokens": 122957197.0, + "step": 3222 + }, + { + "epoch": 0.4099987278972141, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.204410552978516, + "learning_rate": 1e-06, + "loss": 0.4948, + "mean_token_accuracy": 0.8378055095672607, + "num_tokens": 122999999.0, + "step": 3223 + }, + { + "epoch": 0.4101259381758046, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.146148681640625, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8605831265449524, + "num_tokens": 123040402.0, + "step": 3224 + }, + { + "epoch": 0.4102531484543951, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.151165008544922, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8606447577476501, + "num_tokens": 123080086.0, + "step": 3225 + }, + { + "epoch": 0.4103803587329856, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.160571098327637, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.8577604293823242, + "num_tokens": 123120058.0, + "step": 3226 + }, + { + "epoch": 0.41050756901157615, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.131521224975586, + "learning_rate": 1e-06, + "loss": 0.4295, + "mean_token_accuracy": 0.8575584888458252, + "num_tokens": 123162003.0, + "step": 3227 + }, + { + "epoch": 0.4106347792901666, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.176224708557129, + "learning_rate": 1e-06, + "loss": 0.5346, + "mean_token_accuracy": 0.8231702446937561, + "num_tokens": 123202249.0, + "step": 3228 + }, + { + "epoch": 0.41076198956875715, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.23712158203125, + "learning_rate": 1e-06, + "loss": 0.4559, + "mean_token_accuracy": 0.8499726057052612, + "num_tokens": 123237401.0, + "step": 3229 + }, + { + "epoch": 0.4108891998473477, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.121562957763672, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8719841241836548, + "num_tokens": 123269364.0, + "step": 3230 + }, + { + "epoch": 0.4110164101259382, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.208253860473633, + "learning_rate": 1e-06, + "loss": 0.4365, + "mean_token_accuracy": 0.8586713075637817, + "num_tokens": 123307743.0, + "step": 3231 + }, + { + "epoch": 0.4111436204045287, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.126827239990234, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8606314659118652, + "num_tokens": 123340102.0, + "step": 3232 + }, + { + "epoch": 0.4112708306831192, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.164381980895996, + "learning_rate": 1e-06, + "loss": 0.4533, + "mean_token_accuracy": 0.8504173755645752, + "num_tokens": 123374956.0, + "step": 3233 + }, + { + "epoch": 0.41139804096170973, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.169644355773926, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8657375574111938, + "num_tokens": 123418070.0, + "step": 3234 + }, + { + "epoch": 0.4115252512403002, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.160372734069824, + "learning_rate": 1e-06, + "loss": 0.4622, + "mean_token_accuracy": 0.8535480499267578, + "num_tokens": 123453183.0, + "step": 3235 + }, + { + "epoch": 0.41165246151889073, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.195446014404297, + "learning_rate": 1e-06, + "loss": 0.4371, + "mean_token_accuracy": 0.8572994470596313, + "num_tokens": 123491526.0, + "step": 3236 + }, + { + "epoch": 0.41177967179748126, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.17562198638916, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8583285808563232, + "num_tokens": 123529743.0, + "step": 3237 + }, + { + "epoch": 0.41190688207607173, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.162208557128906, + "learning_rate": 1e-06, + "loss": 0.4282, + "mean_token_accuracy": 0.858384370803833, + "num_tokens": 123573402.0, + "step": 3238 + }, + { + "epoch": 0.41203409235466226, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.243927001953125, + "learning_rate": 1e-06, + "loss": 0.4472, + "mean_token_accuracy": 0.8534959554672241, + "num_tokens": 123604167.0, + "step": 3239 + }, + { + "epoch": 0.4121613026332528, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.116591453552246, + "learning_rate": 1e-06, + "loss": 0.4485, + "mean_token_accuracy": 0.8527184128761292, + "num_tokens": 123648104.0, + "step": 3240 + }, + { + "epoch": 0.41228851291184326, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.19267463684082, + "learning_rate": 1e-06, + "loss": 0.4693, + "mean_token_accuracy": 0.8457882404327393, + "num_tokens": 123689678.0, + "step": 3241 + }, + { + "epoch": 0.4124157231904338, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.190783500671387, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8631898164749146, + "num_tokens": 123729257.0, + "step": 3242 + }, + { + "epoch": 0.4125429334690243, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.143747329711914, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.8573722839355469, + "num_tokens": 123772251.0, + "step": 3243 + }, + { + "epoch": 0.4126701437476148, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.210649490356445, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8689072132110596, + "num_tokens": 123810345.0, + "step": 3244 + }, + { + "epoch": 0.4127973540262053, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.143521308898926, + "learning_rate": 1e-06, + "loss": 0.4617, + "mean_token_accuracy": 0.8523777723312378, + "num_tokens": 123855276.0, + "step": 3245 + }, + { + "epoch": 0.41292456430479585, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.217150688171387, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8598050475120544, + "num_tokens": 123896613.0, + "step": 3246 + }, + { + "epoch": 0.4130517745833863, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.136446952819824, + "learning_rate": 1e-06, + "loss": 0.4814, + "mean_token_accuracy": 0.8395675420761108, + "num_tokens": 123940713.0, + "step": 3247 + }, + { + "epoch": 0.41317898486197685, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.177907943725586, + "learning_rate": 1e-06, + "loss": 0.4694, + "mean_token_accuracy": 0.8454633951187134, + "num_tokens": 123981485.0, + "step": 3248 + }, + { + "epoch": 0.4133061951405674, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.182059288024902, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8574356436729431, + "num_tokens": 124018159.0, + "step": 3249 + }, + { + "epoch": 0.41343340541915785, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.157499313354492, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8657611608505249, + "num_tokens": 124049911.0, + "step": 3250 + }, + { + "epoch": 0.4135606156977484, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.171719551086426, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8771856427192688, + "num_tokens": 124084260.0, + "step": 3251 + }, + { + "epoch": 0.4136878259763389, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.174548149108887, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8590301275253296, + "num_tokens": 124122741.0, + "step": 3252 + }, + { + "epoch": 0.4138150362549294, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.11795425415039, + "learning_rate": 1e-06, + "loss": 0.4633, + "mean_token_accuracy": 0.853413999080658, + "num_tokens": 124162793.0, + "step": 3253 + }, + { + "epoch": 0.4139422465335199, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.15639877319336, + "learning_rate": 1e-06, + "loss": 0.4626, + "mean_token_accuracy": 0.8494853973388672, + "num_tokens": 124206889.0, + "step": 3254 + }, + { + "epoch": 0.41406945681211044, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.155900955200195, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8665850162506104, + "num_tokens": 124244551.0, + "step": 3255 + }, + { + "epoch": 0.4141966670907009, + "ewc_loss": 0.01043701171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.043081283569336e-05, + "grad_norm": 9.091252326965332, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.859356164932251, + "num_tokens": 124290485.0, + "step": 3256 + }, + { + "epoch": 0.41432387736929144, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.171595573425293, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.863304853439331, + "num_tokens": 124323763.0, + "step": 3257 + }, + { + "epoch": 0.41445108764788197, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.141222953796387, + "learning_rate": 1e-06, + "loss": 0.4371, + "mean_token_accuracy": 0.8563663363456726, + "num_tokens": 124363318.0, + "step": 3258 + }, + { + "epoch": 0.41457829792647244, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.136396408081055, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8788119554519653, + "num_tokens": 124400845.0, + "step": 3259 + }, + { + "epoch": 0.41470550820506297, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.142187118530273, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.862572431564331, + "num_tokens": 124442546.0, + "step": 3260 + }, + { + "epoch": 0.4148327184836535, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.172643661499023, + "learning_rate": 1e-06, + "loss": 0.4647, + "mean_token_accuracy": 0.8509090542793274, + "num_tokens": 124477737.0, + "step": 3261 + }, + { + "epoch": 0.41495992876224397, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.154483795166016, + "learning_rate": 1e-06, + "loss": 0.4801, + "mean_token_accuracy": 0.8437950611114502, + "num_tokens": 124518081.0, + "step": 3262 + }, + { + "epoch": 0.4150871390408345, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.182280540466309, + "learning_rate": 1e-06, + "loss": 0.4667, + "mean_token_accuracy": 0.8456978797912598, + "num_tokens": 124556361.0, + "step": 3263 + }, + { + "epoch": 0.415214349319425, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.163763999938965, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.855471134185791, + "num_tokens": 124588490.0, + "step": 3264 + }, + { + "epoch": 0.4153415595980155, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.161637306213379, + "learning_rate": 1e-06, + "loss": 0.442, + "mean_token_accuracy": 0.8545095324516296, + "num_tokens": 124624656.0, + "step": 3265 + }, + { + "epoch": 0.415468769876606, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.17524242401123, + "learning_rate": 1e-06, + "loss": 0.4831, + "mean_token_accuracy": 0.8438662886619568, + "num_tokens": 124660681.0, + "step": 3266 + }, + { + "epoch": 0.41559598015519655, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.17786979675293, + "learning_rate": 1e-06, + "loss": 0.4355, + "mean_token_accuracy": 0.8567913770675659, + "num_tokens": 124703448.0, + "step": 3267 + }, + { + "epoch": 0.415723190433787, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.142822265625, + "learning_rate": 1e-06, + "loss": 0.4301, + "mean_token_accuracy": 0.8535909652709961, + "num_tokens": 124742078.0, + "step": 3268 + }, + { + "epoch": 0.41585040071237755, + "ewc_loss": 0.01055908203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.055002212524414e-05, + "grad_norm": 9.19627857208252, + "learning_rate": 1e-06, + "loss": 0.4886, + "mean_token_accuracy": 0.8436882495880127, + "num_tokens": 124779894.0, + "step": 3269 + }, + { + "epoch": 0.4159776109909681, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.158438682556152, + "learning_rate": 1e-06, + "loss": 0.4583, + "mean_token_accuracy": 0.8512908816337585, + "num_tokens": 124817918.0, + "step": 3270 + }, + { + "epoch": 0.41610482126955856, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.172741889953613, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8725854158401489, + "num_tokens": 124854839.0, + "step": 3271 + }, + { + "epoch": 0.4162320315481491, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.239255905151367, + "learning_rate": 1e-06, + "loss": 0.4875, + "mean_token_accuracy": 0.8404812812805176, + "num_tokens": 124886779.0, + "step": 3272 + }, + { + "epoch": 0.4163592418267396, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.150249481201172, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8648414611816406, + "num_tokens": 124927919.0, + "step": 3273 + }, + { + "epoch": 0.4164864521053301, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.155596733093262, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.8535089492797852, + "num_tokens": 124966475.0, + "step": 3274 + }, + { + "epoch": 0.4166136623839206, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.176958084106445, + "learning_rate": 1e-06, + "loss": 0.5214, + "mean_token_accuracy": 0.832108736038208, + "num_tokens": 125004110.0, + "step": 3275 + }, + { + "epoch": 0.41674087266251114, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.126557350158691, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8701003193855286, + "num_tokens": 125043164.0, + "step": 3276 + }, + { + "epoch": 0.4168680829411016, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.140973091125488, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8595548272132874, + "num_tokens": 125084255.0, + "step": 3277 + }, + { + "epoch": 0.41699529321969214, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.155757904052734, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8698439002037048, + "num_tokens": 125124971.0, + "step": 3278 + }, + { + "epoch": 0.41712250349828267, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.207869529724121, + "learning_rate": 1e-06, + "loss": 0.4616, + "mean_token_accuracy": 0.8520524501800537, + "num_tokens": 125161470.0, + "step": 3279 + }, + { + "epoch": 0.4172497137768732, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.154480934143066, + "learning_rate": 1e-06, + "loss": 0.487, + "mean_token_accuracy": 0.8408269286155701, + "num_tokens": 125199117.0, + "step": 3280 + }, + { + "epoch": 0.41737692405546367, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.173284530639648, + "learning_rate": 1e-06, + "loss": 0.5003, + "mean_token_accuracy": 0.8379234075546265, + "num_tokens": 125238136.0, + "step": 3281 + }, + { + "epoch": 0.4175041343340542, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.0823335647583, + "learning_rate": 1e-06, + "loss": 0.4548, + "mean_token_accuracy": 0.8535109758377075, + "num_tokens": 125281041.0, + "step": 3282 + }, + { + "epoch": 0.41763134461264473, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.19045352935791, + "learning_rate": 1e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.8586386442184448, + "num_tokens": 125314739.0, + "step": 3283 + }, + { + "epoch": 0.4177585548912352, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.14346694946289, + "learning_rate": 1e-06, + "loss": 0.4539, + "mean_token_accuracy": 0.8493841886520386, + "num_tokens": 125353129.0, + "step": 3284 + }, + { + "epoch": 0.41788576516982573, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.180041313171387, + "learning_rate": 1e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.8543453216552734, + "num_tokens": 125394092.0, + "step": 3285 + }, + { + "epoch": 0.41801297544841626, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.173782348632812, + "learning_rate": 1e-06, + "loss": 0.4699, + "mean_token_accuracy": 0.8496191501617432, + "num_tokens": 125438262.0, + "step": 3286 + }, + { + "epoch": 0.41814018572700673, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.191948890686035, + "learning_rate": 1e-06, + "loss": 0.4465, + "mean_token_accuracy": 0.8543112277984619, + "num_tokens": 125477842.0, + "step": 3287 + }, + { + "epoch": 0.41826739600559726, + "ewc_loss": 0.0106201171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0609626770019531e-05, + "grad_norm": 9.120820999145508, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8677038550376892, + "num_tokens": 125517236.0, + "step": 3288 + }, + { + "epoch": 0.4183946062841878, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.170066833496094, + "learning_rate": 1e-06, + "loss": 0.4616, + "mean_token_accuracy": 0.8486348390579224, + "num_tokens": 125561598.0, + "step": 3289 + }, + { + "epoch": 0.41852181656277826, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.157546043395996, + "learning_rate": 1e-06, + "loss": 0.4537, + "mean_token_accuracy": 0.8538765907287598, + "num_tokens": 125599104.0, + "step": 3290 + }, + { + "epoch": 0.4186490268413688, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.153766632080078, + "learning_rate": 1e-06, + "loss": 0.4438, + "mean_token_accuracy": 0.8560876250267029, + "num_tokens": 125635286.0, + "step": 3291 + }, + { + "epoch": 0.4187762371199593, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.151451110839844, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.860826849937439, + "num_tokens": 125669534.0, + "step": 3292 + }, + { + "epoch": 0.4189034473985498, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.170021057128906, + "learning_rate": 1e-06, + "loss": 0.4453, + "mean_token_accuracy": 0.8553249835968018, + "num_tokens": 125707966.0, + "step": 3293 + }, + { + "epoch": 0.4190306576771403, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.207429885864258, + "learning_rate": 1e-06, + "loss": 0.4571, + "mean_token_accuracy": 0.8517377376556396, + "num_tokens": 125741448.0, + "step": 3294 + }, + { + "epoch": 0.41915786795573085, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.16980266571045, + "learning_rate": 1e-06, + "loss": 0.4773, + "mean_token_accuracy": 0.8490643501281738, + "num_tokens": 125776887.0, + "step": 3295 + }, + { + "epoch": 0.4192850782343213, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.19671630859375, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8603440523147583, + "num_tokens": 125807899.0, + "step": 3296 + }, + { + "epoch": 0.41941228851291185, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.122891426086426, + "learning_rate": 1e-06, + "loss": 0.4201, + "mean_token_accuracy": 0.8635694980621338, + "num_tokens": 125847711.0, + "step": 3297 + }, + { + "epoch": 0.4195394987915024, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.167381286621094, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8694448471069336, + "num_tokens": 125883248.0, + "step": 3298 + }, + { + "epoch": 0.41966670907009285, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.162872314453125, + "learning_rate": 1e-06, + "loss": 0.4755, + "mean_token_accuracy": 0.8443378806114197, + "num_tokens": 125925771.0, + "step": 3299 + }, + { + "epoch": 0.4197939193486834, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.182920455932617, + "learning_rate": 1e-06, + "loss": 0.4755, + "mean_token_accuracy": 0.844111979007721, + "num_tokens": 125968815.0, + "step": 3300 + }, + { + "epoch": 0.4199211296272739, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.1935453414917, + "learning_rate": 1e-06, + "loss": 0.4501, + "mean_token_accuracy": 0.8510981798171997, + "num_tokens": 126007761.0, + "step": 3301 + }, + { + "epoch": 0.4200483399058644, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.210663795471191, + "learning_rate": 1e-06, + "loss": 0.4959, + "mean_token_accuracy": 0.8364524841308594, + "num_tokens": 126047872.0, + "step": 3302 + }, + { + "epoch": 0.4201755501844549, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.181182861328125, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8629820346832275, + "num_tokens": 126081273.0, + "step": 3303 + }, + { + "epoch": 0.42030276046304543, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.220362663269043, + "learning_rate": 1e-06, + "loss": 0.4914, + "mean_token_accuracy": 0.8404673337936401, + "num_tokens": 126121590.0, + "step": 3304 + }, + { + "epoch": 0.4204299707416359, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.162835121154785, + "learning_rate": 1e-06, + "loss": 0.4857, + "mean_token_accuracy": 0.8388286232948303, + "num_tokens": 126168396.0, + "step": 3305 + }, + { + "epoch": 0.42055718102022643, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.189836502075195, + "learning_rate": 1e-06, + "loss": 0.4696, + "mean_token_accuracy": 0.8507752418518066, + "num_tokens": 126205220.0, + "step": 3306 + }, + { + "epoch": 0.42068439129881696, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.211472511291504, + "learning_rate": 1e-06, + "loss": 0.4471, + "mean_token_accuracy": 0.8490325212478638, + "num_tokens": 126239131.0, + "step": 3307 + }, + { + "epoch": 0.42081160157740743, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.195520401000977, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8572106957435608, + "num_tokens": 126271931.0, + "step": 3308 + }, + { + "epoch": 0.42093881185599796, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.16822338104248, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8646336793899536, + "num_tokens": 126307730.0, + "step": 3309 + }, + { + "epoch": 0.4210660221345885, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.197088241577148, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8587582111358643, + "num_tokens": 126344528.0, + "step": 3310 + }, + { + "epoch": 0.42119323241317896, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.205427169799805, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8645697832107544, + "num_tokens": 126377260.0, + "step": 3311 + }, + { + "epoch": 0.4213204426917695, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.149016380310059, + "learning_rate": 1e-06, + "loss": 0.4529, + "mean_token_accuracy": 0.8522050976753235, + "num_tokens": 126409723.0, + "step": 3312 + }, + { + "epoch": 0.42144765297036, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.179302215576172, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8592602610588074, + "num_tokens": 126450929.0, + "step": 3313 + }, + { + "epoch": 0.4215748632489505, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.159233093261719, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.8653886318206787, + "num_tokens": 126486878.0, + "step": 3314 + }, + { + "epoch": 0.421702073527541, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.192753791809082, + "learning_rate": 1e-06, + "loss": 0.4773, + "mean_token_accuracy": 0.8441156148910522, + "num_tokens": 126522884.0, + "step": 3315 + }, + { + "epoch": 0.42182928380613155, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.232550621032715, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.8572021126747131, + "num_tokens": 126560848.0, + "step": 3316 + }, + { + "epoch": 0.421956494084722, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.197421073913574, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8582378029823303, + "num_tokens": 126592947.0, + "step": 3317 + }, + { + "epoch": 0.42208370436331255, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.150716781616211, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8662824630737305, + "num_tokens": 126630631.0, + "step": 3318 + }, + { + "epoch": 0.4222109146419031, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.193440437316895, + "learning_rate": 1e-06, + "loss": 0.4527, + "mean_token_accuracy": 0.8518118262290955, + "num_tokens": 126673395.0, + "step": 3319 + }, + { + "epoch": 0.42233812492049355, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.139869689941406, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8717449307441711, + "num_tokens": 126711504.0, + "step": 3320 + }, + { + "epoch": 0.4224653351990841, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.214120864868164, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8684405088424683, + "num_tokens": 126753217.0, + "step": 3321 + }, + { + "epoch": 0.4225925454776746, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.22594928741455, + "learning_rate": 1e-06, + "loss": 0.4304, + "mean_token_accuracy": 0.8618969917297363, + "num_tokens": 126792982.0, + "step": 3322 + }, + { + "epoch": 0.4227197557562651, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.266254425048828, + "learning_rate": 1e-06, + "loss": 0.4539, + "mean_token_accuracy": 0.8507407903671265, + "num_tokens": 126823771.0, + "step": 3323 + }, + { + "epoch": 0.4228469660348556, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.143144607543945, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8604162931442261, + "num_tokens": 126867137.0, + "step": 3324 + }, + { + "epoch": 0.42297417631344614, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.229787826538086, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8615168333053589, + "num_tokens": 126902680.0, + "step": 3325 + }, + { + "epoch": 0.4231013865920366, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.132126808166504, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8676779866218567, + "num_tokens": 126941037.0, + "step": 3326 + }, + { + "epoch": 0.42322859687062714, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.209211349487305, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8594353795051575, + "num_tokens": 126980009.0, + "step": 3327 + }, + { + "epoch": 0.42335580714921767, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.219399452209473, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8696879148483276, + "num_tokens": 127020022.0, + "step": 3328 + }, + { + "epoch": 0.42348301742780814, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.151490211486816, + "learning_rate": 1e-06, + "loss": 0.4989, + "mean_token_accuracy": 0.8369659185409546, + "num_tokens": 127060500.0, + "step": 3329 + }, + { + "epoch": 0.42361022770639867, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.19610595703125, + "learning_rate": 1e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.852096676826477, + "num_tokens": 127095886.0, + "step": 3330 + }, + { + "epoch": 0.4237374379849892, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.194524765014648, + "learning_rate": 1e-06, + "loss": 0.4735, + "mean_token_accuracy": 0.8471864461898804, + "num_tokens": 127134334.0, + "step": 3331 + }, + { + "epoch": 0.4238646482635797, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.19813346862793, + "learning_rate": 1e-06, + "loss": 0.4717, + "mean_token_accuracy": 0.8492556810379028, + "num_tokens": 127174288.0, + "step": 3332 + }, + { + "epoch": 0.4239918585421702, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.194441795349121, + "learning_rate": 1e-06, + "loss": 0.472, + "mean_token_accuracy": 0.8537465929985046, + "num_tokens": 127210311.0, + "step": 3333 + }, + { + "epoch": 0.4241190688207607, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.178220748901367, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8769762516021729, + "num_tokens": 127252813.0, + "step": 3334 + }, + { + "epoch": 0.42424627909935125, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.24030590057373, + "learning_rate": 1e-06, + "loss": 0.4767, + "mean_token_accuracy": 0.8446410894393921, + "num_tokens": 127285847.0, + "step": 3335 + }, + { + "epoch": 0.4243734893779417, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.18967056274414, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8712685108184814, + "num_tokens": 127325360.0, + "step": 3336 + }, + { + "epoch": 0.42450069965653225, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.143637657165527, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8594709634780884, + "num_tokens": 127366446.0, + "step": 3337 + }, + { + "epoch": 0.4246279099351228, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.209813117980957, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8663132190704346, + "num_tokens": 127402608.0, + "step": 3338 + }, + { + "epoch": 0.42475512021371326, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.234621047973633, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8623701930046082, + "num_tokens": 127445355.0, + "step": 3339 + }, + { + "epoch": 0.4248823304923038, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.214642524719238, + "learning_rate": 1e-06, + "loss": 0.461, + "mean_token_accuracy": 0.8517470359802246, + "num_tokens": 127480523.0, + "step": 3340 + }, + { + "epoch": 0.4250095407708943, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.190166473388672, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8762170076370239, + "num_tokens": 127520787.0, + "step": 3341 + }, + { + "epoch": 0.4251367510494848, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.132267951965332, + "learning_rate": 1e-06, + "loss": 0.4591, + "mean_token_accuracy": 0.8526573181152344, + "num_tokens": 127565576.0, + "step": 3342 + }, + { + "epoch": 0.4252639613280753, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.235694885253906, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8671008348464966, + "num_tokens": 127599144.0, + "step": 3343 + }, + { + "epoch": 0.42539117160666584, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.190293312072754, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8756409883499146, + "num_tokens": 127637361.0, + "step": 3344 + }, + { + "epoch": 0.4255183818852563, + "ewc_loss": 0.01068115234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0669231414794922e-05, + "grad_norm": 9.201584815979004, + "learning_rate": 1e-06, + "loss": 0.4695, + "mean_token_accuracy": 0.846487820148468, + "num_tokens": 127675139.0, + "step": 3345 + }, + { + "epoch": 0.42564559216384684, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.151582717895508, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8623150587081909, + "num_tokens": 127718822.0, + "step": 3346 + }, + { + "epoch": 0.42577280244243737, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.194826126098633, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8609919548034668, + "num_tokens": 127763332.0, + "step": 3347 + }, + { + "epoch": 0.42590001272102784, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.20666790008545, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.868410587310791, + "num_tokens": 127800346.0, + "step": 3348 + }, + { + "epoch": 0.42602722299961837, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.147870063781738, + "learning_rate": 1e-06, + "loss": 0.4439, + "mean_token_accuracy": 0.8545005321502686, + "num_tokens": 127845142.0, + "step": 3349 + }, + { + "epoch": 0.4261544332782089, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.22143268585205, + "learning_rate": 1e-06, + "loss": 0.5016, + "mean_token_accuracy": 0.839771032333374, + "num_tokens": 127881131.0, + "step": 3350 + }, + { + "epoch": 0.4262816435567994, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.221960067749023, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8714450001716614, + "num_tokens": 127917941.0, + "step": 3351 + }, + { + "epoch": 0.4264088538353899, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.203376770019531, + "learning_rate": 1e-06, + "loss": 0.4832, + "mean_token_accuracy": 0.8441262245178223, + "num_tokens": 127963345.0, + "step": 3352 + }, + { + "epoch": 0.42653606411398043, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.16062068939209, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.8651680946350098, + "num_tokens": 128004839.0, + "step": 3353 + }, + { + "epoch": 0.4266632743925709, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.202878952026367, + "learning_rate": 1e-06, + "loss": 0.4639, + "mean_token_accuracy": 0.8509917259216309, + "num_tokens": 128042709.0, + "step": 3354 + }, + { + "epoch": 0.42679048467116143, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.222655296325684, + "learning_rate": 1e-06, + "loss": 0.4855, + "mean_token_accuracy": 0.8422513604164124, + "num_tokens": 128085069.0, + "step": 3355 + }, + { + "epoch": 0.42691769494975196, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.187980651855469, + "learning_rate": 1e-06, + "loss": 0.4673, + "mean_token_accuracy": 0.8517935276031494, + "num_tokens": 128124300.0, + "step": 3356 + }, + { + "epoch": 0.42704490522834243, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.218709945678711, + "learning_rate": 1e-06, + "loss": 0.4423, + "mean_token_accuracy": 0.8543813228607178, + "num_tokens": 128164410.0, + "step": 3357 + }, + { + "epoch": 0.42717211550693296, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.18347454071045, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8665876388549805, + "num_tokens": 128206524.0, + "step": 3358 + }, + { + "epoch": 0.4272993257855235, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.2472505569458, + "learning_rate": 1e-06, + "loss": 0.4591, + "mean_token_accuracy": 0.8478231430053711, + "num_tokens": 128246387.0, + "step": 3359 + }, + { + "epoch": 0.42742653606411396, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.19607162475586, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8665786981582642, + "num_tokens": 128287794.0, + "step": 3360 + }, + { + "epoch": 0.4275537463427045, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.18752384185791, + "learning_rate": 1e-06, + "loss": 0.4501, + "mean_token_accuracy": 0.854378879070282, + "num_tokens": 128328467.0, + "step": 3361 + }, + { + "epoch": 0.427680956621295, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.180278778076172, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8658461570739746, + "num_tokens": 128364319.0, + "step": 3362 + }, + { + "epoch": 0.4278081668998855, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.190808296203613, + "learning_rate": 1e-06, + "loss": 0.4575, + "mean_token_accuracy": 0.8519182205200195, + "num_tokens": 128403892.0, + "step": 3363 + }, + { + "epoch": 0.427935377178476, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.135533332824707, + "learning_rate": 1e-06, + "loss": 0.5007, + "mean_token_accuracy": 0.8371025919914246, + "num_tokens": 128446760.0, + "step": 3364 + }, + { + "epoch": 0.42806258745706655, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.204096794128418, + "learning_rate": 1e-06, + "loss": 0.5119, + "mean_token_accuracy": 0.833020806312561, + "num_tokens": 128485498.0, + "step": 3365 + }, + { + "epoch": 0.428189797735657, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.260201454162598, + "learning_rate": 1e-06, + "loss": 0.488, + "mean_token_accuracy": 0.845396101474762, + "num_tokens": 128527871.0, + "step": 3366 + }, + { + "epoch": 0.42831700801424755, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.170531272888184, + "learning_rate": 1e-06, + "loss": 0.4744, + "mean_token_accuracy": 0.8431839942932129, + "num_tokens": 128567792.0, + "step": 3367 + }, + { + "epoch": 0.4284442182928381, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.211496353149414, + "learning_rate": 1e-06, + "loss": 0.4692, + "mean_token_accuracy": 0.8467549085617065, + "num_tokens": 128607217.0, + "step": 3368 + }, + { + "epoch": 0.42857142857142855, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.224823951721191, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.861974835395813, + "num_tokens": 128642787.0, + "step": 3369 + }, + { + "epoch": 0.4286986388500191, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.153287887573242, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8673937320709229, + "num_tokens": 128680462.0, + "step": 3370 + }, + { + "epoch": 0.4288258491286096, + "ewc_loss": 0.0107421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0728836059570312e-05, + "grad_norm": 9.29944896697998, + "learning_rate": 1e-06, + "loss": 0.4355, + "mean_token_accuracy": 0.8531649112701416, + "num_tokens": 128715101.0, + "step": 3371 + }, + { + "epoch": 0.4289530594072001, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.28946304321289, + "learning_rate": 1e-06, + "loss": 0.462, + "mean_token_accuracy": 0.8485272526741028, + "num_tokens": 128749601.0, + "step": 3372 + }, + { + "epoch": 0.4290802696857906, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.232487678527832, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.8525163531303406, + "num_tokens": 128788744.0, + "step": 3373 + }, + { + "epoch": 0.42920747996438113, + "ewc_loss": 0.01080322265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0788440704345703e-05, + "grad_norm": 9.175680160522461, + "learning_rate": 1e-06, + "loss": 0.4493, + "mean_token_accuracy": 0.8520737886428833, + "num_tokens": 128828102.0, + "step": 3374 + }, + { + "epoch": 0.4293346902429716, + "ewc_loss": 0.0108642578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0848045349121094e-05, + "grad_norm": 9.216216087341309, + "learning_rate": 1e-06, + "loss": 0.4487, + "mean_token_accuracy": 0.8517355918884277, + "num_tokens": 128863610.0, + "step": 3375 + }, + { + "epoch": 0.42946190052156213, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.191155433654785, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8699842691421509, + "num_tokens": 128898836.0, + "step": 3376 + }, + { + "epoch": 0.42958911080015266, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.24087142944336, + "learning_rate": 1e-06, + "loss": 0.4303, + "mean_token_accuracy": 0.8569011688232422, + "num_tokens": 128934821.0, + "step": 3377 + }, + { + "epoch": 0.42971632107874314, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.256735801696777, + "learning_rate": 1e-06, + "loss": 0.4397, + "mean_token_accuracy": 0.8543310165405273, + "num_tokens": 128966914.0, + "step": 3378 + }, + { + "epoch": 0.42984353135733366, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.220418930053711, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8622859716415405, + "num_tokens": 129008305.0, + "step": 3379 + }, + { + "epoch": 0.4299707416359242, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.23963451385498, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8762016296386719, + "num_tokens": 129043331.0, + "step": 3380 + }, + { + "epoch": 0.4300979519145147, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.196464538574219, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8621353507041931, + "num_tokens": 129083513.0, + "step": 3381 + }, + { + "epoch": 0.4302251621931052, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.276253700256348, + "learning_rate": 1e-06, + "loss": 0.4392, + "mean_token_accuracy": 0.8552912473678589, + "num_tokens": 129113463.0, + "step": 3382 + }, + { + "epoch": 0.4303523724716957, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.187646865844727, + "learning_rate": 1e-06, + "loss": 0.501, + "mean_token_accuracy": 0.8330737352371216, + "num_tokens": 129153080.0, + "step": 3383 + }, + { + "epoch": 0.43047958275028625, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.211891174316406, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.8526132106781006, + "num_tokens": 129193338.0, + "step": 3384 + }, + { + "epoch": 0.4306067930288767, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.240314483642578, + "learning_rate": 1e-06, + "loss": 0.4618, + "mean_token_accuracy": 0.84666508436203, + "num_tokens": 129234816.0, + "step": 3385 + }, + { + "epoch": 0.43073400330746725, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.192440032958984, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8589531183242798, + "num_tokens": 129275228.0, + "step": 3386 + }, + { + "epoch": 0.4308612135860578, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.202750205993652, + "learning_rate": 1e-06, + "loss": 0.4956, + "mean_token_accuracy": 0.8379384875297546, + "num_tokens": 129309747.0, + "step": 3387 + }, + { + "epoch": 0.43098842386464825, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.273250579833984, + "learning_rate": 1e-06, + "loss": 0.4289, + "mean_token_accuracy": 0.860065221786499, + "num_tokens": 129342580.0, + "step": 3388 + }, + { + "epoch": 0.4311156341432388, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.227181434631348, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8518791198730469, + "num_tokens": 129376599.0, + "step": 3389 + }, + { + "epoch": 0.4312428444218293, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.254240989685059, + "learning_rate": 1e-06, + "loss": 0.4508, + "mean_token_accuracy": 0.8546032905578613, + "num_tokens": 129414783.0, + "step": 3390 + }, + { + "epoch": 0.4313700547004198, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.221186637878418, + "learning_rate": 1e-06, + "loss": 0.4382, + "mean_token_accuracy": 0.8558216691017151, + "num_tokens": 129450287.0, + "step": 3391 + }, + { + "epoch": 0.4314972649790103, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.254243850708008, + "learning_rate": 1e-06, + "loss": 0.4936, + "mean_token_accuracy": 0.837977945804596, + "num_tokens": 129486733.0, + "step": 3392 + }, + { + "epoch": 0.43162447525760084, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.207259178161621, + "learning_rate": 1e-06, + "loss": 0.4423, + "mean_token_accuracy": 0.8559522032737732, + "num_tokens": 129524392.0, + "step": 3393 + }, + { + "epoch": 0.4317516855361913, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.226162910461426, + "learning_rate": 1e-06, + "loss": 0.4778, + "mean_token_accuracy": 0.8432832956314087, + "num_tokens": 129558452.0, + "step": 3394 + }, + { + "epoch": 0.43187889581478184, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.275275230407715, + "learning_rate": 1e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.8544391393661499, + "num_tokens": 129597076.0, + "step": 3395 + }, + { + "epoch": 0.43200610609337237, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.240489959716797, + "learning_rate": 1e-06, + "loss": 0.4577, + "mean_token_accuracy": 0.8495665788650513, + "num_tokens": 129635861.0, + "step": 3396 + }, + { + "epoch": 0.43213331637196284, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.225866317749023, + "learning_rate": 1e-06, + "loss": 0.4563, + "mean_token_accuracy": 0.8515267372131348, + "num_tokens": 129673760.0, + "step": 3397 + }, + { + "epoch": 0.43226052665055337, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.204804420471191, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8579052090644836, + "num_tokens": 129710730.0, + "step": 3398 + }, + { + "epoch": 0.4323877369291439, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.250900268554688, + "learning_rate": 1e-06, + "loss": 0.4577, + "mean_token_accuracy": 0.8535175323486328, + "num_tokens": 129748724.0, + "step": 3399 + }, + { + "epoch": 0.43251494720773437, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.20205020904541, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.868833065032959, + "num_tokens": 129787478.0, + "step": 3400 + }, + { + "epoch": 0.4326421574863249, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.233582496643066, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8664488792419434, + "num_tokens": 129829852.0, + "step": 3401 + }, + { + "epoch": 0.4327693677649154, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.226872444152832, + "learning_rate": 1e-06, + "loss": 0.4467, + "mean_token_accuracy": 0.855722188949585, + "num_tokens": 129869279.0, + "step": 3402 + }, + { + "epoch": 0.4328965780435059, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.208577156066895, + "learning_rate": 1e-06, + "loss": 0.4543, + "mean_token_accuracy": 0.8506619930267334, + "num_tokens": 129903347.0, + "step": 3403 + }, + { + "epoch": 0.4330237883220964, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.253689765930176, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.865766704082489, + "num_tokens": 129940028.0, + "step": 3404 + }, + { + "epoch": 0.43315099860068695, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.215932846069336, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8650714159011841, + "num_tokens": 129976438.0, + "step": 3405 + }, + { + "epoch": 0.4332782088792774, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.217028617858887, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8605958223342896, + "num_tokens": 130015698.0, + "step": 3406 + }, + { + "epoch": 0.43340541915786795, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.204298973083496, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8708882331848145, + "num_tokens": 130056000.0, + "step": 3407 + }, + { + "epoch": 0.4335326294364585, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.249466896057129, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.8542507886886597, + "num_tokens": 130096990.0, + "step": 3408 + }, + { + "epoch": 0.43365983971504896, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.23476505279541, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8662705421447754, + "num_tokens": 130128556.0, + "step": 3409 + }, + { + "epoch": 0.4337870499936395, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.24302864074707, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8621573448181152, + "num_tokens": 130170607.0, + "step": 3410 + }, + { + "epoch": 0.43391426027223, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.196542739868164, + "learning_rate": 1e-06, + "loss": 0.4552, + "mean_token_accuracy": 0.8520607352256775, + "num_tokens": 130212511.0, + "step": 3411 + }, + { + "epoch": 0.4340414705508205, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.28857421875, + "learning_rate": 1e-06, + "loss": 0.457, + "mean_token_accuracy": 0.8492459058761597, + "num_tokens": 130249246.0, + "step": 3412 + }, + { + "epoch": 0.434168680829411, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.200109481811523, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8764357566833496, + "num_tokens": 130291250.0, + "step": 3413 + }, + { + "epoch": 0.43429589110800154, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.256625175476074, + "learning_rate": 1e-06, + "loss": 0.4962, + "mean_token_accuracy": 0.8368521928787231, + "num_tokens": 130327094.0, + "step": 3414 + }, + { + "epoch": 0.434423101386592, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.304342269897461, + "learning_rate": 1e-06, + "loss": 0.4546, + "mean_token_accuracy": 0.8490220308303833, + "num_tokens": 130366482.0, + "step": 3415 + }, + { + "epoch": 0.43455031166518254, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.21525764465332, + "learning_rate": 1e-06, + "loss": 0.4446, + "mean_token_accuracy": 0.8563283681869507, + "num_tokens": 130407416.0, + "step": 3416 + }, + { + "epoch": 0.43467752194377307, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.199771881103516, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8631055355072021, + "num_tokens": 130447125.0, + "step": 3417 + }, + { + "epoch": 0.43480473222236354, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.229292869567871, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8624035120010376, + "num_tokens": 130480955.0, + "step": 3418 + }, + { + "epoch": 0.43493194250095407, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.253894805908203, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8682090640068054, + "num_tokens": 130511771.0, + "step": 3419 + }, + { + "epoch": 0.4350591527795446, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.213390350341797, + "learning_rate": 1e-06, + "loss": 0.4322, + "mean_token_accuracy": 0.8548530340194702, + "num_tokens": 130550080.0, + "step": 3420 + }, + { + "epoch": 0.4351863630581351, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.183255195617676, + "learning_rate": 1e-06, + "loss": 0.4768, + "mean_token_accuracy": 0.8455541729927063, + "num_tokens": 130588109.0, + "step": 3421 + }, + { + "epoch": 0.4353135733367256, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.226400375366211, + "learning_rate": 1e-06, + "loss": 0.4947, + "mean_token_accuracy": 0.8422406911849976, + "num_tokens": 130626832.0, + "step": 3422 + }, + { + "epoch": 0.43544078361531613, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.253125190734863, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8612370491027832, + "num_tokens": 130662202.0, + "step": 3423 + }, + { + "epoch": 0.4355679938939066, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.226617813110352, + "learning_rate": 1e-06, + "loss": 0.4445, + "mean_token_accuracy": 0.8522212505340576, + "num_tokens": 130700747.0, + "step": 3424 + }, + { + "epoch": 0.43569520417249713, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.198399543762207, + "learning_rate": 1e-06, + "loss": 0.4402, + "mean_token_accuracy": 0.8541436195373535, + "num_tokens": 130742849.0, + "step": 3425 + }, + { + "epoch": 0.43582241445108766, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.229602813720703, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.870175838470459, + "num_tokens": 130780156.0, + "step": 3426 + }, + { + "epoch": 0.43594962472967813, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.230859756469727, + "learning_rate": 1e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.8560802936553955, + "num_tokens": 130825824.0, + "step": 3427 + }, + { + "epoch": 0.43607683500826866, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.262945175170898, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8654559850692749, + "num_tokens": 130863603.0, + "step": 3428 + }, + { + "epoch": 0.4362040452868592, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.185121536254883, + "learning_rate": 1e-06, + "loss": 0.4414, + "mean_token_accuracy": 0.8580852150917053, + "num_tokens": 130906689.0, + "step": 3429 + }, + { + "epoch": 0.4363312555654497, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.273284912109375, + "learning_rate": 1e-06, + "loss": 0.4446, + "mean_token_accuracy": 0.853955090045929, + "num_tokens": 130947785.0, + "step": 3430 + }, + { + "epoch": 0.4364584658440402, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.231565475463867, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.866885781288147, + "num_tokens": 130985489.0, + "step": 3431 + }, + { + "epoch": 0.4365856761226307, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.173657417297363, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8650921583175659, + "num_tokens": 131025274.0, + "step": 3432 + }, + { + "epoch": 0.43671288640122125, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.239660263061523, + "learning_rate": 1e-06, + "loss": 0.436, + "mean_token_accuracy": 0.855324387550354, + "num_tokens": 131060132.0, + "step": 3433 + }, + { + "epoch": 0.4368400966798117, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.156978607177734, + "learning_rate": 1e-06, + "loss": 0.4791, + "mean_token_accuracy": 0.84523606300354, + "num_tokens": 131105109.0, + "step": 3434 + }, + { + "epoch": 0.43696730695840225, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.19713306427002, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8723227381706238, + "num_tokens": 131142094.0, + "step": 3435 + }, + { + "epoch": 0.4370945172369928, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.258495330810547, + "learning_rate": 1e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.8564174771308899, + "num_tokens": 131174648.0, + "step": 3436 + }, + { + "epoch": 0.43722172751558325, + "ewc_loss": 0.01092529296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0907649993896484e-05, + "grad_norm": 9.146660804748535, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8718953728675842, + "num_tokens": 131213447.0, + "step": 3437 + }, + { + "epoch": 0.4373489377941738, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.240266799926758, + "learning_rate": 1e-06, + "loss": 0.4407, + "mean_token_accuracy": 0.8526921272277832, + "num_tokens": 131249622.0, + "step": 3438 + }, + { + "epoch": 0.4374761480727643, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.177183151245117, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8722038269042969, + "num_tokens": 131285883.0, + "step": 3439 + }, + { + "epoch": 0.4376033583513548, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.242886543273926, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.860519289970398, + "num_tokens": 131322774.0, + "step": 3440 + }, + { + "epoch": 0.4377305686299453, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.195597648620605, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8697189688682556, + "num_tokens": 131364513.0, + "step": 3441 + }, + { + "epoch": 0.43785777890853583, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.178122520446777, + "learning_rate": 1e-06, + "loss": 0.4619, + "mean_token_accuracy": 0.8476241827011108, + "num_tokens": 131402299.0, + "step": 3442 + }, + { + "epoch": 0.4379849891871263, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.236873626708984, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8646023273468018, + "num_tokens": 131447830.0, + "step": 3443 + }, + { + "epoch": 0.43811219946571683, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.258166313171387, + "learning_rate": 1e-06, + "loss": 0.4646, + "mean_token_accuracy": 0.850456953048706, + "num_tokens": 131481058.0, + "step": 3444 + }, + { + "epoch": 0.43823940974430736, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.231502532958984, + "learning_rate": 1e-06, + "loss": 0.45, + "mean_token_accuracy": 0.853769063949585, + "num_tokens": 131518376.0, + "step": 3445 + }, + { + "epoch": 0.43836662002289783, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.243338584899902, + "learning_rate": 1e-06, + "loss": 0.4999, + "mean_token_accuracy": 0.8424630165100098, + "num_tokens": 131553702.0, + "step": 3446 + }, + { + "epoch": 0.43849383030148836, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.233500480651855, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8652975559234619, + "num_tokens": 131587026.0, + "step": 3447 + }, + { + "epoch": 0.4386210405800789, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.209464073181152, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8631954193115234, + "num_tokens": 131621145.0, + "step": 3448 + }, + { + "epoch": 0.43874825085866936, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.175124168395996, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8624815940856934, + "num_tokens": 131661618.0, + "step": 3449 + }, + { + "epoch": 0.4388754611372599, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.292014122009277, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8513613939285278, + "num_tokens": 131693840.0, + "step": 3450 + }, + { + "epoch": 0.4390026714158504, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.212589263916016, + "learning_rate": 1e-06, + "loss": 0.4197, + "mean_token_accuracy": 0.859951376914978, + "num_tokens": 131730856.0, + "step": 3451 + }, + { + "epoch": 0.4391298816944409, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.244664192199707, + "learning_rate": 1e-06, + "loss": 0.5092, + "mean_token_accuracy": 0.8337740898132324, + "num_tokens": 131769172.0, + "step": 3452 + }, + { + "epoch": 0.4392570919730314, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.219862937927246, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8595779538154602, + "num_tokens": 131810481.0, + "step": 3453 + }, + { + "epoch": 0.43938430225162195, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.209216117858887, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.8597949743270874, + "num_tokens": 131850742.0, + "step": 3454 + }, + { + "epoch": 0.4395115125302124, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.250503540039062, + "learning_rate": 1e-06, + "loss": 0.447, + "mean_token_accuracy": 0.8555980324745178, + "num_tokens": 131886675.0, + "step": 3455 + }, + { + "epoch": 0.43963872280880295, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.205924987792969, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.8633500337600708, + "num_tokens": 131926831.0, + "step": 3456 + }, + { + "epoch": 0.4397659330873935, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.239873886108398, + "learning_rate": 1e-06, + "loss": 0.4424, + "mean_token_accuracy": 0.8559578061103821, + "num_tokens": 131962265.0, + "step": 3457 + }, + { + "epoch": 0.43989314336598395, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.246603965759277, + "learning_rate": 1e-06, + "loss": 0.4652, + "mean_token_accuracy": 0.8536323308944702, + "num_tokens": 131999906.0, + "step": 3458 + }, + { + "epoch": 0.4400203536445745, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.266125679016113, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8738201856613159, + "num_tokens": 132031330.0, + "step": 3459 + }, + { + "epoch": 0.440147563923165, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.264159202575684, + "learning_rate": 1e-06, + "loss": 0.4398, + "mean_token_accuracy": 0.8560780882835388, + "num_tokens": 132065049.0, + "step": 3460 + }, + { + "epoch": 0.4402747742017555, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.27048110961914, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8624545931816101, + "num_tokens": 132100993.0, + "step": 3461 + }, + { + "epoch": 0.440401984480346, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.218070030212402, + "learning_rate": 1e-06, + "loss": 0.4395, + "mean_token_accuracy": 0.8557772040367126, + "num_tokens": 132138169.0, + "step": 3462 + }, + { + "epoch": 0.44052919475893654, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.27528190612793, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.8644758462905884, + "num_tokens": 132170498.0, + "step": 3463 + }, + { + "epoch": 0.440656405037527, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.273209571838379, + "learning_rate": 1e-06, + "loss": 0.4944, + "mean_token_accuracy": 0.8384134769439697, + "num_tokens": 132213583.0, + "step": 3464 + }, + { + "epoch": 0.44078361531611754, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.242276191711426, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.8530954122543335, + "num_tokens": 132255427.0, + "step": 3465 + }, + { + "epoch": 0.44091082559470807, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.232410430908203, + "learning_rate": 1e-06, + "loss": 0.4429, + "mean_token_accuracy": 0.8553135395050049, + "num_tokens": 132295795.0, + "step": 3466 + }, + { + "epoch": 0.44103803587329854, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.24653434753418, + "learning_rate": 1e-06, + "loss": 0.4861, + "mean_token_accuracy": 0.840484619140625, + "num_tokens": 132336881.0, + "step": 3467 + }, + { + "epoch": 0.44116524615188907, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.286640167236328, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8572860360145569, + "num_tokens": 132375136.0, + "step": 3468 + }, + { + "epoch": 0.4412924564304796, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.237924575805664, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8540216684341431, + "num_tokens": 132412893.0, + "step": 3469 + }, + { + "epoch": 0.44141966670907007, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.289737701416016, + "learning_rate": 1e-06, + "loss": 0.4469, + "mean_token_accuracy": 0.8519877195358276, + "num_tokens": 132444360.0, + "step": 3470 + }, + { + "epoch": 0.4415468769876606, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.218740463256836, + "learning_rate": 1e-06, + "loss": 0.5325, + "mean_token_accuracy": 0.8325323462486267, + "num_tokens": 132485022.0, + "step": 3471 + }, + { + "epoch": 0.4416740872662511, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.282998085021973, + "learning_rate": 1e-06, + "loss": 0.5032, + "mean_token_accuracy": 0.8422152400016785, + "num_tokens": 132522800.0, + "step": 3472 + }, + { + "epoch": 0.4418012975448416, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.239241600036621, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8596658706665039, + "num_tokens": 132560527.0, + "step": 3473 + }, + { + "epoch": 0.4419285078234321, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.216423988342285, + "learning_rate": 1e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.853914737701416, + "num_tokens": 132601075.0, + "step": 3474 + }, + { + "epoch": 0.44205571810202265, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.271429061889648, + "learning_rate": 1e-06, + "loss": 0.4649, + "mean_token_accuracy": 0.8473572731018066, + "num_tokens": 132639851.0, + "step": 3475 + }, + { + "epoch": 0.4421829283806131, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.220196723937988, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8592175841331482, + "num_tokens": 132679849.0, + "step": 3476 + }, + { + "epoch": 0.44231013865920366, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.231575012207031, + "learning_rate": 1e-06, + "loss": 0.4201, + "mean_token_accuracy": 0.8614305257797241, + "num_tokens": 132721020.0, + "step": 3477 + }, + { + "epoch": 0.4424373489377942, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.2666597366333, + "learning_rate": 1e-06, + "loss": 0.469, + "mean_token_accuracy": 0.8436812162399292, + "num_tokens": 132760933.0, + "step": 3478 + }, + { + "epoch": 0.44256455921638466, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.22461986541748, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8686698079109192, + "num_tokens": 132800627.0, + "step": 3479 + }, + { + "epoch": 0.4426917694949752, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.297094345092773, + "learning_rate": 1e-06, + "loss": 0.4408, + "mean_token_accuracy": 0.8562555909156799, + "num_tokens": 132833232.0, + "step": 3480 + }, + { + "epoch": 0.4428189797735657, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.263821601867676, + "learning_rate": 1e-06, + "loss": 0.4434, + "mean_token_accuracy": 0.8546197414398193, + "num_tokens": 132874670.0, + "step": 3481 + }, + { + "epoch": 0.44294619005215624, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.235674858093262, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8592790365219116, + "num_tokens": 132916187.0, + "step": 3482 + }, + { + "epoch": 0.4430734003307467, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.270421028137207, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8598815202713013, + "num_tokens": 132956948.0, + "step": 3483 + }, + { + "epoch": 0.44320061060933724, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.220551490783691, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8620195388793945, + "num_tokens": 132995213.0, + "step": 3484 + }, + { + "epoch": 0.44332782088792777, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.281384468078613, + "learning_rate": 1e-06, + "loss": 0.4436, + "mean_token_accuracy": 0.8543139696121216, + "num_tokens": 133038850.0, + "step": 3485 + }, + { + "epoch": 0.44345503116651824, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.222603797912598, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8588447570800781, + "num_tokens": 133080766.0, + "step": 3486 + }, + { + "epoch": 0.44358224144510877, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.242548942565918, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.8533440232276917, + "num_tokens": 133120845.0, + "step": 3487 + }, + { + "epoch": 0.4437094517236993, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.233633041381836, + "learning_rate": 1e-06, + "loss": 0.4413, + "mean_token_accuracy": 0.8537958860397339, + "num_tokens": 133166011.0, + "step": 3488 + }, + { + "epoch": 0.4438366620022898, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.198380470275879, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.8546133637428284, + "num_tokens": 133203507.0, + "step": 3489 + }, + { + "epoch": 0.4439638722808803, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.293981552124023, + "learning_rate": 1e-06, + "loss": 0.508, + "mean_token_accuracy": 0.8328864574432373, + "num_tokens": 133240554.0, + "step": 3490 + }, + { + "epoch": 0.44409108255947083, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.251587867736816, + "learning_rate": 1e-06, + "loss": 0.4956, + "mean_token_accuracy": 0.8401720523834229, + "num_tokens": 133274987.0, + "step": 3491 + }, + { + "epoch": 0.4442182928380613, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.214715957641602, + "learning_rate": 1e-06, + "loss": 0.5187, + "mean_token_accuracy": 0.8297128677368164, + "num_tokens": 133319287.0, + "step": 3492 + }, + { + "epoch": 0.44434550311665183, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.234275817871094, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.8611884117126465, + "num_tokens": 133353670.0, + "step": 3493 + }, + { + "epoch": 0.44447271339524236, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.265910148620605, + "learning_rate": 1e-06, + "loss": 0.4332, + "mean_token_accuracy": 0.8581786155700684, + "num_tokens": 133391950.0, + "step": 3494 + }, + { + "epoch": 0.44459992367383283, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.239325523376465, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.8616669178009033, + "num_tokens": 133424758.0, + "step": 3495 + }, + { + "epoch": 0.44472713395242336, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.201272010803223, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8848824501037598, + "num_tokens": 133459869.0, + "step": 3496 + }, + { + "epoch": 0.4448543442310139, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.332494735717773, + "learning_rate": 1e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.8545985221862793, + "num_tokens": 133494598.0, + "step": 3497 + }, + { + "epoch": 0.44498155450960436, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.22896957397461, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8653858304023743, + "num_tokens": 133536403.0, + "step": 3498 + }, + { + "epoch": 0.4451087647881949, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.284677505493164, + "learning_rate": 1e-06, + "loss": 0.5044, + "mean_token_accuracy": 0.8351050019264221, + "num_tokens": 133567319.0, + "step": 3499 + }, + { + "epoch": 0.4452359750667854, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.250324249267578, + "learning_rate": 1e-06, + "loss": 0.4711, + "mean_token_accuracy": 0.8499583005905151, + "num_tokens": 133604829.0, + "step": 3500 + }, + { + "epoch": 0.4453631853453759, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.245207786560059, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.856748640537262, + "num_tokens": 133638373.0, + "step": 3501 + }, + { + "epoch": 0.4454903956239664, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.256720542907715, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8671876192092896, + "num_tokens": 133674110.0, + "step": 3502 + }, + { + "epoch": 0.44561760590255695, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.294289588928223, + "learning_rate": 1e-06, + "loss": 0.4264, + "mean_token_accuracy": 0.8580121994018555, + "num_tokens": 133711005.0, + "step": 3503 + }, + { + "epoch": 0.4457448161811474, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.26861572265625, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8694507479667664, + "num_tokens": 133746258.0, + "step": 3504 + }, + { + "epoch": 0.44587202645973795, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.244366645812988, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.8655649423599243, + "num_tokens": 133790695.0, + "step": 3505 + }, + { + "epoch": 0.4459992367383285, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.25177001953125, + "learning_rate": 1e-06, + "loss": 0.4449, + "mean_token_accuracy": 0.8533966541290283, + "num_tokens": 133830181.0, + "step": 3506 + }, + { + "epoch": 0.44612644701691895, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.279637336730957, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8608976602554321, + "num_tokens": 133866849.0, + "step": 3507 + }, + { + "epoch": 0.4462536572955095, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.248905181884766, + "learning_rate": 1e-06, + "loss": 0.438, + "mean_token_accuracy": 0.8566155433654785, + "num_tokens": 133906812.0, + "step": 3508 + }, + { + "epoch": 0.4463808675741, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.315998077392578, + "learning_rate": 1e-06, + "loss": 0.4578, + "mean_token_accuracy": 0.8501901626586914, + "num_tokens": 133948956.0, + "step": 3509 + }, + { + "epoch": 0.4465080778526905, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.233010292053223, + "learning_rate": 1e-06, + "loss": 0.4853, + "mean_token_accuracy": 0.8397001624107361, + "num_tokens": 133988764.0, + "step": 3510 + }, + { + "epoch": 0.446635288131281, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.252285957336426, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8618223667144775, + "num_tokens": 134028148.0, + "step": 3511 + }, + { + "epoch": 0.44676249840987153, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.28684139251709, + "learning_rate": 1e-06, + "loss": 0.5163, + "mean_token_accuracy": 0.8327016830444336, + "num_tokens": 134065909.0, + "step": 3512 + }, + { + "epoch": 0.446889708688462, + "ewc_loss": 0.01104736328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1026859283447266e-05, + "grad_norm": 9.263480186462402, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8625790476799011, + "num_tokens": 134108342.0, + "step": 3513 + }, + { + "epoch": 0.44701691896705253, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.269150733947754, + "learning_rate": 1e-06, + "loss": 0.4604, + "mean_token_accuracy": 0.8559494614601135, + "num_tokens": 134145928.0, + "step": 3514 + }, + { + "epoch": 0.44714412924564306, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.258906364440918, + "learning_rate": 1e-06, + "loss": 0.4558, + "mean_token_accuracy": 0.8530071377754211, + "num_tokens": 134185955.0, + "step": 3515 + }, + { + "epoch": 0.44727133952423354, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.297054290771484, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8628807663917542, + "num_tokens": 134225829.0, + "step": 3516 + }, + { + "epoch": 0.44739854980282406, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.264298439025879, + "learning_rate": 1e-06, + "loss": 0.451, + "mean_token_accuracy": 0.8477338552474976, + "num_tokens": 134261381.0, + "step": 3517 + }, + { + "epoch": 0.4475257600814146, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.25488567352295, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8641011714935303, + "num_tokens": 134294697.0, + "step": 3518 + }, + { + "epoch": 0.44765297036000506, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.269161224365234, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8766897916793823, + "num_tokens": 134334349.0, + "step": 3519 + }, + { + "epoch": 0.4477801806385956, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.237123489379883, + "learning_rate": 1e-06, + "loss": 0.4711, + "mean_token_accuracy": 0.8454822897911072, + "num_tokens": 134373381.0, + "step": 3520 + }, + { + "epoch": 0.4479073909171861, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.274898529052734, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.8627753257751465, + "num_tokens": 134407952.0, + "step": 3521 + }, + { + "epoch": 0.4480346011957766, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.202094078063965, + "learning_rate": 1e-06, + "loss": 0.4654, + "mean_token_accuracy": 0.8470818996429443, + "num_tokens": 134458862.0, + "step": 3522 + }, + { + "epoch": 0.4481618114743671, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.257521629333496, + "learning_rate": 1e-06, + "loss": 0.4494, + "mean_token_accuracy": 0.8533248901367188, + "num_tokens": 134494007.0, + "step": 3523 + }, + { + "epoch": 0.44828902175295765, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.273365020751953, + "learning_rate": 1e-06, + "loss": 0.4818, + "mean_token_accuracy": 0.8426440954208374, + "num_tokens": 134534195.0, + "step": 3524 + }, + { + "epoch": 0.4484162320315481, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.273058891296387, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8647164106369019, + "num_tokens": 134570241.0, + "step": 3525 + }, + { + "epoch": 0.44854344231013865, + "ewc_loss": 0.010986328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.0967254638671875e-05, + "grad_norm": 9.228032112121582, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.854889452457428, + "num_tokens": 134611904.0, + "step": 3526 + }, + { + "epoch": 0.4486706525887292, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.318827629089355, + "learning_rate": 1e-06, + "loss": 0.4752, + "mean_token_accuracy": 0.8461859822273254, + "num_tokens": 134644426.0, + "step": 3527 + }, + { + "epoch": 0.44879786286731965, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.296510696411133, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8658947944641113, + "num_tokens": 134678979.0, + "step": 3528 + }, + { + "epoch": 0.4489250731459102, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.242959022521973, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8590495586395264, + "num_tokens": 134717270.0, + "step": 3529 + }, + { + "epoch": 0.4490522834245007, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.300307273864746, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8567935228347778, + "num_tokens": 134755464.0, + "step": 3530 + }, + { + "epoch": 0.44917949370309124, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.23664665222168, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8484151363372803, + "num_tokens": 134793737.0, + "step": 3531 + }, + { + "epoch": 0.4493067039816817, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.264619827270508, + "learning_rate": 1e-06, + "loss": 0.453, + "mean_token_accuracy": 0.8515759706497192, + "num_tokens": 134834332.0, + "step": 3532 + }, + { + "epoch": 0.44943391426027224, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.247684478759766, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8669402599334717, + "num_tokens": 134871027.0, + "step": 3533 + }, + { + "epoch": 0.44956112453886277, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.244338989257812, + "learning_rate": 1e-06, + "loss": 0.4264, + "mean_token_accuracy": 0.856421947479248, + "num_tokens": 134908529.0, + "step": 3534 + }, + { + "epoch": 0.44968833481745324, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.29127025604248, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8654847741127014, + "num_tokens": 134944177.0, + "step": 3535 + }, + { + "epoch": 0.44981554509604377, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.235177993774414, + "learning_rate": 1e-06, + "loss": 0.4542, + "mean_token_accuracy": 0.8553928732872009, + "num_tokens": 134977928.0, + "step": 3536 + }, + { + "epoch": 0.4499427553746343, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.303105354309082, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8572590351104736, + "num_tokens": 135017554.0, + "step": 3537 + }, + { + "epoch": 0.45006996565322477, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.226408004760742, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8633904457092285, + "num_tokens": 135058694.0, + "step": 3538 + }, + { + "epoch": 0.4501971759318153, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.281222343444824, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8585524559020996, + "num_tokens": 135094037.0, + "step": 3539 + }, + { + "epoch": 0.4503243862104058, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.259065628051758, + "learning_rate": 1e-06, + "loss": 0.4546, + "mean_token_accuracy": 0.8503367304801941, + "num_tokens": 135132758.0, + "step": 3540 + }, + { + "epoch": 0.4504515964889963, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.280921936035156, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8691462874412537, + "num_tokens": 135169398.0, + "step": 3541 + }, + { + "epoch": 0.4505788067675868, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.291726112365723, + "learning_rate": 1e-06, + "loss": 0.5074, + "mean_token_accuracy": 0.8424836993217468, + "num_tokens": 135204312.0, + "step": 3542 + }, + { + "epoch": 0.45070601704617735, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.265851974487305, + "learning_rate": 1e-06, + "loss": 0.4511, + "mean_token_accuracy": 0.8541144728660583, + "num_tokens": 135246287.0, + "step": 3543 + }, + { + "epoch": 0.4508332273247678, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.247481346130371, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8589777946472168, + "num_tokens": 135280970.0, + "step": 3544 + }, + { + "epoch": 0.45096043760335836, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.287388801574707, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8792432546615601, + "num_tokens": 135317873.0, + "step": 3545 + }, + { + "epoch": 0.4510876478819489, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.30173110961914, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8643076419830322, + "num_tokens": 135354994.0, + "step": 3546 + }, + { + "epoch": 0.45121485816053936, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.275004386901855, + "learning_rate": 1e-06, + "loss": 0.4617, + "mean_token_accuracy": 0.85246741771698, + "num_tokens": 135393050.0, + "step": 3547 + }, + { + "epoch": 0.4513420684391299, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.262564659118652, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8619927167892456, + "num_tokens": 135431704.0, + "step": 3548 + }, + { + "epoch": 0.4514692787177204, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.25534439086914, + "learning_rate": 1e-06, + "loss": 0.5011, + "mean_token_accuracy": 0.834522008895874, + "num_tokens": 135471306.0, + "step": 3549 + }, + { + "epoch": 0.4515964889963109, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.347735404968262, + "learning_rate": 1e-06, + "loss": 0.4665, + "mean_token_accuracy": 0.84422767162323, + "num_tokens": 135509647.0, + "step": 3550 + }, + { + "epoch": 0.4517236992749014, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.24602222442627, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8642047643661499, + "num_tokens": 135550469.0, + "step": 3551 + }, + { + "epoch": 0.45185090955349194, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.269525527954102, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.8564217686653137, + "num_tokens": 135589290.0, + "step": 3552 + }, + { + "epoch": 0.4519781198320824, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.373241424560547, + "learning_rate": 1e-06, + "loss": 0.4552, + "mean_token_accuracy": 0.8515164852142334, + "num_tokens": 135624416.0, + "step": 3553 + }, + { + "epoch": 0.45210533011067294, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.302193641662598, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8596610426902771, + "num_tokens": 135662316.0, + "step": 3554 + }, + { + "epoch": 0.45223254038926347, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.236377716064453, + "learning_rate": 1e-06, + "loss": 0.4301, + "mean_token_accuracy": 0.8589692115783691, + "num_tokens": 135701739.0, + "step": 3555 + }, + { + "epoch": 0.45235975066785394, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.29715347290039, + "learning_rate": 1e-06, + "loss": 0.4504, + "mean_token_accuracy": 0.8527255058288574, + "num_tokens": 135741372.0, + "step": 3556 + }, + { + "epoch": 0.45248696094644447, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.252799034118652, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8793646097183228, + "num_tokens": 135779945.0, + "step": 3557 + }, + { + "epoch": 0.452614171225035, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.262845993041992, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.8517649173736572, + "num_tokens": 135813179.0, + "step": 3558 + }, + { + "epoch": 0.4527413815036255, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.294422149658203, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8597263097763062, + "num_tokens": 135855147.0, + "step": 3559 + }, + { + "epoch": 0.452868591782216, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.249554634094238, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8645616769790649, + "num_tokens": 135892990.0, + "step": 3560 + }, + { + "epoch": 0.45299580206080653, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.24927806854248, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8757158517837524, + "num_tokens": 135926911.0, + "step": 3561 + }, + { + "epoch": 0.453123012339397, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.228209495544434, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8658868074417114, + "num_tokens": 135963530.0, + "step": 3562 + }, + { + "epoch": 0.45325022261798753, + "ewc_loss": 0.0111083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1086463928222656e-05, + "grad_norm": 9.275420188903809, + "learning_rate": 1e-06, + "loss": 0.4591, + "mean_token_accuracy": 0.8483474850654602, + "num_tokens": 136000677.0, + "step": 3563 + }, + { + "epoch": 0.45337743289657806, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.253129959106445, + "learning_rate": 1e-06, + "loss": 0.4679, + "mean_token_accuracy": 0.8466130495071411, + "num_tokens": 136037283.0, + "step": 3564 + }, + { + "epoch": 0.45350464317516853, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.323687553405762, + "learning_rate": 1e-06, + "loss": 0.4937, + "mean_token_accuracy": 0.8401986956596375, + "num_tokens": 136071454.0, + "step": 3565 + }, + { + "epoch": 0.45363185345375906, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.23649787902832, + "learning_rate": 1e-06, + "loss": 0.4633, + "mean_token_accuracy": 0.8456239104270935, + "num_tokens": 136105638.0, + "step": 3566 + }, + { + "epoch": 0.4537590637323496, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.298639297485352, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8607082962989807, + "num_tokens": 136147968.0, + "step": 3567 + }, + { + "epoch": 0.45388627401094006, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.262293815612793, + "learning_rate": 1e-06, + "loss": 0.4287, + "mean_token_accuracy": 0.8578636646270752, + "num_tokens": 136190468.0, + "step": 3568 + }, + { + "epoch": 0.4540134842895306, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.218233108520508, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.860500693321228, + "num_tokens": 136229363.0, + "step": 3569 + }, + { + "epoch": 0.4541406945681211, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.290431022644043, + "learning_rate": 1e-06, + "loss": 0.4543, + "mean_token_accuracy": 0.8513468503952026, + "num_tokens": 136268834.0, + "step": 3570 + }, + { + "epoch": 0.4542679048467116, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.28732681274414, + "learning_rate": 1e-06, + "loss": 0.5212, + "mean_token_accuracy": 0.8336687684059143, + "num_tokens": 136306761.0, + "step": 3571 + }, + { + "epoch": 0.4543951151253021, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.229194641113281, + "learning_rate": 1e-06, + "loss": 0.4506, + "mean_token_accuracy": 0.8557713627815247, + "num_tokens": 136347736.0, + "step": 3572 + }, + { + "epoch": 0.45452232540389265, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.347023010253906, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.8604258298873901, + "num_tokens": 136381009.0, + "step": 3573 + }, + { + "epoch": 0.4546495356824831, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.254853248596191, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8685384392738342, + "num_tokens": 136418050.0, + "step": 3574 + }, + { + "epoch": 0.45477674596107365, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.266889572143555, + "learning_rate": 1e-06, + "loss": 0.494, + "mean_token_accuracy": 0.8395147323608398, + "num_tokens": 136459109.0, + "step": 3575 + }, + { + "epoch": 0.4549039562396642, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.281413078308105, + "learning_rate": 1e-06, + "loss": 0.4532, + "mean_token_accuracy": 0.8525101542472839, + "num_tokens": 136497993.0, + "step": 3576 + }, + { + "epoch": 0.45503116651825465, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.318700790405273, + "learning_rate": 1e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8601326942443848, + "num_tokens": 136534446.0, + "step": 3577 + }, + { + "epoch": 0.4551583767968452, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.328086853027344, + "learning_rate": 1e-06, + "loss": 0.4884, + "mean_token_accuracy": 0.8412549495697021, + "num_tokens": 136571117.0, + "step": 3578 + }, + { + "epoch": 0.4552855870754357, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.320429801940918, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8638855218887329, + "num_tokens": 136601706.0, + "step": 3579 + }, + { + "epoch": 0.4554127973540262, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.30991268157959, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8572657108306885, + "num_tokens": 136639735.0, + "step": 3580 + }, + { + "epoch": 0.4555400076326167, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.305933952331543, + "learning_rate": 1e-06, + "loss": 0.4578, + "mean_token_accuracy": 0.8502562046051025, + "num_tokens": 136675647.0, + "step": 3581 + }, + { + "epoch": 0.45566721791120723, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.279207229614258, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8643113374710083, + "num_tokens": 136713361.0, + "step": 3582 + }, + { + "epoch": 0.45579442818979776, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.346729278564453, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.8566560745239258, + "num_tokens": 136751440.0, + "step": 3583 + }, + { + "epoch": 0.45592163846838824, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.317291259765625, + "learning_rate": 1e-06, + "loss": 0.4563, + "mean_token_accuracy": 0.852637767791748, + "num_tokens": 136786078.0, + "step": 3584 + }, + { + "epoch": 0.45604884874697876, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.361259460449219, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8643908500671387, + "num_tokens": 136828313.0, + "step": 3585 + }, + { + "epoch": 0.4561760590255693, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.319926261901855, + "learning_rate": 1e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.8559247851371765, + "num_tokens": 136862549.0, + "step": 3586 + }, + { + "epoch": 0.45630326930415976, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.298457145690918, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8602250218391418, + "num_tokens": 136906423.0, + "step": 3587 + }, + { + "epoch": 0.4564304795827503, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.316079139709473, + "learning_rate": 1e-06, + "loss": 0.4685, + "mean_token_accuracy": 0.8462393283843994, + "num_tokens": 136941550.0, + "step": 3588 + }, + { + "epoch": 0.4565576898613408, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.328911781311035, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8599615097045898, + "num_tokens": 136980234.0, + "step": 3589 + }, + { + "epoch": 0.4566849001399313, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.271309852600098, + "learning_rate": 1e-06, + "loss": 0.4304, + "mean_token_accuracy": 0.8600388765335083, + "num_tokens": 137023991.0, + "step": 3590 + }, + { + "epoch": 0.4568121104185218, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.29852294921875, + "learning_rate": 1e-06, + "loss": 0.4716, + "mean_token_accuracy": 0.8478143811225891, + "num_tokens": 137063261.0, + "step": 3591 + }, + { + "epoch": 0.45693932069711235, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.281046867370605, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8664406538009644, + "num_tokens": 137103935.0, + "step": 3592 + }, + { + "epoch": 0.4570665309757028, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.341858863830566, + "learning_rate": 1e-06, + "loss": 0.4352, + "mean_token_accuracy": 0.857481062412262, + "num_tokens": 137140194.0, + "step": 3593 + }, + { + "epoch": 0.45719374125429335, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.29431438446045, + "learning_rate": 1e-06, + "loss": 0.4682, + "mean_token_accuracy": 0.8473281264305115, + "num_tokens": 137179086.0, + "step": 3594 + }, + { + "epoch": 0.4573209515328839, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.32646656036377, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8632647395133972, + "num_tokens": 137216887.0, + "step": 3595 + }, + { + "epoch": 0.45744816181147435, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.236930847167969, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8719950914382935, + "num_tokens": 137255029.0, + "step": 3596 + }, + { + "epoch": 0.4575753720900649, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.33487319946289, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8602869510650635, + "num_tokens": 137291399.0, + "step": 3597 + }, + { + "epoch": 0.4577025823686554, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.33745288848877, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8617672920227051, + "num_tokens": 137326569.0, + "step": 3598 + }, + { + "epoch": 0.4578297926472459, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.278863906860352, + "learning_rate": 1e-06, + "loss": 0.4325, + "mean_token_accuracy": 0.8532660007476807, + "num_tokens": 137370035.0, + "step": 3599 + }, + { + "epoch": 0.4579570029258364, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.299849510192871, + "learning_rate": 1e-06, + "loss": 0.4506, + "mean_token_accuracy": 0.8532058596611023, + "num_tokens": 137407969.0, + "step": 3600 + }, + { + "epoch": 0.45808421320442694, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.306344032287598, + "learning_rate": 1e-06, + "loss": 0.4322, + "mean_token_accuracy": 0.8552562594413757, + "num_tokens": 137447256.0, + "step": 3601 + }, + { + "epoch": 0.4582114234830174, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.322970390319824, + "learning_rate": 1e-06, + "loss": 0.4849, + "mean_token_accuracy": 0.8423863053321838, + "num_tokens": 137479762.0, + "step": 3602 + }, + { + "epoch": 0.45833863376160794, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.334033012390137, + "learning_rate": 1e-06, + "loss": 0.4537, + "mean_token_accuracy": 0.8505252003669739, + "num_tokens": 137521823.0, + "step": 3603 + }, + { + "epoch": 0.45846584404019847, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.311272621154785, + "learning_rate": 1e-06, + "loss": 0.4483, + "mean_token_accuracy": 0.854752779006958, + "num_tokens": 137558174.0, + "step": 3604 + }, + { + "epoch": 0.45859305431878894, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.359360694885254, + "learning_rate": 1e-06, + "loss": 0.5209, + "mean_token_accuracy": 0.8340628147125244, + "num_tokens": 137597265.0, + "step": 3605 + }, + { + "epoch": 0.45872026459737947, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.283766746520996, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8652100563049316, + "num_tokens": 137635954.0, + "step": 3606 + }, + { + "epoch": 0.45884747487597, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.320786476135254, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8594882488250732, + "num_tokens": 137676137.0, + "step": 3607 + }, + { + "epoch": 0.45897468515456047, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.255027770996094, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8600844144821167, + "num_tokens": 137716723.0, + "step": 3608 + }, + { + "epoch": 0.459101895433151, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.366267204284668, + "learning_rate": 1e-06, + "loss": 0.4888, + "mean_token_accuracy": 0.8397414684295654, + "num_tokens": 137752435.0, + "step": 3609 + }, + { + "epoch": 0.4592291057117415, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.291666984558105, + "learning_rate": 1e-06, + "loss": 0.4613, + "mean_token_accuracy": 0.8487501740455627, + "num_tokens": 137786684.0, + "step": 3610 + }, + { + "epoch": 0.459356315990332, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.323878288269043, + "learning_rate": 1e-06, + "loss": 0.4598, + "mean_token_accuracy": 0.8487558364868164, + "num_tokens": 137830668.0, + "step": 3611 + }, + { + "epoch": 0.4594835262689225, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.289459228515625, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.863487184047699, + "num_tokens": 137865262.0, + "step": 3612 + }, + { + "epoch": 0.45961073654751305, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.364045143127441, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8648558259010315, + "num_tokens": 137898867.0, + "step": 3613 + }, + { + "epoch": 0.4597379468261035, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.300538063049316, + "learning_rate": 1e-06, + "loss": 0.4389, + "mean_token_accuracy": 0.8587653636932373, + "num_tokens": 137935108.0, + "step": 3614 + }, + { + "epoch": 0.45986515710469406, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.347273826599121, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8681254386901855, + "num_tokens": 137977714.0, + "step": 3615 + }, + { + "epoch": 0.4599923673832846, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.355974197387695, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8687426447868347, + "num_tokens": 138006345.0, + "step": 3616 + }, + { + "epoch": 0.46011957766187506, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.26622200012207, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.8578113317489624, + "num_tokens": 138045106.0, + "step": 3617 + }, + { + "epoch": 0.4602467879404656, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.328146934509277, + "learning_rate": 1e-06, + "loss": 0.4518, + "mean_token_accuracy": 0.8514961004257202, + "num_tokens": 138079993.0, + "step": 3618 + }, + { + "epoch": 0.4603739982190561, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.319880485534668, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8613537549972534, + "num_tokens": 138118555.0, + "step": 3619 + }, + { + "epoch": 0.4605012084976466, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.288639068603516, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8659069538116455, + "num_tokens": 138155096.0, + "step": 3620 + }, + { + "epoch": 0.4606284187762371, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.251725196838379, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.8593986630439758, + "num_tokens": 138194529.0, + "step": 3621 + }, + { + "epoch": 0.46075562905482764, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.285992622375488, + "learning_rate": 1e-06, + "loss": 0.5089, + "mean_token_accuracy": 0.8320472240447998, + "num_tokens": 138235520.0, + "step": 3622 + }, + { + "epoch": 0.4608828393334181, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.312050819396973, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8676279783248901, + "num_tokens": 138271391.0, + "step": 3623 + }, + { + "epoch": 0.46101004961200864, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.267670631408691, + "learning_rate": 1e-06, + "loss": 0.4546, + "mean_token_accuracy": 0.8526536822319031, + "num_tokens": 138313923.0, + "step": 3624 + }, + { + "epoch": 0.46113725989059917, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.283393859863281, + "learning_rate": 1e-06, + "loss": 0.4807, + "mean_token_accuracy": 0.8504977822303772, + "num_tokens": 138355992.0, + "step": 3625 + }, + { + "epoch": 0.46126447016918964, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.297755241394043, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8770080804824829, + "num_tokens": 138393074.0, + "step": 3626 + }, + { + "epoch": 0.4613916804477802, + "ewc_loss": 0.01116943359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1146068572998047e-05, + "grad_norm": 9.321878433227539, + "learning_rate": 1e-06, + "loss": 0.4167, + "mean_token_accuracy": 0.8644136190414429, + "num_tokens": 138427854.0, + "step": 3627 + }, + { + "epoch": 0.4615188907263707, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.254232406616211, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8667981624603271, + "num_tokens": 138467359.0, + "step": 3628 + }, + { + "epoch": 0.4616461010049612, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.312015533447266, + "learning_rate": 1e-06, + "loss": 0.4725, + "mean_token_accuracy": 0.8462104797363281, + "num_tokens": 138505355.0, + "step": 3629 + }, + { + "epoch": 0.4617733112835517, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.274836540222168, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8616819977760315, + "num_tokens": 138543703.0, + "step": 3630 + }, + { + "epoch": 0.46190052156214223, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.282208442687988, + "learning_rate": 1e-06, + "loss": 0.4465, + "mean_token_accuracy": 0.8511590957641602, + "num_tokens": 138579860.0, + "step": 3631 + }, + { + "epoch": 0.46202773184073276, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.309587478637695, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8672884106636047, + "num_tokens": 138615755.0, + "step": 3632 + }, + { + "epoch": 0.46215494211932323, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.357177734375, + "learning_rate": 1e-06, + "loss": 0.4752, + "mean_token_accuracy": 0.8524733781814575, + "num_tokens": 138647607.0, + "step": 3633 + }, + { + "epoch": 0.46228215239791376, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.310993194580078, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8633285760879517, + "num_tokens": 138679284.0, + "step": 3634 + }, + { + "epoch": 0.4624093626765043, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.293693542480469, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8675617575645447, + "num_tokens": 138719690.0, + "step": 3635 + }, + { + "epoch": 0.46253657295509476, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.263875961303711, + "learning_rate": 1e-06, + "loss": 0.4757, + "mean_token_accuracy": 0.8455862998962402, + "num_tokens": 138758031.0, + "step": 3636 + }, + { + "epoch": 0.4626637832336853, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.335922241210938, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8576353192329407, + "num_tokens": 138797283.0, + "step": 3637 + }, + { + "epoch": 0.4627909935122758, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.289861679077148, + "learning_rate": 1e-06, + "loss": 0.4495, + "mean_token_accuracy": 0.8537728786468506, + "num_tokens": 138834672.0, + "step": 3638 + }, + { + "epoch": 0.4629182037908663, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.30057144165039, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8683744668960571, + "num_tokens": 138871105.0, + "step": 3639 + }, + { + "epoch": 0.4630454140694568, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.316414833068848, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8591772317886353, + "num_tokens": 138903516.0, + "step": 3640 + }, + { + "epoch": 0.46317262434804735, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.32917594909668, + "learning_rate": 1e-06, + "loss": 0.4416, + "mean_token_accuracy": 0.8561358451843262, + "num_tokens": 138942021.0, + "step": 3641 + }, + { + "epoch": 0.4632998346266378, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.323185920715332, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8666210174560547, + "num_tokens": 138978210.0, + "step": 3642 + }, + { + "epoch": 0.46342704490522835, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.276016235351562, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8602452278137207, + "num_tokens": 139019122.0, + "step": 3643 + }, + { + "epoch": 0.4635542551838189, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.265739440917969, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.867857813835144, + "num_tokens": 139062187.0, + "step": 3644 + }, + { + "epoch": 0.46368146546240935, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.341160774230957, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8764585852622986, + "num_tokens": 139102960.0, + "step": 3645 + }, + { + "epoch": 0.4638086757409999, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.341215133666992, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.8590691685676575, + "num_tokens": 139137302.0, + "step": 3646 + }, + { + "epoch": 0.4639358860195904, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.332162857055664, + "learning_rate": 1e-06, + "loss": 0.5001, + "mean_token_accuracy": 0.8391483426094055, + "num_tokens": 139177195.0, + "step": 3647 + }, + { + "epoch": 0.4640630962981809, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.343945503234863, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.8545681238174438, + "num_tokens": 139214722.0, + "step": 3648 + }, + { + "epoch": 0.4641903065767714, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.29684066772461, + "learning_rate": 1e-06, + "loss": 0.4441, + "mean_token_accuracy": 0.8571895360946655, + "num_tokens": 139248569.0, + "step": 3649 + }, + { + "epoch": 0.46431751685536193, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.303393363952637, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8645771741867065, + "num_tokens": 139289141.0, + "step": 3650 + }, + { + "epoch": 0.4644447271339524, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.240964889526367, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8757598996162415, + "num_tokens": 139330791.0, + "step": 3651 + }, + { + "epoch": 0.46457193741254293, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.366226196289062, + "learning_rate": 1e-06, + "loss": 0.5313, + "mean_token_accuracy": 0.827014148235321, + "num_tokens": 139373009.0, + "step": 3652 + }, + { + "epoch": 0.46469914769113346, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.297358512878418, + "learning_rate": 1e-06, + "loss": 0.4404, + "mean_token_accuracy": 0.8567978143692017, + "num_tokens": 139408894.0, + "step": 3653 + }, + { + "epoch": 0.46482635796972394, + "ewc_loss": 0.01123046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1205673217773438e-05, + "grad_norm": 9.331267356872559, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8569765090942383, + "num_tokens": 139444040.0, + "step": 3654 + }, + { + "epoch": 0.46495356824831446, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.312029838562012, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8635879755020142, + "num_tokens": 139479675.0, + "step": 3655 + }, + { + "epoch": 0.465080778526905, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.272561073303223, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8644577264785767, + "num_tokens": 139521792.0, + "step": 3656 + }, + { + "epoch": 0.46520798880549546, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.277200698852539, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8640072345733643, + "num_tokens": 139563471.0, + "step": 3657 + }, + { + "epoch": 0.465335199084086, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.324719429016113, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.858379602432251, + "num_tokens": 139604702.0, + "step": 3658 + }, + { + "epoch": 0.4654624093626765, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.268228530883789, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.8558382987976074, + "num_tokens": 139644573.0, + "step": 3659 + }, + { + "epoch": 0.465589619641267, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.274341583251953, + "learning_rate": 1e-06, + "loss": 0.4769, + "mean_token_accuracy": 0.8435031175613403, + "num_tokens": 139680924.0, + "step": 3660 + }, + { + "epoch": 0.4657168299198575, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.27178955078125, + "learning_rate": 1e-06, + "loss": 0.4564, + "mean_token_accuracy": 0.8502824306488037, + "num_tokens": 139724369.0, + "step": 3661 + }, + { + "epoch": 0.46584404019844805, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.331140518188477, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8585020303726196, + "num_tokens": 139769412.0, + "step": 3662 + }, + { + "epoch": 0.4659712504770385, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.270289421081543, + "learning_rate": 1e-06, + "loss": 0.5061, + "mean_token_accuracy": 0.8339414000511169, + "num_tokens": 139808066.0, + "step": 3663 + }, + { + "epoch": 0.46609846075562905, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.27485466003418, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8638086318969727, + "num_tokens": 139851169.0, + "step": 3664 + }, + { + "epoch": 0.4662256710342196, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.256574630737305, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8676040768623352, + "num_tokens": 139890550.0, + "step": 3665 + }, + { + "epoch": 0.46635288131281005, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.353116035461426, + "learning_rate": 1e-06, + "loss": 0.5153, + "mean_token_accuracy": 0.8307704925537109, + "num_tokens": 139931496.0, + "step": 3666 + }, + { + "epoch": 0.4664800915914006, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.31395435333252, + "learning_rate": 1e-06, + "loss": 0.4746, + "mean_token_accuracy": 0.8480270504951477, + "num_tokens": 139965872.0, + "step": 3667 + }, + { + "epoch": 0.4666073018699911, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.296759605407715, + "learning_rate": 1e-06, + "loss": 0.5046, + "mean_token_accuracy": 0.8426114320755005, + "num_tokens": 140000394.0, + "step": 3668 + }, + { + "epoch": 0.4667345121485816, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.305532455444336, + "learning_rate": 1e-06, + "loss": 0.4845, + "mean_token_accuracy": 0.841093122959137, + "num_tokens": 140039967.0, + "step": 3669 + }, + { + "epoch": 0.4668617224271721, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.306207656860352, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8579472303390503, + "num_tokens": 140075739.0, + "step": 3670 + }, + { + "epoch": 0.46698893270576264, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.299592018127441, + "learning_rate": 1e-06, + "loss": 0.4338, + "mean_token_accuracy": 0.8624041080474854, + "num_tokens": 140110016.0, + "step": 3671 + }, + { + "epoch": 0.4671161429843531, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.310587882995605, + "learning_rate": 1e-06, + "loss": 0.4511, + "mean_token_accuracy": 0.847915530204773, + "num_tokens": 140147905.0, + "step": 3672 + }, + { + "epoch": 0.46724335326294364, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.312880516052246, + "learning_rate": 1e-06, + "loss": 0.4486, + "mean_token_accuracy": 0.8523222208023071, + "num_tokens": 140182284.0, + "step": 3673 + }, + { + "epoch": 0.46737056354153417, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.326006889343262, + "learning_rate": 1e-06, + "loss": 0.4544, + "mean_token_accuracy": 0.8507146835327148, + "num_tokens": 140220669.0, + "step": 3674 + }, + { + "epoch": 0.46749777382012464, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.297093391418457, + "learning_rate": 1e-06, + "loss": 0.4687, + "mean_token_accuracy": 0.8433542847633362, + "num_tokens": 140258399.0, + "step": 3675 + }, + { + "epoch": 0.46762498409871517, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.36406421661377, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8711395263671875, + "num_tokens": 140296015.0, + "step": 3676 + }, + { + "epoch": 0.4677521943773057, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.316938400268555, + "learning_rate": 1e-06, + "loss": 0.4714, + "mean_token_accuracy": 0.8468735814094543, + "num_tokens": 140338618.0, + "step": 3677 + }, + { + "epoch": 0.46787940465589617, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.330787658691406, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8616494536399841, + "num_tokens": 140379151.0, + "step": 3678 + }, + { + "epoch": 0.4680066149344867, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.352296829223633, + "learning_rate": 1e-06, + "loss": 0.477, + "mean_token_accuracy": 0.8436973094940186, + "num_tokens": 140417740.0, + "step": 3679 + }, + { + "epoch": 0.4681338252130772, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.348824501037598, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8545373678207397, + "num_tokens": 140452454.0, + "step": 3680 + }, + { + "epoch": 0.46826103549166775, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.320771217346191, + "learning_rate": 1e-06, + "loss": 0.5143, + "mean_token_accuracy": 0.8344223499298096, + "num_tokens": 140492981.0, + "step": 3681 + }, + { + "epoch": 0.4683882457702582, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.308512687683105, + "learning_rate": 1e-06, + "loss": 0.4669, + "mean_token_accuracy": 0.8467207551002502, + "num_tokens": 140534131.0, + "step": 3682 + }, + { + "epoch": 0.46851545604884876, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.316217422485352, + "learning_rate": 1e-06, + "loss": 0.4655, + "mean_token_accuracy": 0.8499413132667542, + "num_tokens": 140576761.0, + "step": 3683 + }, + { + "epoch": 0.4686426663274393, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.368016242980957, + "learning_rate": 1e-06, + "loss": 0.5231, + "mean_token_accuracy": 0.8373420238494873, + "num_tokens": 140609538.0, + "step": 3684 + }, + { + "epoch": 0.46876987660602976, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.32984733581543, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8522152900695801, + "num_tokens": 140641802.0, + "step": 3685 + }, + { + "epoch": 0.4688970868846203, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.28630542755127, + "learning_rate": 1e-06, + "loss": 0.4791, + "mean_token_accuracy": 0.8450973033905029, + "num_tokens": 140685832.0, + "step": 3686 + }, + { + "epoch": 0.4690242971632108, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.33558464050293, + "learning_rate": 1e-06, + "loss": 0.4716, + "mean_token_accuracy": 0.844618558883667, + "num_tokens": 140725333.0, + "step": 3687 + }, + { + "epoch": 0.4691515074418013, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.327021598815918, + "learning_rate": 1e-06, + "loss": 0.435, + "mean_token_accuracy": 0.8545218706130981, + "num_tokens": 140760838.0, + "step": 3688 + }, + { + "epoch": 0.4692787177203918, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.296415328979492, + "learning_rate": 1e-06, + "loss": 0.4611, + "mean_token_accuracy": 0.8461998701095581, + "num_tokens": 140797367.0, + "step": 3689 + }, + { + "epoch": 0.46940592799898234, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.327554702758789, + "learning_rate": 1e-06, + "loss": 0.4507, + "mean_token_accuracy": 0.8542004823684692, + "num_tokens": 140839778.0, + "step": 3690 + }, + { + "epoch": 0.4695331382775728, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.349406242370605, + "learning_rate": 1e-06, + "loss": 0.4574, + "mean_token_accuracy": 0.8517463207244873, + "num_tokens": 140880340.0, + "step": 3691 + }, + { + "epoch": 0.46966034855616334, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.316211700439453, + "learning_rate": 1e-06, + "loss": 0.4701, + "mean_token_accuracy": 0.8500180244445801, + "num_tokens": 140915451.0, + "step": 3692 + }, + { + "epoch": 0.46978755883475387, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.339619636535645, + "learning_rate": 1e-06, + "loss": 0.4499, + "mean_token_accuracy": 0.8530526757240295, + "num_tokens": 140956967.0, + "step": 3693 + }, + { + "epoch": 0.46991476911334434, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.316817283630371, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8711350560188293, + "num_tokens": 140996640.0, + "step": 3694 + }, + { + "epoch": 0.47004197939193487, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.268234252929688, + "learning_rate": 1e-06, + "loss": 0.4457, + "mean_token_accuracy": 0.8548216223716736, + "num_tokens": 141036094.0, + "step": 3695 + }, + { + "epoch": 0.4701691896705254, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.390734672546387, + "learning_rate": 1e-06, + "loss": 0.4695, + "mean_token_accuracy": 0.8451417684555054, + "num_tokens": 141069033.0, + "step": 3696 + }, + { + "epoch": 0.4702963999491159, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.246427536010742, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8726328015327454, + "num_tokens": 141111075.0, + "step": 3697 + }, + { + "epoch": 0.4704236102277064, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.3493013381958, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8715218305587769, + "num_tokens": 141145270.0, + "step": 3698 + }, + { + "epoch": 0.47055082050629693, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.319999694824219, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8708318471908569, + "num_tokens": 141182132.0, + "step": 3699 + }, + { + "epoch": 0.4706780307848874, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.311028480529785, + "learning_rate": 1e-06, + "loss": 0.4335, + "mean_token_accuracy": 0.8564257621765137, + "num_tokens": 141217455.0, + "step": 3700 + }, + { + "epoch": 0.47080524106347793, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.414405822753906, + "learning_rate": 1e-06, + "loss": 0.435, + "mean_token_accuracy": 0.8548054099082947, + "num_tokens": 141249680.0, + "step": 3701 + }, + { + "epoch": 0.47093245134206846, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.346013069152832, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.8566601276397705, + "num_tokens": 141292085.0, + "step": 3702 + }, + { + "epoch": 0.47105966162065893, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.311647415161133, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.865431547164917, + "num_tokens": 141331455.0, + "step": 3703 + }, + { + "epoch": 0.47118687189924946, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.381487846374512, + "learning_rate": 1e-06, + "loss": 0.4314, + "mean_token_accuracy": 0.8559637069702148, + "num_tokens": 141365623.0, + "step": 3704 + }, + { + "epoch": 0.47131408217784, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.345137596130371, + "learning_rate": 1e-06, + "loss": 0.4626, + "mean_token_accuracy": 0.8470575213432312, + "num_tokens": 141399033.0, + "step": 3705 + }, + { + "epoch": 0.47144129245643046, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.340923309326172, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8634281754493713, + "num_tokens": 141430436.0, + "step": 3706 + }, + { + "epoch": 0.471568502735021, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.370257377624512, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8741023540496826, + "num_tokens": 141463169.0, + "step": 3707 + }, + { + "epoch": 0.4716957130136115, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.397159576416016, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8747042417526245, + "num_tokens": 141495524.0, + "step": 3708 + }, + { + "epoch": 0.471822923292202, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.291885375976562, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8686373233795166, + "num_tokens": 141533099.0, + "step": 3709 + }, + { + "epoch": 0.4719501335707925, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.349885940551758, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8620747923851013, + "num_tokens": 141576389.0, + "step": 3710 + }, + { + "epoch": 0.47207734384938305, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.308720588684082, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8595499992370605, + "num_tokens": 141611870.0, + "step": 3711 + }, + { + "epoch": 0.4722045541279735, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.345412254333496, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8690577745437622, + "num_tokens": 141648539.0, + "step": 3712 + }, + { + "epoch": 0.47233176440656405, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.333002090454102, + "learning_rate": 1e-06, + "loss": 0.4301, + "mean_token_accuracy": 0.8606942892074585, + "num_tokens": 141688549.0, + "step": 3713 + }, + { + "epoch": 0.4724589746851546, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.353052139282227, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8668171167373657, + "num_tokens": 141725294.0, + "step": 3714 + }, + { + "epoch": 0.47258618496374505, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.35604476928711, + "learning_rate": 1e-06, + "loss": 0.4812, + "mean_token_accuracy": 0.8422017097473145, + "num_tokens": 141756761.0, + "step": 3715 + }, + { + "epoch": 0.4727133952423356, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.30463695526123, + "learning_rate": 1e-06, + "loss": 0.4862, + "mean_token_accuracy": 0.8426418304443359, + "num_tokens": 141790417.0, + "step": 3716 + }, + { + "epoch": 0.4728406055209261, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.324310302734375, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8684909343719482, + "num_tokens": 141830749.0, + "step": 3717 + }, + { + "epoch": 0.4729678157995166, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.331376075744629, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8611026406288147, + "num_tokens": 141868433.0, + "step": 3718 + }, + { + "epoch": 0.4730950260781071, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.29006576538086, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.87553870677948, + "num_tokens": 141907140.0, + "step": 3719 + }, + { + "epoch": 0.47322223635669763, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.297906875610352, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8713811039924622, + "num_tokens": 141947436.0, + "step": 3720 + }, + { + "epoch": 0.4733494466352881, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.35467529296875, + "learning_rate": 1e-06, + "loss": 0.4533, + "mean_token_accuracy": 0.8513562083244324, + "num_tokens": 141986876.0, + "step": 3721 + }, + { + "epoch": 0.47347665691387864, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.374273300170898, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8616931438446045, + "num_tokens": 142025806.0, + "step": 3722 + }, + { + "epoch": 0.47360386719246916, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.341925621032715, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.8572436571121216, + "num_tokens": 142057932.0, + "step": 3723 + }, + { + "epoch": 0.47373107747105964, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.428873062133789, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8610064387321472, + "num_tokens": 142088880.0, + "step": 3724 + }, + { + "epoch": 0.47385828774965016, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.34881591796875, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8708115816116333, + "num_tokens": 142124959.0, + "step": 3725 + }, + { + "epoch": 0.4739854980282407, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.407958030700684, + "learning_rate": 1e-06, + "loss": 0.4974, + "mean_token_accuracy": 0.8445209264755249, + "num_tokens": 142160667.0, + "step": 3726 + }, + { + "epoch": 0.47411270830683117, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.363625526428223, + "learning_rate": 1e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.8576995134353638, + "num_tokens": 142205017.0, + "step": 3727 + }, + { + "epoch": 0.4742399185854217, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.355612754821777, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8640775680541992, + "num_tokens": 142241479.0, + "step": 3728 + }, + { + "epoch": 0.4743671288640122, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.428058624267578, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.8586491346359253, + "num_tokens": 142280881.0, + "step": 3729 + }, + { + "epoch": 0.4744943391426027, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.336176872253418, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8660671710968018, + "num_tokens": 142328248.0, + "step": 3730 + }, + { + "epoch": 0.4746215494211932, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.40086841583252, + "learning_rate": 1e-06, + "loss": 0.4981, + "mean_token_accuracy": 0.8427686095237732, + "num_tokens": 142364872.0, + "step": 3731 + }, + { + "epoch": 0.47474875969978375, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.346087455749512, + "learning_rate": 1e-06, + "loss": 0.4904, + "mean_token_accuracy": 0.8402585983276367, + "num_tokens": 142400494.0, + "step": 3732 + }, + { + "epoch": 0.4748759699783743, + "ewc_loss": 0.01129150390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1265277862548828e-05, + "grad_norm": 9.37699031829834, + "learning_rate": 1e-06, + "loss": 0.4339, + "mean_token_accuracy": 0.8563988208770752, + "num_tokens": 142433739.0, + "step": 3733 + }, + { + "epoch": 0.47500318025696475, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.367207527160645, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.867192804813385, + "num_tokens": 142469777.0, + "step": 3734 + }, + { + "epoch": 0.4751303905355553, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.365283012390137, + "learning_rate": 1e-06, + "loss": 0.4688, + "mean_token_accuracy": 0.8480277061462402, + "num_tokens": 142510052.0, + "step": 3735 + }, + { + "epoch": 0.4752576008141458, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.370809555053711, + "learning_rate": 1e-06, + "loss": 0.4784, + "mean_token_accuracy": 0.8455625772476196, + "num_tokens": 142545689.0, + "step": 3736 + }, + { + "epoch": 0.4753848110927363, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.379611015319824, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.8571931719779968, + "num_tokens": 142585916.0, + "step": 3737 + }, + { + "epoch": 0.4755120213713268, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.344084739685059, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8653106093406677, + "num_tokens": 142623019.0, + "step": 3738 + }, + { + "epoch": 0.47563923164991734, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.319844245910645, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8548028469085693, + "num_tokens": 142660986.0, + "step": 3739 + }, + { + "epoch": 0.4757664419285078, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.334218978881836, + "learning_rate": 1e-06, + "loss": 0.4266, + "mean_token_accuracy": 0.8616559505462646, + "num_tokens": 142702876.0, + "step": 3740 + }, + { + "epoch": 0.47589365220709834, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.326462745666504, + "learning_rate": 1e-06, + "loss": 0.4767, + "mean_token_accuracy": 0.8462605476379395, + "num_tokens": 142744082.0, + "step": 3741 + }, + { + "epoch": 0.47602086248568887, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.383475303649902, + "learning_rate": 1e-06, + "loss": 0.4867, + "mean_token_accuracy": 0.8401700258255005, + "num_tokens": 142777511.0, + "step": 3742 + }, + { + "epoch": 0.47614807276427934, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.354838371276855, + "learning_rate": 1e-06, + "loss": 0.4589, + "mean_token_accuracy": 0.8528586030006409, + "num_tokens": 142818882.0, + "step": 3743 + }, + { + "epoch": 0.47627528304286987, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.415777206420898, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8609980344772339, + "num_tokens": 142852771.0, + "step": 3744 + }, + { + "epoch": 0.4764024933214604, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.323697090148926, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8584831953048706, + "num_tokens": 142888398.0, + "step": 3745 + }, + { + "epoch": 0.47652970360005087, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.391083717346191, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8733282089233398, + "num_tokens": 142924789.0, + "step": 3746 + }, + { + "epoch": 0.4766569138786414, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.325091361999512, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.865189254283905, + "num_tokens": 142958843.0, + "step": 3747 + }, + { + "epoch": 0.4767841241572319, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.344733238220215, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8683244585990906, + "num_tokens": 142996408.0, + "step": 3748 + }, + { + "epoch": 0.4769113344358224, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.255424499511719, + "learning_rate": 1e-06, + "loss": 0.4583, + "mean_token_accuracy": 0.8509786128997803, + "num_tokens": 143040031.0, + "step": 3749 + }, + { + "epoch": 0.4770385447144129, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.34817886352539, + "learning_rate": 1e-06, + "loss": 0.5018, + "mean_token_accuracy": 0.8354753255844116, + "num_tokens": 143081648.0, + "step": 3750 + }, + { + "epoch": 0.47716575499300345, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.330719947814941, + "learning_rate": 1e-06, + "loss": 0.4971, + "mean_token_accuracy": 0.836749255657196, + "num_tokens": 143118913.0, + "step": 3751 + }, + { + "epoch": 0.4772929652715939, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.383288383483887, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8663668632507324, + "num_tokens": 143153858.0, + "step": 3752 + }, + { + "epoch": 0.47742017555018446, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.31750202178955, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8692470788955688, + "num_tokens": 143190977.0, + "step": 3753 + }, + { + "epoch": 0.477547385828775, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.350258827209473, + "learning_rate": 1e-06, + "loss": 0.4589, + "mean_token_accuracy": 0.8499243855476379, + "num_tokens": 143228009.0, + "step": 3754 + }, + { + "epoch": 0.47767459610736546, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.339696884155273, + "learning_rate": 1e-06, + "loss": 0.4618, + "mean_token_accuracy": 0.8475223779678345, + "num_tokens": 143269820.0, + "step": 3755 + }, + { + "epoch": 0.477801806385956, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.355122566223145, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8619623780250549, + "num_tokens": 143303441.0, + "step": 3756 + }, + { + "epoch": 0.4779290166645465, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.412945747375488, + "learning_rate": 1e-06, + "loss": 0.459, + "mean_token_accuracy": 0.850678026676178, + "num_tokens": 143338748.0, + "step": 3757 + }, + { + "epoch": 0.478056226943137, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.353280067443848, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8585652112960815, + "num_tokens": 143373900.0, + "step": 3758 + }, + { + "epoch": 0.4781834372217275, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.373507499694824, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.8534982204437256, + "num_tokens": 143411190.0, + "step": 3759 + }, + { + "epoch": 0.47831064750031804, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.396817207336426, + "learning_rate": 1e-06, + "loss": 0.4399, + "mean_token_accuracy": 0.8529619574546814, + "num_tokens": 143449470.0, + "step": 3760 + }, + { + "epoch": 0.4784378577789085, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.353692054748535, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8640087842941284, + "num_tokens": 143485868.0, + "step": 3761 + }, + { + "epoch": 0.47856506805749904, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.426804542541504, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8666844367980957, + "num_tokens": 143520334.0, + "step": 3762 + }, + { + "epoch": 0.47869227833608957, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.41713809967041, + "learning_rate": 1e-06, + "loss": 0.456, + "mean_token_accuracy": 0.8507962226867676, + "num_tokens": 143557752.0, + "step": 3763 + }, + { + "epoch": 0.47881948861468004, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.351712226867676, + "learning_rate": 1e-06, + "loss": 0.4449, + "mean_token_accuracy": 0.8570631742477417, + "num_tokens": 143593385.0, + "step": 3764 + }, + { + "epoch": 0.4789466988932706, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.37188720703125, + "learning_rate": 1e-06, + "loss": 0.5011, + "mean_token_accuracy": 0.837942898273468, + "num_tokens": 143631975.0, + "step": 3765 + }, + { + "epoch": 0.4790739091718611, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.337733268737793, + "learning_rate": 1e-06, + "loss": 0.4858, + "mean_token_accuracy": 0.8399825096130371, + "num_tokens": 143668382.0, + "step": 3766 + }, + { + "epoch": 0.4792011194504516, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.388646125793457, + "learning_rate": 1e-06, + "loss": 0.4779, + "mean_token_accuracy": 0.8429839611053467, + "num_tokens": 143706623.0, + "step": 3767 + }, + { + "epoch": 0.4793283297290421, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.351754188537598, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8620516061782837, + "num_tokens": 143745664.0, + "step": 3768 + }, + { + "epoch": 0.47945554000763263, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.404207229614258, + "learning_rate": 1e-06, + "loss": 0.4564, + "mean_token_accuracy": 0.8481906652450562, + "num_tokens": 143780761.0, + "step": 3769 + }, + { + "epoch": 0.4795827502862231, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.311285972595215, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8622034788131714, + "num_tokens": 143825298.0, + "step": 3770 + }, + { + "epoch": 0.47970996056481363, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.379607200622559, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8775216341018677, + "num_tokens": 143859855.0, + "step": 3771 + }, + { + "epoch": 0.47983717084340416, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.384061813354492, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8708885908126831, + "num_tokens": 143898553.0, + "step": 3772 + }, + { + "epoch": 0.47996438112199463, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.366610527038574, + "learning_rate": 1e-06, + "loss": 0.446, + "mean_token_accuracy": 0.8550815582275391, + "num_tokens": 143935362.0, + "step": 3773 + }, + { + "epoch": 0.48009159140058516, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.350305557250977, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8580440878868103, + "num_tokens": 143978692.0, + "step": 3774 + }, + { + "epoch": 0.4802188016791757, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.295217514038086, + "learning_rate": 1e-06, + "loss": 0.4197, + "mean_token_accuracy": 0.8649630546569824, + "num_tokens": 144020951.0, + "step": 3775 + }, + { + "epoch": 0.48034601195776616, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.401091575622559, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8665785789489746, + "num_tokens": 144058341.0, + "step": 3776 + }, + { + "epoch": 0.4804732222363567, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.39127254486084, + "learning_rate": 1e-06, + "loss": 0.4546, + "mean_token_accuracy": 0.8506940603256226, + "num_tokens": 144098232.0, + "step": 3777 + }, + { + "epoch": 0.4806004325149472, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.380043029785156, + "learning_rate": 1e-06, + "loss": 0.4519, + "mean_token_accuracy": 0.8522253036499023, + "num_tokens": 144137537.0, + "step": 3778 + }, + { + "epoch": 0.4807276427935377, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.358108520507812, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.863010048866272, + "num_tokens": 144178459.0, + "step": 3779 + }, + { + "epoch": 0.4808548530721282, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.418426513671875, + "learning_rate": 1e-06, + "loss": 0.4565, + "mean_token_accuracy": 0.8524590730667114, + "num_tokens": 144219257.0, + "step": 3780 + }, + { + "epoch": 0.48098206335071875, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.327763557434082, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.863971471786499, + "num_tokens": 144262232.0, + "step": 3781 + }, + { + "epoch": 0.4811092736293093, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.403778076171875, + "learning_rate": 1e-06, + "loss": 0.4942, + "mean_token_accuracy": 0.8358064889907837, + "num_tokens": 144297144.0, + "step": 3782 + }, + { + "epoch": 0.48123648390789975, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.371781349182129, + "learning_rate": 1e-06, + "loss": 0.4411, + "mean_token_accuracy": 0.8581768870353699, + "num_tokens": 144336078.0, + "step": 3783 + }, + { + "epoch": 0.4813636941864903, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.340902328491211, + "learning_rate": 1e-06, + "loss": 0.4661, + "mean_token_accuracy": 0.8492611050605774, + "num_tokens": 144380162.0, + "step": 3784 + }, + { + "epoch": 0.4814909044650808, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.409790992736816, + "learning_rate": 1e-06, + "loss": 0.4769, + "mean_token_accuracy": 0.8436303734779358, + "num_tokens": 144416735.0, + "step": 3785 + }, + { + "epoch": 0.4816181147436713, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.3203125, + "learning_rate": 1e-06, + "loss": 0.4545, + "mean_token_accuracy": 0.847069501876831, + "num_tokens": 144452780.0, + "step": 3786 + }, + { + "epoch": 0.4817453250222618, + "ewc_loss": 0.0113525390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1324882507324219e-05, + "grad_norm": 9.362029075622559, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8635807037353516, + "num_tokens": 144494155.0, + "step": 3787 + }, + { + "epoch": 0.48187253530085233, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.343008995056152, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8662294149398804, + "num_tokens": 144533989.0, + "step": 3788 + }, + { + "epoch": 0.4819997455794428, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.336234092712402, + "learning_rate": 1e-06, + "loss": 0.4392, + "mean_token_accuracy": 0.8533138632774353, + "num_tokens": 144577409.0, + "step": 3789 + }, + { + "epoch": 0.48212695585803333, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.360880851745605, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8497880697250366, + "num_tokens": 144618501.0, + "step": 3790 + }, + { + "epoch": 0.48225416613662386, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.35741901397705, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.8640122413635254, + "num_tokens": 144659454.0, + "step": 3791 + }, + { + "epoch": 0.48238137641521434, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.347701072692871, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8635930418968201, + "num_tokens": 144695580.0, + "step": 3792 + }, + { + "epoch": 0.48250858669380486, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.343220710754395, + "learning_rate": 1e-06, + "loss": 0.4918, + "mean_token_accuracy": 0.8407629132270813, + "num_tokens": 144735586.0, + "step": 3793 + }, + { + "epoch": 0.4826357969723954, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.311567306518555, + "learning_rate": 1e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8592695593833923, + "num_tokens": 144776371.0, + "step": 3794 + }, + { + "epoch": 0.48276300725098586, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.433012008666992, + "learning_rate": 1e-06, + "loss": 0.4632, + "mean_token_accuracy": 0.8522823452949524, + "num_tokens": 144816724.0, + "step": 3795 + }, + { + "epoch": 0.4828902175295764, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.400184631347656, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8641077280044556, + "num_tokens": 144854591.0, + "step": 3796 + }, + { + "epoch": 0.4830174278081669, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.318546295166016, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8588032722473145, + "num_tokens": 144893694.0, + "step": 3797 + }, + { + "epoch": 0.4831446380867574, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.376123428344727, + "learning_rate": 1e-06, + "loss": 0.4444, + "mean_token_accuracy": 0.8544236421585083, + "num_tokens": 144932985.0, + "step": 3798 + }, + { + "epoch": 0.4832718483653479, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.34708309173584, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8580184578895569, + "num_tokens": 144967823.0, + "step": 3799 + }, + { + "epoch": 0.48339905864393845, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.328907012939453, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8773359060287476, + "num_tokens": 145007750.0, + "step": 3800 + }, + { + "epoch": 0.4835262689225289, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.365592002868652, + "learning_rate": 1e-06, + "loss": 0.4455, + "mean_token_accuracy": 0.8512210845947266, + "num_tokens": 145048596.0, + "step": 3801 + }, + { + "epoch": 0.48365347920111945, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.452195167541504, + "learning_rate": 1e-06, + "loss": 0.4625, + "mean_token_accuracy": 0.8468934893608093, + "num_tokens": 145080868.0, + "step": 3802 + }, + { + "epoch": 0.48378068947971, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.35523796081543, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.866470456123352, + "num_tokens": 145115865.0, + "step": 3803 + }, + { + "epoch": 0.48390789975830045, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.392597198486328, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8708983659744263, + "num_tokens": 145151748.0, + "step": 3804 + }, + { + "epoch": 0.484035110036891, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.377330780029297, + "learning_rate": 1e-06, + "loss": 0.4379, + "mean_token_accuracy": 0.8576585054397583, + "num_tokens": 145187074.0, + "step": 3805 + }, + { + "epoch": 0.4841623203154815, + "ewc_loss": 0.01141357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.138448715209961e-05, + "grad_norm": 9.350584030151367, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8750527501106262, + "num_tokens": 145224855.0, + "step": 3806 + }, + { + "epoch": 0.484289530594072, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.360140800476074, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8670721054077148, + "num_tokens": 145266538.0, + "step": 3807 + }, + { + "epoch": 0.4844167408726625, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.393996238708496, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.8626524209976196, + "num_tokens": 145303560.0, + "step": 3808 + }, + { + "epoch": 0.48454395115125304, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.31976318359375, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8592768907546997, + "num_tokens": 145345985.0, + "step": 3809 + }, + { + "epoch": 0.4846711614298435, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.41614055633545, + "learning_rate": 1e-06, + "loss": 0.4735, + "mean_token_accuracy": 0.8473166823387146, + "num_tokens": 145382132.0, + "step": 3810 + }, + { + "epoch": 0.48479837170843404, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.383219718933105, + "learning_rate": 1e-06, + "loss": 0.4658, + "mean_token_accuracy": 0.8486125469207764, + "num_tokens": 145418992.0, + "step": 3811 + }, + { + "epoch": 0.48492558198702457, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.346575736999512, + "learning_rate": 1e-06, + "loss": 0.4415, + "mean_token_accuracy": 0.8566051721572876, + "num_tokens": 145455892.0, + "step": 3812 + }, + { + "epoch": 0.48505279226561504, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.386702537536621, + "learning_rate": 1e-06, + "loss": 0.4414, + "mean_token_accuracy": 0.8554946184158325, + "num_tokens": 145497217.0, + "step": 3813 + }, + { + "epoch": 0.48518000254420557, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.406476974487305, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8642985820770264, + "num_tokens": 145533822.0, + "step": 3814 + }, + { + "epoch": 0.4853072128227961, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.349732398986816, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8767632842063904, + "num_tokens": 145572967.0, + "step": 3815 + }, + { + "epoch": 0.48543442310138657, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.29501724243164, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8726561069488525, + "num_tokens": 145609436.0, + "step": 3816 + }, + { + "epoch": 0.4855616333799771, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.37847900390625, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8702492713928223, + "num_tokens": 145645083.0, + "step": 3817 + }, + { + "epoch": 0.4856888436585676, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.402815818786621, + "learning_rate": 1e-06, + "loss": 0.5128, + "mean_token_accuracy": 0.8403180837631226, + "num_tokens": 145680249.0, + "step": 3818 + }, + { + "epoch": 0.4858160539371581, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.346064567565918, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8630968332290649, + "num_tokens": 145718569.0, + "step": 3819 + }, + { + "epoch": 0.4859432642157486, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.386576652526855, + "learning_rate": 1e-06, + "loss": 0.4754, + "mean_token_accuracy": 0.8430989384651184, + "num_tokens": 145751868.0, + "step": 3820 + }, + { + "epoch": 0.48607047449433916, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.434782981872559, + "learning_rate": 1e-06, + "loss": 0.4149, + "mean_token_accuracy": 0.8627803325653076, + "num_tokens": 145787881.0, + "step": 3821 + }, + { + "epoch": 0.48619768477292963, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.355175018310547, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8643642663955688, + "num_tokens": 145824010.0, + "step": 3822 + }, + { + "epoch": 0.48632489505152016, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.384071350097656, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8650413751602173, + "num_tokens": 145860981.0, + "step": 3823 + }, + { + "epoch": 0.4864521053301107, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.367074966430664, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8628161549568176, + "num_tokens": 145900687.0, + "step": 3824 + }, + { + "epoch": 0.48657931560870116, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.3616943359375, + "learning_rate": 1e-06, + "loss": 0.4766, + "mean_token_accuracy": 0.8495328426361084, + "num_tokens": 145938888.0, + "step": 3825 + }, + { + "epoch": 0.4867065258872917, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.329413414001465, + "learning_rate": 1e-06, + "loss": 0.4405, + "mean_token_accuracy": 0.8542762994766235, + "num_tokens": 145987060.0, + "step": 3826 + }, + { + "epoch": 0.4868337361658822, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.359989166259766, + "learning_rate": 1e-06, + "loss": 0.4528, + "mean_token_accuracy": 0.8534311056137085, + "num_tokens": 146026447.0, + "step": 3827 + }, + { + "epoch": 0.4869609464444727, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.35779094696045, + "learning_rate": 1e-06, + "loss": 0.4413, + "mean_token_accuracy": 0.8610333204269409, + "num_tokens": 146067099.0, + "step": 3828 + }, + { + "epoch": 0.4870881567230632, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.341411590576172, + "learning_rate": 1e-06, + "loss": 0.4704, + "mean_token_accuracy": 0.8455030918121338, + "num_tokens": 146110767.0, + "step": 3829 + }, + { + "epoch": 0.48721536700165374, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.343119621276855, + "learning_rate": 1e-06, + "loss": 0.4499, + "mean_token_accuracy": 0.8507344126701355, + "num_tokens": 146147603.0, + "step": 3830 + }, + { + "epoch": 0.48734257728024427, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.3692045211792, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.868935227394104, + "num_tokens": 146188821.0, + "step": 3831 + }, + { + "epoch": 0.48746978755883474, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.36339282989502, + "learning_rate": 1e-06, + "loss": 0.4428, + "mean_token_accuracy": 0.8549282550811768, + "num_tokens": 146231886.0, + "step": 3832 + }, + { + "epoch": 0.48759699783742527, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.331563949584961, + "learning_rate": 1e-06, + "loss": 0.4965, + "mean_token_accuracy": 0.8356093168258667, + "num_tokens": 146271965.0, + "step": 3833 + }, + { + "epoch": 0.4877242081160158, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.409235954284668, + "learning_rate": 1e-06, + "loss": 0.4805, + "mean_token_accuracy": 0.8450003862380981, + "num_tokens": 146316686.0, + "step": 3834 + }, + { + "epoch": 0.4878514183946063, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.314083099365234, + "learning_rate": 1e-06, + "loss": 0.4644, + "mean_token_accuracy": 0.848523736000061, + "num_tokens": 146355098.0, + "step": 3835 + }, + { + "epoch": 0.4879786286731968, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.351446151733398, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8637646436691284, + "num_tokens": 146390666.0, + "step": 3836 + }, + { + "epoch": 0.48810583895178733, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.367652893066406, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8651719093322754, + "num_tokens": 146426740.0, + "step": 3837 + }, + { + "epoch": 0.4882330492303778, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.31509017944336, + "learning_rate": 1e-06, + "loss": 0.4574, + "mean_token_accuracy": 0.8485558032989502, + "num_tokens": 146462668.0, + "step": 3838 + }, + { + "epoch": 0.48836025950896833, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.422370910644531, + "learning_rate": 1e-06, + "loss": 0.4602, + "mean_token_accuracy": 0.850793719291687, + "num_tokens": 146500160.0, + "step": 3839 + }, + { + "epoch": 0.48848746978755886, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.301868438720703, + "learning_rate": 1e-06, + "loss": 0.4543, + "mean_token_accuracy": 0.8529700636863708, + "num_tokens": 146542963.0, + "step": 3840 + }, + { + "epoch": 0.48861468006614933, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.418837547302246, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8639104962348938, + "num_tokens": 146580649.0, + "step": 3841 + }, + { + "epoch": 0.48874189034473986, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.336002349853516, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8647706508636475, + "num_tokens": 146620823.0, + "step": 3842 + }, + { + "epoch": 0.4888691006233304, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.4240140914917, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8684981465339661, + "num_tokens": 146663700.0, + "step": 3843 + }, + { + "epoch": 0.48899631090192086, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.335713386535645, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.8528425693511963, + "num_tokens": 146698211.0, + "step": 3844 + }, + { + "epoch": 0.4891235211805114, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.389010429382324, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8564349412918091, + "num_tokens": 146738380.0, + "step": 3845 + }, + { + "epoch": 0.4892507314591019, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.423871040344238, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8608720898628235, + "num_tokens": 146775413.0, + "step": 3846 + }, + { + "epoch": 0.4893779417376924, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.347787857055664, + "learning_rate": 1e-06, + "loss": 0.4287, + "mean_token_accuracy": 0.8606868982315063, + "num_tokens": 146814774.0, + "step": 3847 + }, + { + "epoch": 0.4895051520162829, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.373448371887207, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8674226999282837, + "num_tokens": 146853957.0, + "step": 3848 + }, + { + "epoch": 0.48963236229487345, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.434806823730469, + "learning_rate": 1e-06, + "loss": 0.4517, + "mean_token_accuracy": 0.8507925271987915, + "num_tokens": 146889060.0, + "step": 3849 + }, + { + "epoch": 0.4897595725734639, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.374652862548828, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8682044744491577, + "num_tokens": 146929849.0, + "step": 3850 + }, + { + "epoch": 0.48988678285205445, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.400708198547363, + "learning_rate": 1e-06, + "loss": 0.435, + "mean_token_accuracy": 0.8598520755767822, + "num_tokens": 146968376.0, + "step": 3851 + }, + { + "epoch": 0.490013993130645, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.468395233154297, + "learning_rate": 1e-06, + "loss": 0.4905, + "mean_token_accuracy": 0.8428247570991516, + "num_tokens": 147002871.0, + "step": 3852 + }, + { + "epoch": 0.49014120340923545, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.349040031433105, + "learning_rate": 1e-06, + "loss": 0.4416, + "mean_token_accuracy": 0.8541525602340698, + "num_tokens": 147039412.0, + "step": 3853 + }, + { + "epoch": 0.490268413687826, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.371854782104492, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8614882230758667, + "num_tokens": 147080307.0, + "step": 3854 + }, + { + "epoch": 0.4903956239664165, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.42411994934082, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.865680992603302, + "num_tokens": 147120131.0, + "step": 3855 + }, + { + "epoch": 0.490522834245007, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.433088302612305, + "learning_rate": 1e-06, + "loss": 0.4561, + "mean_token_accuracy": 0.8521285653114319, + "num_tokens": 147155760.0, + "step": 3856 + }, + { + "epoch": 0.4906500445235975, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.392096519470215, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8635650277137756, + "num_tokens": 147195406.0, + "step": 3857 + }, + { + "epoch": 0.49077725480218803, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.352848052978516, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8714932203292847, + "num_tokens": 147235688.0, + "step": 3858 + }, + { + "epoch": 0.4909044650807785, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.443906784057617, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8658237457275391, + "num_tokens": 147271575.0, + "step": 3859 + }, + { + "epoch": 0.49103167535936904, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.372851371765137, + "learning_rate": 1e-06, + "loss": 0.4415, + "mean_token_accuracy": 0.8559266328811646, + "num_tokens": 147315473.0, + "step": 3860 + }, + { + "epoch": 0.49115888563795956, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.329755783081055, + "learning_rate": 1e-06, + "loss": 0.4213, + "mean_token_accuracy": 0.861430823802948, + "num_tokens": 147359058.0, + "step": 3861 + }, + { + "epoch": 0.49128609591655004, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.44318675994873, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8632591366767883, + "num_tokens": 147394443.0, + "step": 3862 + }, + { + "epoch": 0.49141330619514056, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.34797477722168, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.852746307849884, + "num_tokens": 147436225.0, + "step": 3863 + }, + { + "epoch": 0.4915405164737311, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.410924911499023, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8679923415184021, + "num_tokens": 147473449.0, + "step": 3864 + }, + { + "epoch": 0.49166772675232157, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.411945343017578, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.856683075428009, + "num_tokens": 147510330.0, + "step": 3865 + }, + { + "epoch": 0.4917949370309121, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.398421287536621, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8699658513069153, + "num_tokens": 147544683.0, + "step": 3866 + }, + { + "epoch": 0.4919221473095026, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.36075496673584, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8759970664978027, + "num_tokens": 147589330.0, + "step": 3867 + }, + { + "epoch": 0.4920493575880931, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.371260643005371, + "learning_rate": 1e-06, + "loss": 0.5374, + "mean_token_accuracy": 0.8271301984786987, + "num_tokens": 147626864.0, + "step": 3868 + }, + { + "epoch": 0.4921765678666836, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.408159255981445, + "learning_rate": 1e-06, + "loss": 0.4841, + "mean_token_accuracy": 0.8407169580459595, + "num_tokens": 147672006.0, + "step": 3869 + }, + { + "epoch": 0.49230377814527415, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.402125358581543, + "learning_rate": 1e-06, + "loss": 0.4634, + "mean_token_accuracy": 0.8494503498077393, + "num_tokens": 147717388.0, + "step": 3870 + }, + { + "epoch": 0.4924309884238646, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.381803512573242, + "learning_rate": 1e-06, + "loss": 0.465, + "mean_token_accuracy": 0.8473982810974121, + "num_tokens": 147759827.0, + "step": 3871 + }, + { + "epoch": 0.49255819870245515, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.381512641906738, + "learning_rate": 1e-06, + "loss": 0.4813, + "mean_token_accuracy": 0.8393397331237793, + "num_tokens": 147793742.0, + "step": 3872 + }, + { + "epoch": 0.4926854089810457, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.444613456726074, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8679823875427246, + "num_tokens": 147829881.0, + "step": 3873 + }, + { + "epoch": 0.49281261925963615, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1444091796875e-05, + "grad_norm": 9.364765167236328, + "learning_rate": 1e-06, + "loss": 0.4785, + "mean_token_accuracy": 0.8431332111358643, + "num_tokens": 147875051.0, + "step": 3874 + }, + { + "epoch": 0.4929398295382267, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.462029457092285, + "learning_rate": 1e-06, + "loss": 0.4674, + "mean_token_accuracy": 0.8513746857643127, + "num_tokens": 147912786.0, + "step": 3875 + }, + { + "epoch": 0.4930670398168172, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.446252822875977, + "learning_rate": 1e-06, + "loss": 0.4971, + "mean_token_accuracy": 0.8378704786300659, + "num_tokens": 147954981.0, + "step": 3876 + }, + { + "epoch": 0.4931942500954077, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.377337455749512, + "learning_rate": 1e-06, + "loss": 0.4563, + "mean_token_accuracy": 0.8508634567260742, + "num_tokens": 147992179.0, + "step": 3877 + }, + { + "epoch": 0.4933214603739982, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.355436325073242, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8637950420379639, + "num_tokens": 148029866.0, + "step": 3878 + }, + { + "epoch": 0.49344867065258874, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.420793533325195, + "learning_rate": 1e-06, + "loss": 0.4335, + "mean_token_accuracy": 0.8582518100738525, + "num_tokens": 148070057.0, + "step": 3879 + }, + { + "epoch": 0.4935758809311792, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.417064666748047, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8613084554672241, + "num_tokens": 148108461.0, + "step": 3880 + }, + { + "epoch": 0.49370309120976974, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.38821792602539, + "learning_rate": 1e-06, + "loss": 0.4564, + "mean_token_accuracy": 0.8512402176856995, + "num_tokens": 148147609.0, + "step": 3881 + }, + { + "epoch": 0.49383030148836027, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.37524127960205, + "learning_rate": 1e-06, + "loss": 0.4452, + "mean_token_accuracy": 0.852566659450531, + "num_tokens": 148190475.0, + "step": 3882 + }, + { + "epoch": 0.4939575117669508, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.448770523071289, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8696537017822266, + "num_tokens": 148221187.0, + "step": 3883 + }, + { + "epoch": 0.49408472204554127, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.374469757080078, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8667336702346802, + "num_tokens": 148260916.0, + "step": 3884 + }, + { + "epoch": 0.4942119323241318, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.390726089477539, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8636431694030762, + "num_tokens": 148295591.0, + "step": 3885 + }, + { + "epoch": 0.4943391426027223, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.407877922058105, + "learning_rate": 1e-06, + "loss": 0.4625, + "mean_token_accuracy": 0.8530031442642212, + "num_tokens": 148333445.0, + "step": 3886 + }, + { + "epoch": 0.4944663528813128, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.425373077392578, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.866657018661499, + "num_tokens": 148367951.0, + "step": 3887 + }, + { + "epoch": 0.4945935631599033, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.415828704833984, + "learning_rate": 1e-06, + "loss": 0.4666, + "mean_token_accuracy": 0.8496444225311279, + "num_tokens": 148408491.0, + "step": 3888 + }, + { + "epoch": 0.49472077343849385, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.409003257751465, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.8569216728210449, + "num_tokens": 148443883.0, + "step": 3889 + }, + { + "epoch": 0.4948479837170843, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.401476860046387, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8599027395248413, + "num_tokens": 148480511.0, + "step": 3890 + }, + { + "epoch": 0.49497519399567486, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.40715217590332, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.852474570274353, + "num_tokens": 148514759.0, + "step": 3891 + }, + { + "epoch": 0.4951024042742654, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.360387802124023, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8596135377883911, + "num_tokens": 148553209.0, + "step": 3892 + }, + { + "epoch": 0.49522961455285586, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.38461971282959, + "learning_rate": 1e-06, + "loss": 0.4573, + "mean_token_accuracy": 0.8489527702331543, + "num_tokens": 148590387.0, + "step": 3893 + }, + { + "epoch": 0.4953568248314464, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.425542831420898, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8562354445457458, + "num_tokens": 148625201.0, + "step": 3894 + }, + { + "epoch": 0.4954840351100369, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.342243194580078, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8612968921661377, + "num_tokens": 148665989.0, + "step": 3895 + }, + { + "epoch": 0.4956112453886274, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.41322135925293, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8614979982376099, + "num_tokens": 148704839.0, + "step": 3896 + }, + { + "epoch": 0.4957384556672179, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.429234504699707, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8680657148361206, + "num_tokens": 148740523.0, + "step": 3897 + }, + { + "epoch": 0.49586566594580844, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.340045928955078, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8735869526863098, + "num_tokens": 148779103.0, + "step": 3898 + }, + { + "epoch": 0.4959928762243989, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.425592422485352, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8689318299293518, + "num_tokens": 148814659.0, + "step": 3899 + }, + { + "epoch": 0.49612008650298944, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.386822700500488, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.879218578338623, + "num_tokens": 148856864.0, + "step": 3900 + }, + { + "epoch": 0.49624729678157997, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.434326171875, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.865206241607666, + "num_tokens": 148890309.0, + "step": 3901 + }, + { + "epoch": 0.49637450706017044, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.394659996032715, + "learning_rate": 1e-06, + "loss": 0.4847, + "mean_token_accuracy": 0.8429397344589233, + "num_tokens": 148926662.0, + "step": 3902 + }, + { + "epoch": 0.496501717338761, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.414483070373535, + "learning_rate": 1e-06, + "loss": 0.4584, + "mean_token_accuracy": 0.8452824354171753, + "num_tokens": 148963032.0, + "step": 3903 + }, + { + "epoch": 0.4966289276173515, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.476903915405273, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8640037775039673, + "num_tokens": 148996684.0, + "step": 3904 + }, + { + "epoch": 0.496756137895942, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.410350799560547, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8583602905273438, + "num_tokens": 149032735.0, + "step": 3905 + }, + { + "epoch": 0.4968833481745325, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.392682075500488, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.860655665397644, + "num_tokens": 149069415.0, + "step": 3906 + }, + { + "epoch": 0.49701055845312303, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.426009178161621, + "learning_rate": 1e-06, + "loss": 0.4838, + "mean_token_accuracy": 0.8447918891906738, + "num_tokens": 149115042.0, + "step": 3907 + }, + { + "epoch": 0.4971377687317135, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.41625690460205, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8663948774337769, + "num_tokens": 149149767.0, + "step": 3908 + }, + { + "epoch": 0.49726497901030403, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.37855339050293, + "learning_rate": 1e-06, + "loss": 0.4582, + "mean_token_accuracy": 0.8519243001937866, + "num_tokens": 149193000.0, + "step": 3909 + }, + { + "epoch": 0.49739218928889456, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.38833236694336, + "learning_rate": 1e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.8554625511169434, + "num_tokens": 149226963.0, + "step": 3910 + }, + { + "epoch": 0.49751939956748503, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.429741859436035, + "learning_rate": 1e-06, + "loss": 0.4459, + "mean_token_accuracy": 0.8536664247512817, + "num_tokens": 149268139.0, + "step": 3911 + }, + { + "epoch": 0.49764660984607556, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.412995338439941, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.86572265625, + "num_tokens": 149305882.0, + "step": 3912 + }, + { + "epoch": 0.4977738201246661, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.374239921569824, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8557954430580139, + "num_tokens": 149344119.0, + "step": 3913 + }, + { + "epoch": 0.49790103040325656, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.340871810913086, + "learning_rate": 1e-06, + "loss": 0.4694, + "mean_token_accuracy": 0.8490909934043884, + "num_tokens": 149384102.0, + "step": 3914 + }, + { + "epoch": 0.4980282406818471, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.416446685791016, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8557296991348267, + "num_tokens": 149425677.0, + "step": 3915 + }, + { + "epoch": 0.4981554509604376, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.359771728515625, + "learning_rate": 1e-06, + "loss": 0.4451, + "mean_token_accuracy": 0.8552322387695312, + "num_tokens": 149463275.0, + "step": 3916 + }, + { + "epoch": 0.4982826612390281, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.390314102172852, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8728320598602295, + "num_tokens": 149503950.0, + "step": 3917 + }, + { + "epoch": 0.4984098715176186, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.358187675476074, + "learning_rate": 1e-06, + "loss": 0.4501, + "mean_token_accuracy": 0.8492437601089478, + "num_tokens": 149541192.0, + "step": 3918 + }, + { + "epoch": 0.49853708179620915, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.436768531799316, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8551819324493408, + "num_tokens": 149581784.0, + "step": 3919 + }, + { + "epoch": 0.4986642920747996, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.37490177154541, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8642414212226868, + "num_tokens": 149619312.0, + "step": 3920 + }, + { + "epoch": 0.49879150235339015, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.39354133605957, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8554944396018982, + "num_tokens": 149657443.0, + "step": 3921 + }, + { + "epoch": 0.4989187126319807, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.356547355651855, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8700345754623413, + "num_tokens": 149694992.0, + "step": 3922 + }, + { + "epoch": 0.49904592291057115, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.432825088500977, + "learning_rate": 1e-06, + "loss": 0.4451, + "mean_token_accuracy": 0.8540597558021545, + "num_tokens": 149729554.0, + "step": 3923 + }, + { + "epoch": 0.4991731331891617, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.383974075317383, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.863574206829071, + "num_tokens": 149770051.0, + "step": 3924 + }, + { + "epoch": 0.4993003434677522, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.418222427368164, + "learning_rate": 1e-06, + "loss": 0.5309, + "mean_token_accuracy": 0.8277328610420227, + "num_tokens": 149806724.0, + "step": 3925 + }, + { + "epoch": 0.4994275537463427, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.370080947875977, + "learning_rate": 1e-06, + "loss": 0.4611, + "mean_token_accuracy": 0.8496208190917969, + "num_tokens": 149849874.0, + "step": 3926 + }, + { + "epoch": 0.4995547640249332, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.429473876953125, + "learning_rate": 1e-06, + "loss": 0.4413, + "mean_token_accuracy": 0.8573970794677734, + "num_tokens": 149888076.0, + "step": 3927 + }, + { + "epoch": 0.49968197430352373, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.411816596984863, + "learning_rate": 1e-06, + "loss": 0.4293, + "mean_token_accuracy": 0.8586238622665405, + "num_tokens": 149923750.0, + "step": 3928 + }, + { + "epoch": 0.4998091845821142, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.422802925109863, + "learning_rate": 1e-06, + "loss": 0.4625, + "mean_token_accuracy": 0.8457813858985901, + "num_tokens": 149960657.0, + "step": 3929 + }, + { + "epoch": 0.49993639486070474, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.446595191955566, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8734380006790161, + "num_tokens": 149995983.0, + "step": 3930 + }, + { + "epoch": 0.5000636051392953, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.400007247924805, + "learning_rate": 1e-06, + "loss": 0.4981, + "mean_token_accuracy": 0.8359352350234985, + "num_tokens": 150037508.0, + "step": 3931 + }, + { + "epoch": 0.5001908154178858, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.427525520324707, + "learning_rate": 1e-06, + "loss": 0.4432, + "mean_token_accuracy": 0.8544407486915588, + "num_tokens": 150077806.0, + "step": 3932 + }, + { + "epoch": 0.5003180256964763, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.432002067565918, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.8561922311782837, + "num_tokens": 150117589.0, + "step": 3933 + }, + { + "epoch": 0.5004452359750667, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.382025718688965, + "learning_rate": 1e-06, + "loss": 0.4562, + "mean_token_accuracy": 0.851364254951477, + "num_tokens": 150161579.0, + "step": 3934 + }, + { + "epoch": 0.5005724462536573, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.457715034484863, + "learning_rate": 1e-06, + "loss": 0.4825, + "mean_token_accuracy": 0.8457600474357605, + "num_tokens": 150208018.0, + "step": 3935 + }, + { + "epoch": 0.5006996565322478, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.434823036193848, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8594377040863037, + "num_tokens": 150250164.0, + "step": 3936 + }, + { + "epoch": 0.5008268668108383, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.40661334991455, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8764028549194336, + "num_tokens": 150289972.0, + "step": 3937 + }, + { + "epoch": 0.5009540770894289, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.40415096282959, + "learning_rate": 1e-06, + "loss": 0.4309, + "mean_token_accuracy": 0.8562068939208984, + "num_tokens": 150333656.0, + "step": 3938 + }, + { + "epoch": 0.5010812873680194, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.37060546875, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8712074160575867, + "num_tokens": 150374086.0, + "step": 3939 + }, + { + "epoch": 0.5012084976466098, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.427750587463379, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8618091940879822, + "num_tokens": 150407472.0, + "step": 3940 + }, + { + "epoch": 0.5013357079252003, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.397649765014648, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8637644052505493, + "num_tokens": 150444560.0, + "step": 3941 + }, + { + "epoch": 0.5014629182037909, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.43487548828125, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8617443442344666, + "num_tokens": 150483621.0, + "step": 3942 + }, + { + "epoch": 0.5015901284823814, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.492020606994629, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8577427864074707, + "num_tokens": 150520414.0, + "step": 3943 + }, + { + "epoch": 0.5017173387609719, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.462362289428711, + "learning_rate": 1e-06, + "loss": 0.457, + "mean_token_accuracy": 0.8493927121162415, + "num_tokens": 150556589.0, + "step": 3944 + }, + { + "epoch": 0.5018445490395624, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.426180839538574, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.8561886548995972, + "num_tokens": 150592393.0, + "step": 3945 + }, + { + "epoch": 0.5019717593181529, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.413609504699707, + "learning_rate": 1e-06, + "loss": 0.4681, + "mean_token_accuracy": 0.8441019058227539, + "num_tokens": 150630457.0, + "step": 3946 + }, + { + "epoch": 0.5020989695967434, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.494884490966797, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8653038740158081, + "num_tokens": 150659482.0, + "step": 3947 + }, + { + "epoch": 0.5022261798753339, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.42159652709961, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.8575842976570129, + "num_tokens": 150700920.0, + "step": 3948 + }, + { + "epoch": 0.5023533901539244, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.401710510253906, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8688841462135315, + "num_tokens": 150736393.0, + "step": 3949 + }, + { + "epoch": 0.502480600432515, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.477033615112305, + "learning_rate": 1e-06, + "loss": 0.4439, + "mean_token_accuracy": 0.8553953170776367, + "num_tokens": 150783848.0, + "step": 3950 + }, + { + "epoch": 0.5026078107111055, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.446276664733887, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8550676703453064, + "num_tokens": 150824179.0, + "step": 3951 + }, + { + "epoch": 0.5027350209896959, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.418802261352539, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8582829236984253, + "num_tokens": 150862775.0, + "step": 3952 + }, + { + "epoch": 0.5028622312682864, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.469048500061035, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8570312261581421, + "num_tokens": 150900005.0, + "step": 3953 + }, + { + "epoch": 0.502989441546877, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.495672225952148, + "learning_rate": 1e-06, + "loss": 0.4407, + "mean_token_accuracy": 0.8540898561477661, + "num_tokens": 150936148.0, + "step": 3954 + }, + { + "epoch": 0.5031166518254675, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.412674903869629, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.8552266955375671, + "num_tokens": 150971661.0, + "step": 3955 + }, + { + "epoch": 0.503243862104058, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.430480003356934, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8684108853340149, + "num_tokens": 151009521.0, + "step": 3956 + }, + { + "epoch": 0.5033710723826486, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.43303108215332, + "learning_rate": 1e-06, + "loss": 0.4413, + "mean_token_accuracy": 0.8540241122245789, + "num_tokens": 151053641.0, + "step": 3957 + }, + { + "epoch": 0.5034982826612391, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.42954158782959, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.8617165684700012, + "num_tokens": 151094476.0, + "step": 3958 + }, + { + "epoch": 0.5036254929398295, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.441304206848145, + "learning_rate": 1e-06, + "loss": 0.4463, + "mean_token_accuracy": 0.8531992435455322, + "num_tokens": 151126381.0, + "step": 3959 + }, + { + "epoch": 0.50375270321842, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.429877281188965, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8623158931732178, + "num_tokens": 151156875.0, + "step": 3960 + }, + { + "epoch": 0.5038799134970106, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.425798416137695, + "learning_rate": 1e-06, + "loss": 0.4551, + "mean_token_accuracy": 0.8536087274551392, + "num_tokens": 151194394.0, + "step": 3961 + }, + { + "epoch": 0.5040071237756011, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.418787002563477, + "learning_rate": 1e-06, + "loss": 0.4694, + "mean_token_accuracy": 0.8440364599227905, + "num_tokens": 151234472.0, + "step": 3962 + }, + { + "epoch": 0.5041343340541916, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.461441040039062, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8532971143722534, + "num_tokens": 151270426.0, + "step": 3963 + }, + { + "epoch": 0.5042615443327821, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.479742050170898, + "learning_rate": 1e-06, + "loss": 0.4398, + "mean_token_accuracy": 0.8556877374649048, + "num_tokens": 151305793.0, + "step": 3964 + }, + { + "epoch": 0.5043887546113726, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.426496505737305, + "learning_rate": 1e-06, + "loss": 0.4727, + "mean_token_accuracy": 0.845685601234436, + "num_tokens": 151345116.0, + "step": 3965 + }, + { + "epoch": 0.5045159648899631, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.424985885620117, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8620097041130066, + "num_tokens": 151381901.0, + "step": 3966 + }, + { + "epoch": 0.5046431751685536, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.40035629272461, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.8593056201934814, + "num_tokens": 151426884.0, + "step": 3967 + }, + { + "epoch": 0.5047703854471441, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.424908638000488, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.851291835308075, + "num_tokens": 151467596.0, + "step": 3968 + }, + { + "epoch": 0.5048975957257347, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.443934440612793, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8772047758102417, + "num_tokens": 151502131.0, + "step": 3969 + }, + { + "epoch": 0.5050248060043252, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.4310884475708, + "learning_rate": 1e-06, + "loss": 0.4544, + "mean_token_accuracy": 0.8547128438949585, + "num_tokens": 151538932.0, + "step": 3970 + }, + { + "epoch": 0.5051520162829156, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.440753936767578, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8567129969596863, + "num_tokens": 151577839.0, + "step": 3971 + }, + { + "epoch": 0.5052792265615061, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.401071548461914, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.8571762442588806, + "num_tokens": 151618984.0, + "step": 3972 + }, + { + "epoch": 0.5054064368400967, + "ewc_loss": 0.011474609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.150369644165039e-05, + "grad_norm": 9.434282302856445, + "learning_rate": 1e-06, + "loss": 0.4354, + "mean_token_accuracy": 0.8576986193656921, + "num_tokens": 151658392.0, + "step": 3973 + }, + { + "epoch": 0.5055336471186872, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.405390739440918, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8676609992980957, + "num_tokens": 151689781.0, + "step": 3974 + }, + { + "epoch": 0.5056608573972777, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.502227783203125, + "learning_rate": 1e-06, + "loss": 0.4928, + "mean_token_accuracy": 0.8432522416114807, + "num_tokens": 151729612.0, + "step": 3975 + }, + { + "epoch": 0.5057880676758683, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.447000503540039, + "learning_rate": 1e-06, + "loss": 0.4704, + "mean_token_accuracy": 0.844763994216919, + "num_tokens": 151769270.0, + "step": 3976 + }, + { + "epoch": 0.5059152779544587, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.47734546661377, + "learning_rate": 1e-06, + "loss": 0.4847, + "mean_token_accuracy": 0.8385274410247803, + "num_tokens": 151803936.0, + "step": 3977 + }, + { + "epoch": 0.5060424882330492, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.413814544677734, + "learning_rate": 1e-06, + "loss": 0.4752, + "mean_token_accuracy": 0.8458129167556763, + "num_tokens": 151840429.0, + "step": 3978 + }, + { + "epoch": 0.5061696985116397, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.44565200805664, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8591026067733765, + "num_tokens": 151883296.0, + "step": 3979 + }, + { + "epoch": 0.5062969087902303, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.438066482543945, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8731051683425903, + "num_tokens": 151917658.0, + "step": 3980 + }, + { + "epoch": 0.5064241190688208, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.375795364379883, + "learning_rate": 1e-06, + "loss": 0.4328, + "mean_token_accuracy": 0.8566889762878418, + "num_tokens": 151958822.0, + "step": 3981 + }, + { + "epoch": 0.5065513293474113, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.430440902709961, + "learning_rate": 1e-06, + "loss": 0.4433, + "mean_token_accuracy": 0.8525167107582092, + "num_tokens": 151994964.0, + "step": 3982 + }, + { + "epoch": 0.5066785396260017, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.440794944763184, + "learning_rate": 1e-06, + "loss": 0.4464, + "mean_token_accuracy": 0.8524143099784851, + "num_tokens": 152037013.0, + "step": 3983 + }, + { + "epoch": 0.5068057499045923, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.44725513458252, + "learning_rate": 1e-06, + "loss": 0.4326, + "mean_token_accuracy": 0.8541749715805054, + "num_tokens": 152074821.0, + "step": 3984 + }, + { + "epoch": 0.5069329601831828, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.409680366516113, + "learning_rate": 1e-06, + "loss": 0.4571, + "mean_token_accuracy": 0.8502803444862366, + "num_tokens": 152116667.0, + "step": 3985 + }, + { + "epoch": 0.5070601704617733, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.442732810974121, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8615361452102661, + "num_tokens": 152152714.0, + "step": 3986 + }, + { + "epoch": 0.5071873807403638, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.439934730529785, + "learning_rate": 1e-06, + "loss": 0.4821, + "mean_token_accuracy": 0.8435126543045044, + "num_tokens": 152190230.0, + "step": 3987 + }, + { + "epoch": 0.5073145910189544, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.417478561401367, + "learning_rate": 1e-06, + "loss": 0.4428, + "mean_token_accuracy": 0.8567445874214172, + "num_tokens": 152228887.0, + "step": 3988 + }, + { + "epoch": 0.5074418012975448, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.452810287475586, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8664902448654175, + "num_tokens": 152271863.0, + "step": 3989 + }, + { + "epoch": 0.5075690115761353, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.450186729431152, + "learning_rate": 1e-06, + "loss": 0.4607, + "mean_token_accuracy": 0.8525612354278564, + "num_tokens": 152310765.0, + "step": 3990 + }, + { + "epoch": 0.5076962218547258, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.48371410369873, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8795226812362671, + "num_tokens": 152342545.0, + "step": 3991 + }, + { + "epoch": 0.5078234321333164, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.432788848876953, + "learning_rate": 1e-06, + "loss": 0.4802, + "mean_token_accuracy": 0.8411315083503723, + "num_tokens": 152386223.0, + "step": 3992 + }, + { + "epoch": 0.5079506424119069, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.426165580749512, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8645234107971191, + "num_tokens": 152421811.0, + "step": 3993 + }, + { + "epoch": 0.5080778526904974, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.526453971862793, + "learning_rate": 1e-06, + "loss": 0.4608, + "mean_token_accuracy": 0.8459523320198059, + "num_tokens": 152454581.0, + "step": 3994 + }, + { + "epoch": 0.5082050629690879, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.43344783782959, + "learning_rate": 1e-06, + "loss": 0.464, + "mean_token_accuracy": 0.8475916385650635, + "num_tokens": 152490591.0, + "step": 3995 + }, + { + "epoch": 0.5083322732476784, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.402629852294922, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8796470165252686, + "num_tokens": 152532290.0, + "step": 3996 + }, + { + "epoch": 0.5084594835262689, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.504615783691406, + "learning_rate": 1e-06, + "loss": 0.4213, + "mean_token_accuracy": 0.8628993034362793, + "num_tokens": 152571984.0, + "step": 3997 + }, + { + "epoch": 0.5085866938048594, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.419346809387207, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8571577072143555, + "num_tokens": 152611082.0, + "step": 3998 + }, + { + "epoch": 0.50871390408345, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.494481086730957, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8660528063774109, + "num_tokens": 152655303.0, + "step": 3999 + }, + { + "epoch": 0.5088411143620405, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.468048095703125, + "learning_rate": 1e-06, + "loss": 0.4386, + "mean_token_accuracy": 0.8562207221984863, + "num_tokens": 152688432.0, + "step": 4000 + }, + { + "epoch": 0.5089683246406309, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.462019920349121, + "learning_rate": 1e-06, + "loss": 0.4471, + "mean_token_accuracy": 0.8539356589317322, + "num_tokens": 152725637.0, + "step": 4001 + }, + { + "epoch": 0.5090955349192214, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.475683212280273, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8556222319602966, + "num_tokens": 152763108.0, + "step": 4002 + }, + { + "epoch": 0.509222745197812, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.495315551757812, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8639521598815918, + "num_tokens": 152800659.0, + "step": 4003 + }, + { + "epoch": 0.5093499554764025, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.432065963745117, + "learning_rate": 1e-06, + "loss": 0.4597, + "mean_token_accuracy": 0.8484757542610168, + "num_tokens": 152842797.0, + "step": 4004 + }, + { + "epoch": 0.509477165754993, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.413565635681152, + "learning_rate": 1e-06, + "loss": 0.4673, + "mean_token_accuracy": 0.8484450578689575, + "num_tokens": 152888257.0, + "step": 4005 + }, + { + "epoch": 0.5096043760335836, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.459738731384277, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8563084602355957, + "num_tokens": 152929089.0, + "step": 4006 + }, + { + "epoch": 0.5097315863121741, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.443803787231445, + "learning_rate": 1e-06, + "loss": 0.4451, + "mean_token_accuracy": 0.8513407707214355, + "num_tokens": 152972710.0, + "step": 4007 + }, + { + "epoch": 0.5098587965907645, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.47496223449707, + "learning_rate": 1e-06, + "loss": 0.425, + "mean_token_accuracy": 0.8572400808334351, + "num_tokens": 153008867.0, + "step": 4008 + }, + { + "epoch": 0.509986006869355, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.432709693908691, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.852217972278595, + "num_tokens": 153051497.0, + "step": 4009 + }, + { + "epoch": 0.5101132171479456, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.483499526977539, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8731415271759033, + "num_tokens": 153089295.0, + "step": 4010 + }, + { + "epoch": 0.5102404274265361, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.453933715820312, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.86253821849823, + "num_tokens": 153123957.0, + "step": 4011 + }, + { + "epoch": 0.5103676377051266, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.451058387756348, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8542214035987854, + "num_tokens": 153165248.0, + "step": 4012 + }, + { + "epoch": 0.5104948479837171, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.436542510986328, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8718691468238831, + "num_tokens": 153206163.0, + "step": 4013 + }, + { + "epoch": 0.5106220582623076, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.49609088897705, + "learning_rate": 1e-06, + "loss": 0.4654, + "mean_token_accuracy": 0.8486230373382568, + "num_tokens": 153248666.0, + "step": 4014 + }, + { + "epoch": 0.5107492685408981, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.456021308898926, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.880372941493988, + "num_tokens": 153289009.0, + "step": 4015 + }, + { + "epoch": 0.5108764788194886, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.45740032196045, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8630719184875488, + "num_tokens": 153321354.0, + "step": 4016 + }, + { + "epoch": 0.5110036890980791, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.495149612426758, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.8575866222381592, + "num_tokens": 153361061.0, + "step": 4017 + }, + { + "epoch": 0.5111308993766697, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.448192596435547, + "learning_rate": 1e-06, + "loss": 0.4616, + "mean_token_accuracy": 0.8516055345535278, + "num_tokens": 153397002.0, + "step": 4018 + }, + { + "epoch": 0.5112581096552602, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.559685707092285, + "learning_rate": 1e-06, + "loss": 0.4763, + "mean_token_accuracy": 0.8444118499755859, + "num_tokens": 153435264.0, + "step": 4019 + }, + { + "epoch": 0.5113853199338506, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.487072944641113, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.856265664100647, + "num_tokens": 153474751.0, + "step": 4020 + }, + { + "epoch": 0.5115125302124411, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.539558410644531, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8665013313293457, + "num_tokens": 153510084.0, + "step": 4021 + }, + { + "epoch": 0.5116397404910317, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.44268798828125, + "learning_rate": 1e-06, + "loss": 0.4822, + "mean_token_accuracy": 0.8446263074874878, + "num_tokens": 153550387.0, + "step": 4022 + }, + { + "epoch": 0.5117669507696222, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.459193229675293, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8799837231636047, + "num_tokens": 153592441.0, + "step": 4023 + }, + { + "epoch": 0.5118941610482127, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.514599800109863, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8644986748695374, + "num_tokens": 153629202.0, + "step": 4024 + }, + { + "epoch": 0.5120213713268033, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.490399360656738, + "learning_rate": 1e-06, + "loss": 0.4547, + "mean_token_accuracy": 0.853165864944458, + "num_tokens": 153669243.0, + "step": 4025 + }, + { + "epoch": 0.5121485816053937, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.4329252243042, + "learning_rate": 1e-06, + "loss": 0.4539, + "mean_token_accuracy": 0.8527411222457886, + "num_tokens": 153709206.0, + "step": 4026 + }, + { + "epoch": 0.5122757918839842, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.556588172912598, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8633414506912231, + "num_tokens": 153741251.0, + "step": 4027 + }, + { + "epoch": 0.5124030021625747, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.461511611938477, + "learning_rate": 1e-06, + "loss": 0.4852, + "mean_token_accuracy": 0.8434455394744873, + "num_tokens": 153775559.0, + "step": 4028 + }, + { + "epoch": 0.5125302124411653, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.496312141418457, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8618334531784058, + "num_tokens": 153819158.0, + "step": 4029 + }, + { + "epoch": 0.5126574227197558, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.4439058303833, + "learning_rate": 1e-06, + "loss": 0.4599, + "mean_token_accuracy": 0.8514447808265686, + "num_tokens": 153856231.0, + "step": 4030 + }, + { + "epoch": 0.5127846329983463, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.488914489746094, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.868488073348999, + "num_tokens": 153897125.0, + "step": 4031 + }, + { + "epoch": 0.5129118432769367, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.43526554107666, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8643751740455627, + "num_tokens": 153933552.0, + "step": 4032 + }, + { + "epoch": 0.5130390535555273, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.457221984863281, + "learning_rate": 1e-06, + "loss": 0.489, + "mean_token_accuracy": 0.8429638147354126, + "num_tokens": 153974337.0, + "step": 4033 + }, + { + "epoch": 0.5131662638341178, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.507370948791504, + "learning_rate": 1e-06, + "loss": 0.449, + "mean_token_accuracy": 0.8518671989440918, + "num_tokens": 154018911.0, + "step": 4034 + }, + { + "epoch": 0.5132934741127083, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.442453384399414, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.868659257888794, + "num_tokens": 154056441.0, + "step": 4035 + }, + { + "epoch": 0.5134206843912988, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.505693435668945, + "learning_rate": 1e-06, + "loss": 0.4636, + "mean_token_accuracy": 0.8486271500587463, + "num_tokens": 154096326.0, + "step": 4036 + }, + { + "epoch": 0.5135478946698894, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.438291549682617, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.861892819404602, + "num_tokens": 154137223.0, + "step": 4037 + }, + { + "epoch": 0.5136751049484798, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.547513008117676, + "learning_rate": 1e-06, + "loss": 0.4452, + "mean_token_accuracy": 0.8550324440002441, + "num_tokens": 154168312.0, + "step": 4038 + }, + { + "epoch": 0.5138023152270703, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.413477897644043, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8706690073013306, + "num_tokens": 154203125.0, + "step": 4039 + }, + { + "epoch": 0.5139295255056608, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.431013107299805, + "learning_rate": 1e-06, + "loss": 0.4531, + "mean_token_accuracy": 0.8516545295715332, + "num_tokens": 154248437.0, + "step": 4040 + }, + { + "epoch": 0.5140567357842514, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.48920726776123, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.8616055250167847, + "num_tokens": 154286303.0, + "step": 4041 + }, + { + "epoch": 0.5141839460628419, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.436427116394043, + "learning_rate": 1e-06, + "loss": 0.4677, + "mean_token_accuracy": 0.8488514423370361, + "num_tokens": 154328638.0, + "step": 4042 + }, + { + "epoch": 0.5143111563414324, + "ewc_loss": 0.01153564453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1563301086425781e-05, + "grad_norm": 9.473041534423828, + "learning_rate": 1e-06, + "loss": 0.4377, + "mean_token_accuracy": 0.8562657833099365, + "num_tokens": 154362953.0, + "step": 4043 + }, + { + "epoch": 0.5144383666200228, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.457054138183594, + "learning_rate": 1e-06, + "loss": 0.4815, + "mean_token_accuracy": 0.8460553288459778, + "num_tokens": 154401289.0, + "step": 4044 + }, + { + "epoch": 0.5145655768986134, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.454960823059082, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8622270226478577, + "num_tokens": 154438779.0, + "step": 4045 + }, + { + "epoch": 0.5146927871772039, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.484917640686035, + "learning_rate": 1e-06, + "loss": 0.4489, + "mean_token_accuracy": 0.8514127731323242, + "num_tokens": 154467032.0, + "step": 4046 + }, + { + "epoch": 0.5148199974557944, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.433070182800293, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.8676448464393616, + "num_tokens": 154505222.0, + "step": 4047 + }, + { + "epoch": 0.514947207734385, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.47110366821289, + "learning_rate": 1e-06, + "loss": 0.4921, + "mean_token_accuracy": 0.8449167013168335, + "num_tokens": 154544953.0, + "step": 4048 + }, + { + "epoch": 0.5150744180129755, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.38028335571289, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8697707653045654, + "num_tokens": 154586193.0, + "step": 4049 + }, + { + "epoch": 0.5152016282915659, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.408735275268555, + "learning_rate": 1e-06, + "loss": 0.4227, + "mean_token_accuracy": 0.8612798452377319, + "num_tokens": 154629531.0, + "step": 4050 + }, + { + "epoch": 0.5153288385701564, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.467794418334961, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.872970700263977, + "num_tokens": 154659482.0, + "step": 4051 + }, + { + "epoch": 0.515456048848747, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.404129981994629, + "learning_rate": 1e-06, + "loss": 0.5309, + "mean_token_accuracy": 0.8243317008018494, + "num_tokens": 154702645.0, + "step": 4052 + }, + { + "epoch": 0.5155832591273375, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.445632934570312, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.866511344909668, + "num_tokens": 154743329.0, + "step": 4053 + }, + { + "epoch": 0.515710469405928, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.470833778381348, + "learning_rate": 1e-06, + "loss": 0.4352, + "mean_token_accuracy": 0.8546403646469116, + "num_tokens": 154783460.0, + "step": 4054 + }, + { + "epoch": 0.5158376796845185, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.400750160217285, + "learning_rate": 1e-06, + "loss": 0.453, + "mean_token_accuracy": 0.851997435092926, + "num_tokens": 154827209.0, + "step": 4055 + }, + { + "epoch": 0.5159648899631091, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.467445373535156, + "learning_rate": 1e-06, + "loss": 0.5124, + "mean_token_accuracy": 0.8330454230308533, + "num_tokens": 154866577.0, + "step": 4056 + }, + { + "epoch": 0.5160921002416995, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.427750587463379, + "learning_rate": 1e-06, + "loss": 0.4251, + "mean_token_accuracy": 0.8594688177108765, + "num_tokens": 154912191.0, + "step": 4057 + }, + { + "epoch": 0.51621931052029, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.461312294006348, + "learning_rate": 1e-06, + "loss": 0.4797, + "mean_token_accuracy": 0.8447766900062561, + "num_tokens": 154953412.0, + "step": 4058 + }, + { + "epoch": 0.5163465207988805, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.440711975097656, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8686503171920776, + "num_tokens": 154989913.0, + "step": 4059 + }, + { + "epoch": 0.5164737310774711, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.491979598999023, + "learning_rate": 1e-06, + "loss": 0.4732, + "mean_token_accuracy": 0.8448559641838074, + "num_tokens": 155038094.0, + "step": 4060 + }, + { + "epoch": 0.5166009413560616, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.447297096252441, + "learning_rate": 1e-06, + "loss": 0.462, + "mean_token_accuracy": 0.8479199409484863, + "num_tokens": 155075900.0, + "step": 4061 + }, + { + "epoch": 0.5167281516346521, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.482028007507324, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8564090728759766, + "num_tokens": 155117038.0, + "step": 4062 + }, + { + "epoch": 0.5168553619132426, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.441764831542969, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8718631267547607, + "num_tokens": 155151442.0, + "step": 4063 + }, + { + "epoch": 0.5169825721918331, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.474618911743164, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8654162883758545, + "num_tokens": 155192288.0, + "step": 4064 + }, + { + "epoch": 0.5171097824704236, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.39889144897461, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8600631952285767, + "num_tokens": 155238931.0, + "step": 4065 + }, + { + "epoch": 0.5172369927490141, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.464189529418945, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8705706596374512, + "num_tokens": 155276644.0, + "step": 4066 + }, + { + "epoch": 0.5173642030276047, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.486339569091797, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8696762323379517, + "num_tokens": 155307638.0, + "step": 4067 + }, + { + "epoch": 0.5174914133061952, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.47506332397461, + "learning_rate": 1e-06, + "loss": 0.4553, + "mean_token_accuracy": 0.8512706160545349, + "num_tokens": 155343255.0, + "step": 4068 + }, + { + "epoch": 0.5176186235847856, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.422876358032227, + "learning_rate": 1e-06, + "loss": 0.4328, + "mean_token_accuracy": 0.8598002195358276, + "num_tokens": 155382283.0, + "step": 4069 + }, + { + "epoch": 0.5177458338633761, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.450220108032227, + "learning_rate": 1e-06, + "loss": 0.5049, + "mean_token_accuracy": 0.8354987502098083, + "num_tokens": 155427096.0, + "step": 4070 + }, + { + "epoch": 0.5178730441419667, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.50538158416748, + "learning_rate": 1e-06, + "loss": 0.4635, + "mean_token_accuracy": 0.845924437046051, + "num_tokens": 155467472.0, + "step": 4071 + }, + { + "epoch": 0.5180002544205572, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.422475814819336, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.8521921634674072, + "num_tokens": 155508350.0, + "step": 4072 + }, + { + "epoch": 0.5181274646991477, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.501542091369629, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8817652463912964, + "num_tokens": 155547215.0, + "step": 4073 + }, + { + "epoch": 0.5182546749777382, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.478909492492676, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8622685670852661, + "num_tokens": 155586658.0, + "step": 4074 + }, + { + "epoch": 0.5183818852563287, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.472302436828613, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8601517677307129, + "num_tokens": 155620944.0, + "step": 4075 + }, + { + "epoch": 0.5185090955349192, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.495060920715332, + "learning_rate": 1e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.8553467988967896, + "num_tokens": 155662699.0, + "step": 4076 + }, + { + "epoch": 0.5186363058135097, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.420748710632324, + "learning_rate": 1e-06, + "loss": 0.4759, + "mean_token_accuracy": 0.8453466892242432, + "num_tokens": 155707783.0, + "step": 4077 + }, + { + "epoch": 0.5187635160921003, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.48083782196045, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8631992936134338, + "num_tokens": 155745227.0, + "step": 4078 + }, + { + "epoch": 0.5188907263706908, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.429086685180664, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8588946461677551, + "num_tokens": 155786466.0, + "step": 4079 + }, + { + "epoch": 0.5190179366492813, + "ewc_loss": 0.0115966796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1622905731201172e-05, + "grad_norm": 9.43149185180664, + "learning_rate": 1e-06, + "loss": 0.4274, + "mean_token_accuracy": 0.8587596416473389, + "num_tokens": 155833145.0, + "step": 4080 + }, + { + "epoch": 0.5191451469278717, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.478264808654785, + "learning_rate": 1e-06, + "loss": 0.4573, + "mean_token_accuracy": 0.8478842973709106, + "num_tokens": 155869533.0, + "step": 4081 + }, + { + "epoch": 0.5192723572064623, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.433158874511719, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.8559898734092712, + "num_tokens": 155909329.0, + "step": 4082 + }, + { + "epoch": 0.5193995674850528, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.455788612365723, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8661674857139587, + "num_tokens": 155947848.0, + "step": 4083 + }, + { + "epoch": 0.5195267777636433, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.454483032226562, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8620083332061768, + "num_tokens": 155982693.0, + "step": 4084 + }, + { + "epoch": 0.5196539880422338, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.47191047668457, + "learning_rate": 1e-06, + "loss": 0.44, + "mean_token_accuracy": 0.8563908338546753, + "num_tokens": 156023414.0, + "step": 4085 + }, + { + "epoch": 0.5197811983208244, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.447933197021484, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8574868440628052, + "num_tokens": 156063488.0, + "step": 4086 + }, + { + "epoch": 0.5199084085994148, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.405379295349121, + "learning_rate": 1e-06, + "loss": 0.4296, + "mean_token_accuracy": 0.8581264019012451, + "num_tokens": 156103081.0, + "step": 4087 + }, + { + "epoch": 0.5200356188780053, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.51478099822998, + "learning_rate": 1e-06, + "loss": 0.4598, + "mean_token_accuracy": 0.8496637344360352, + "num_tokens": 156139453.0, + "step": 4088 + }, + { + "epoch": 0.5201628291565958, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.466171264648438, + "learning_rate": 1e-06, + "loss": 0.4474, + "mean_token_accuracy": 0.8526451587677002, + "num_tokens": 156176564.0, + "step": 4089 + }, + { + "epoch": 0.5202900394351864, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.37803840637207, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8607898950576782, + "num_tokens": 156221278.0, + "step": 4090 + }, + { + "epoch": 0.5204172497137769, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.485274314880371, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.8621749877929688, + "num_tokens": 156259124.0, + "step": 4091 + }, + { + "epoch": 0.5205444599923674, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.481165885925293, + "learning_rate": 1e-06, + "loss": 0.4761, + "mean_token_accuracy": 0.8481649160385132, + "num_tokens": 156297832.0, + "step": 4092 + }, + { + "epoch": 0.5206716702709578, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.47260856628418, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8632783889770508, + "num_tokens": 156329745.0, + "step": 4093 + }, + { + "epoch": 0.5207988805495484, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.500799179077148, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8584054708480835, + "num_tokens": 156360154.0, + "step": 4094 + }, + { + "epoch": 0.5209260908281389, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.458842277526855, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.8603836297988892, + "num_tokens": 156399360.0, + "step": 4095 + }, + { + "epoch": 0.5210533011067294, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.498984336853027, + "learning_rate": 1e-06, + "loss": 0.4355, + "mean_token_accuracy": 0.8566783666610718, + "num_tokens": 156438782.0, + "step": 4096 + }, + { + "epoch": 0.52118051138532, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.485005378723145, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.864641547203064, + "num_tokens": 156470261.0, + "step": 4097 + }, + { + "epoch": 0.5213077216639105, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.497099876403809, + "learning_rate": 1e-06, + "loss": 0.4904, + "mean_token_accuracy": 0.8404951095581055, + "num_tokens": 156510493.0, + "step": 4098 + }, + { + "epoch": 0.5214349319425009, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.434577941894531, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8598419427871704, + "num_tokens": 156545040.0, + "step": 4099 + }, + { + "epoch": 0.5215621422210914, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.508858680725098, + "learning_rate": 1e-06, + "loss": 0.4302, + "mean_token_accuracy": 0.8559411764144897, + "num_tokens": 156583474.0, + "step": 4100 + }, + { + "epoch": 0.521689352499682, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.447800636291504, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.8575403094291687, + "num_tokens": 156627137.0, + "step": 4101 + }, + { + "epoch": 0.5218165627782725, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.432479858398438, + "learning_rate": 1e-06, + "loss": 0.4717, + "mean_token_accuracy": 0.8467000722885132, + "num_tokens": 156664726.0, + "step": 4102 + }, + { + "epoch": 0.521943773056863, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.450966835021973, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8747798204421997, + "num_tokens": 156707014.0, + "step": 4103 + }, + { + "epoch": 0.5220709833354535, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.456846237182617, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.8543218374252319, + "num_tokens": 156747784.0, + "step": 4104 + }, + { + "epoch": 0.522198193614044, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.491730690002441, + "learning_rate": 1e-06, + "loss": 0.4338, + "mean_token_accuracy": 0.855676531791687, + "num_tokens": 156784760.0, + "step": 4105 + }, + { + "epoch": 0.5223254038926345, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.494701385498047, + "learning_rate": 1e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.8549169301986694, + "num_tokens": 156822899.0, + "step": 4106 + }, + { + "epoch": 0.522452614171225, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.44972038269043, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8647019863128662, + "num_tokens": 156861308.0, + "step": 4107 + }, + { + "epoch": 0.5225798244498155, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.460206985473633, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8640735745429993, + "num_tokens": 156901981.0, + "step": 4108 + }, + { + "epoch": 0.5227070347284061, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.443684577941895, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8633564710617065, + "num_tokens": 156942215.0, + "step": 4109 + }, + { + "epoch": 0.5228342450069966, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.511059761047363, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8651526570320129, + "num_tokens": 156983820.0, + "step": 4110 + }, + { + "epoch": 0.5229614552855871, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.503931999206543, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8708697557449341, + "num_tokens": 157016215.0, + "step": 4111 + }, + { + "epoch": 0.5230886655641775, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.476792335510254, + "learning_rate": 1e-06, + "loss": 0.4322, + "mean_token_accuracy": 0.8572559356689453, + "num_tokens": 157052071.0, + "step": 4112 + }, + { + "epoch": 0.5232158758427681, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.483528137207031, + "learning_rate": 1e-06, + "loss": 0.5065, + "mean_token_accuracy": 0.8361504077911377, + "num_tokens": 157097711.0, + "step": 4113 + }, + { + "epoch": 0.5233430861213586, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.49737548828125, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.85637366771698, + "num_tokens": 157134801.0, + "step": 4114 + }, + { + "epoch": 0.5234702963999491, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.509491920471191, + "learning_rate": 1e-06, + "loss": 0.4392, + "mean_token_accuracy": 0.8580447435379028, + "num_tokens": 157171885.0, + "step": 4115 + }, + { + "epoch": 0.5235975066785397, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.466398239135742, + "learning_rate": 1e-06, + "loss": 0.4377, + "mean_token_accuracy": 0.8568337559700012, + "num_tokens": 157211915.0, + "step": 4116 + }, + { + "epoch": 0.5237247169571302, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.467843055725098, + "learning_rate": 1e-06, + "loss": 0.4558, + "mean_token_accuracy": 0.8523690700531006, + "num_tokens": 157260564.0, + "step": 4117 + }, + { + "epoch": 0.5238519272357206, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.4594087600708, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8591695427894592, + "num_tokens": 157294676.0, + "step": 4118 + }, + { + "epoch": 0.5239791375143111, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.485515594482422, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8681634664535522, + "num_tokens": 157334607.0, + "step": 4119 + }, + { + "epoch": 0.5241063477929017, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.433431625366211, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.85976642370224, + "num_tokens": 157372021.0, + "step": 4120 + }, + { + "epoch": 0.5242335580714922, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.4407958984375, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8629245162010193, + "num_tokens": 157410092.0, + "step": 4121 + }, + { + "epoch": 0.5243607683500827, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.504473686218262, + "learning_rate": 1e-06, + "loss": 0.4412, + "mean_token_accuracy": 0.8549103736877441, + "num_tokens": 157447979.0, + "step": 4122 + }, + { + "epoch": 0.5244879786286732, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.470932960510254, + "learning_rate": 1e-06, + "loss": 0.442, + "mean_token_accuracy": 0.8535581827163696, + "num_tokens": 157481376.0, + "step": 4123 + }, + { + "epoch": 0.5246151889072637, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.512856483459473, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8639621734619141, + "num_tokens": 157519555.0, + "step": 4124 + }, + { + "epoch": 0.5247423991858542, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.451008796691895, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8563326001167297, + "num_tokens": 157551849.0, + "step": 4125 + }, + { + "epoch": 0.5248696094644447, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.487897872924805, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8580236434936523, + "num_tokens": 157590823.0, + "step": 4126 + }, + { + "epoch": 0.5249968197430352, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.441436767578125, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8682780861854553, + "num_tokens": 157633771.0, + "step": 4127 + }, + { + "epoch": 0.5251240300216258, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.517327308654785, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8713042140007019, + "num_tokens": 157667796.0, + "step": 4128 + }, + { + "epoch": 0.5252512403002163, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.4175386428833, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8680700063705444, + "num_tokens": 157709452.0, + "step": 4129 + }, + { + "epoch": 0.5253784505788067, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.480151176452637, + "learning_rate": 1e-06, + "loss": 0.4599, + "mean_token_accuracy": 0.8497176170349121, + "num_tokens": 157741407.0, + "step": 4130 + }, + { + "epoch": 0.5255056608573972, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.471020698547363, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.868877649307251, + "num_tokens": 157777693.0, + "step": 4131 + }, + { + "epoch": 0.5256328711359878, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.456488609313965, + "learning_rate": 1e-06, + "loss": 0.4411, + "mean_token_accuracy": 0.8556243181228638, + "num_tokens": 157814729.0, + "step": 4132 + }, + { + "epoch": 0.5257600814145783, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.46078109741211, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8676722645759583, + "num_tokens": 157853698.0, + "step": 4133 + }, + { + "epoch": 0.5258872916931688, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.479016304016113, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.863580584526062, + "num_tokens": 157888580.0, + "step": 4134 + }, + { + "epoch": 0.5260145019717594, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.489169120788574, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8564335107803345, + "num_tokens": 157928434.0, + "step": 4135 + }, + { + "epoch": 0.5261417122503498, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.461251258850098, + "learning_rate": 1e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.8538074493408203, + "num_tokens": 157968936.0, + "step": 4136 + }, + { + "epoch": 0.5262689225289403, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.518518447875977, + "learning_rate": 1e-06, + "loss": 0.467, + "mean_token_accuracy": 0.8478474617004395, + "num_tokens": 158005496.0, + "step": 4137 + }, + { + "epoch": 0.5263961328075308, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.450617790222168, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8659864068031311, + "num_tokens": 158047569.0, + "step": 4138 + }, + { + "epoch": 0.5265233430861214, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.477806091308594, + "learning_rate": 1e-06, + "loss": 0.4322, + "mean_token_accuracy": 0.8569082021713257, + "num_tokens": 158085733.0, + "step": 4139 + }, + { + "epoch": 0.5266505533647119, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.451972007751465, + "learning_rate": 1e-06, + "loss": 0.4607, + "mean_token_accuracy": 0.8489596247673035, + "num_tokens": 158123906.0, + "step": 4140 + }, + { + "epoch": 0.5267777636433024, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.498316764831543, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8646658658981323, + "num_tokens": 158163663.0, + "step": 4141 + }, + { + "epoch": 0.5269049739218928, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.488035202026367, + "learning_rate": 1e-06, + "loss": 0.4722, + "mean_token_accuracy": 0.8473315238952637, + "num_tokens": 158205878.0, + "step": 4142 + }, + { + "epoch": 0.5270321842004834, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.434822082519531, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8618719577789307, + "num_tokens": 158241608.0, + "step": 4143 + }, + { + "epoch": 0.5271593944790739, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.507009506225586, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8712913990020752, + "num_tokens": 158274259.0, + "step": 4144 + }, + { + "epoch": 0.5272866047576644, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.539878845214844, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8647522926330566, + "num_tokens": 158304793.0, + "step": 4145 + }, + { + "epoch": 0.527413815036255, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.493719100952148, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8721145987510681, + "num_tokens": 158349420.0, + "step": 4146 + }, + { + "epoch": 0.5275410253148455, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.48582935333252, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.8576709628105164, + "num_tokens": 158395834.0, + "step": 4147 + }, + { + "epoch": 0.5276682355934359, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.513150215148926, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.8599815964698792, + "num_tokens": 158435568.0, + "step": 4148 + }, + { + "epoch": 0.5277954458720264, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.471090316772461, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8679385185241699, + "num_tokens": 158473584.0, + "step": 4149 + }, + { + "epoch": 0.527922656150617, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.497679710388184, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8595478534698486, + "num_tokens": 158513435.0, + "step": 4150 + }, + { + "epoch": 0.5280498664292075, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.48322868347168, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8597041368484497, + "num_tokens": 158549478.0, + "step": 4151 + }, + { + "epoch": 0.528177076707798, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.494044303894043, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8632820844650269, + "num_tokens": 158598742.0, + "step": 4152 + }, + { + "epoch": 0.5283042869863885, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.552291870117188, + "learning_rate": 1e-06, + "loss": 0.4661, + "mean_token_accuracy": 0.8479088544845581, + "num_tokens": 158636806.0, + "step": 4153 + }, + { + "epoch": 0.528431497264979, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.474410057067871, + "learning_rate": 1e-06, + "loss": 0.442, + "mean_token_accuracy": 0.8524006605148315, + "num_tokens": 158676043.0, + "step": 4154 + }, + { + "epoch": 0.5285587075435695, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.492629051208496, + "learning_rate": 1e-06, + "loss": 0.4539, + "mean_token_accuracy": 0.8419011831283569, + "num_tokens": 158711772.0, + "step": 4155 + }, + { + "epoch": 0.52868591782216, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.493703842163086, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8579196333885193, + "num_tokens": 158749608.0, + "step": 4156 + }, + { + "epoch": 0.5288131281007505, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.458720207214355, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8600190877914429, + "num_tokens": 158790502.0, + "step": 4157 + }, + { + "epoch": 0.5289403383793411, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.528382301330566, + "learning_rate": 1e-06, + "loss": 0.5069, + "mean_token_accuracy": 0.8350822925567627, + "num_tokens": 158828415.0, + "step": 4158 + }, + { + "epoch": 0.5290675486579316, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.500669479370117, + "learning_rate": 1e-06, + "loss": 0.4601, + "mean_token_accuracy": 0.8496177792549133, + "num_tokens": 158866972.0, + "step": 4159 + }, + { + "epoch": 0.5291947589365221, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.491622924804688, + "learning_rate": 1e-06, + "loss": 0.4446, + "mean_token_accuracy": 0.8559817671775818, + "num_tokens": 158902991.0, + "step": 4160 + }, + { + "epoch": 0.5293219692151125, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.567975997924805, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8660472631454468, + "num_tokens": 158945963.0, + "step": 4161 + }, + { + "epoch": 0.5294491794937031, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.44251823425293, + "learning_rate": 1e-06, + "loss": 0.4266, + "mean_token_accuracy": 0.8570308089256287, + "num_tokens": 158985407.0, + "step": 4162 + }, + { + "epoch": 0.5295763897722936, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.484599113464355, + "learning_rate": 1e-06, + "loss": 0.4474, + "mean_token_accuracy": 0.8516483306884766, + "num_tokens": 159024387.0, + "step": 4163 + }, + { + "epoch": 0.5297036000508841, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.503630638122559, + "learning_rate": 1e-06, + "loss": 0.4435, + "mean_token_accuracy": 0.8499748110771179, + "num_tokens": 159061430.0, + "step": 4164 + }, + { + "epoch": 0.5298308103294747, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.497438430786133, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8606222867965698, + "num_tokens": 159099350.0, + "step": 4165 + }, + { + "epoch": 0.5299580206080652, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.511458396911621, + "learning_rate": 1e-06, + "loss": 0.5225, + "mean_token_accuracy": 0.8332207798957825, + "num_tokens": 159136276.0, + "step": 4166 + }, + { + "epoch": 0.5300852308866556, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.499492645263672, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8798678517341614, + "num_tokens": 159177102.0, + "step": 4167 + }, + { + "epoch": 0.5302124411652461, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.524849891662598, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8694484233856201, + "num_tokens": 159213582.0, + "step": 4168 + }, + { + "epoch": 0.5303396514438367, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.54885482788086, + "learning_rate": 1e-06, + "loss": 0.436, + "mean_token_accuracy": 0.8567794561386108, + "num_tokens": 159254283.0, + "step": 4169 + }, + { + "epoch": 0.5304668617224272, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.506834983825684, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8601029515266418, + "num_tokens": 159288557.0, + "step": 4170 + }, + { + "epoch": 0.5305940720010177, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.548257827758789, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8678678274154663, + "num_tokens": 159325047.0, + "step": 4171 + }, + { + "epoch": 0.5307212822796082, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.503229141235352, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8622266054153442, + "num_tokens": 159366291.0, + "step": 4172 + }, + { + "epoch": 0.5308484925581987, + "ewc_loss": 0.01165771484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1682510375976562e-05, + "grad_norm": 9.5369291305542, + "learning_rate": 1e-06, + "loss": 0.4583, + "mean_token_accuracy": 0.8522325158119202, + "num_tokens": 159401634.0, + "step": 4173 + }, + { + "epoch": 0.5309757028367892, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.512469291687012, + "learning_rate": 1e-06, + "loss": 0.4575, + "mean_token_accuracy": 0.8503202199935913, + "num_tokens": 159435316.0, + "step": 4174 + }, + { + "epoch": 0.5311029131153797, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.500155448913574, + "learning_rate": 1e-06, + "loss": 0.4514, + "mean_token_accuracy": 0.851301908493042, + "num_tokens": 159472192.0, + "step": 4175 + }, + { + "epoch": 0.5312301233939702, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.45720386505127, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8652633428573608, + "num_tokens": 159515342.0, + "step": 4176 + }, + { + "epoch": 0.5313573336725608, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.455918312072754, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8622168898582458, + "num_tokens": 159553932.0, + "step": 4177 + }, + { + "epoch": 0.5314845439511513, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.565134048461914, + "learning_rate": 1e-06, + "loss": 0.4282, + "mean_token_accuracy": 0.8597443103790283, + "num_tokens": 159584711.0, + "step": 4178 + }, + { + "epoch": 0.5316117542297417, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.466117858886719, + "learning_rate": 1e-06, + "loss": 0.4623, + "mean_token_accuracy": 0.8457650542259216, + "num_tokens": 159618784.0, + "step": 4179 + }, + { + "epoch": 0.5317389645083322, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.471497535705566, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.8565112948417664, + "num_tokens": 159661288.0, + "step": 4180 + }, + { + "epoch": 0.5318661747869228, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.54973030090332, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8700625896453857, + "num_tokens": 159701286.0, + "step": 4181 + }, + { + "epoch": 0.5319933850655133, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.478075981140137, + "learning_rate": 1e-06, + "loss": 0.467, + "mean_token_accuracy": 0.8467007875442505, + "num_tokens": 159746631.0, + "step": 4182 + }, + { + "epoch": 0.5321205953441038, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.466102600097656, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8618651032447815, + "num_tokens": 159787753.0, + "step": 4183 + }, + { + "epoch": 0.5322478056226944, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.483048439025879, + "learning_rate": 1e-06, + "loss": 0.4635, + "mean_token_accuracy": 0.8500561118125916, + "num_tokens": 159823092.0, + "step": 4184 + }, + { + "epoch": 0.5323750159012848, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.576484680175781, + "learning_rate": 1e-06, + "loss": 0.4606, + "mean_token_accuracy": 0.850426435470581, + "num_tokens": 159858480.0, + "step": 4185 + }, + { + "epoch": 0.5325022261798753, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.463573455810547, + "learning_rate": 1e-06, + "loss": 0.4826, + "mean_token_accuracy": 0.848812460899353, + "num_tokens": 159896220.0, + "step": 4186 + }, + { + "epoch": 0.5326294364584658, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.528372764587402, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.856328010559082, + "num_tokens": 159930995.0, + "step": 4187 + }, + { + "epoch": 0.5327566467370564, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.502721786499023, + "learning_rate": 1e-06, + "loss": 0.4428, + "mean_token_accuracy": 0.853419303894043, + "num_tokens": 159968013.0, + "step": 4188 + }, + { + "epoch": 0.5328838570156469, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.533947944641113, + "learning_rate": 1e-06, + "loss": 0.4564, + "mean_token_accuracy": 0.8513017892837524, + "num_tokens": 160004085.0, + "step": 4189 + }, + { + "epoch": 0.5330110672942374, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.50072956085205, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8681256771087646, + "num_tokens": 160040606.0, + "step": 4190 + }, + { + "epoch": 0.5331382775728278, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.523430824279785, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8701325058937073, + "num_tokens": 160080792.0, + "step": 4191 + }, + { + "epoch": 0.5332654878514184, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.525824546813965, + "learning_rate": 1e-06, + "loss": 0.4583, + "mean_token_accuracy": 0.8460873365402222, + "num_tokens": 160117055.0, + "step": 4192 + }, + { + "epoch": 0.5333926981300089, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.524788856506348, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8636111617088318, + "num_tokens": 160153223.0, + "step": 4193 + }, + { + "epoch": 0.5335199084085994, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.4700288772583, + "learning_rate": 1e-06, + "loss": 0.4899, + "mean_token_accuracy": 0.8411300778388977, + "num_tokens": 160190920.0, + "step": 4194 + }, + { + "epoch": 0.53364711868719, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.508304595947266, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8562420606613159, + "num_tokens": 160221898.0, + "step": 4195 + }, + { + "epoch": 0.5337743289657805, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.505046844482422, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8608679175376892, + "num_tokens": 160267102.0, + "step": 4196 + }, + { + "epoch": 0.5339015392443709, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.536364555358887, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8637226223945618, + "num_tokens": 160304422.0, + "step": 4197 + }, + { + "epoch": 0.5340287495229614, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.48923397064209, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8549240827560425, + "num_tokens": 160339006.0, + "step": 4198 + }, + { + "epoch": 0.534155959801552, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.478086471557617, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8777011632919312, + "num_tokens": 160377504.0, + "step": 4199 + }, + { + "epoch": 0.5342831700801425, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.554862022399902, + "learning_rate": 1e-06, + "loss": 0.4897, + "mean_token_accuracy": 0.8385006189346313, + "num_tokens": 160413315.0, + "step": 4200 + }, + { + "epoch": 0.534410380358733, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.466344833374023, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8722084760665894, + "num_tokens": 160455034.0, + "step": 4201 + }, + { + "epoch": 0.5345375906373235, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.510501861572266, + "learning_rate": 1e-06, + "loss": 0.4486, + "mean_token_accuracy": 0.8545211553573608, + "num_tokens": 160490505.0, + "step": 4202 + }, + { + "epoch": 0.534664800915914, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.50121021270752, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8684130907058716, + "num_tokens": 160528712.0, + "step": 4203 + }, + { + "epoch": 0.5347920111945045, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.481653213500977, + "learning_rate": 1e-06, + "loss": 0.4581, + "mean_token_accuracy": 0.8506632447242737, + "num_tokens": 160567945.0, + "step": 4204 + }, + { + "epoch": 0.534919221473095, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.544967651367188, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8651220798492432, + "num_tokens": 160596767.0, + "step": 4205 + }, + { + "epoch": 0.5350464317516855, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.451037406921387, + "learning_rate": 1e-06, + "loss": 0.4498, + "mean_token_accuracy": 0.8552789092063904, + "num_tokens": 160636912.0, + "step": 4206 + }, + { + "epoch": 0.5351736420302761, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.481706619262695, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8515923023223877, + "num_tokens": 160674588.0, + "step": 4207 + }, + { + "epoch": 0.5353008523088666, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.521842002868652, + "learning_rate": 1e-06, + "loss": 0.4655, + "mean_token_accuracy": 0.8463057279586792, + "num_tokens": 160713441.0, + "step": 4208 + }, + { + "epoch": 0.5354280625874571, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.468399047851562, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8683662414550781, + "num_tokens": 160752716.0, + "step": 4209 + }, + { + "epoch": 0.5355552728660475, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.516891479492188, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8685610294342041, + "num_tokens": 160798771.0, + "step": 4210 + }, + { + "epoch": 0.5356824831446381, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.493631362915039, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8754922151565552, + "num_tokens": 160843085.0, + "step": 4211 + }, + { + "epoch": 0.5358096934232286, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.577089309692383, + "learning_rate": 1e-06, + "loss": 0.451, + "mean_token_accuracy": 0.851795494556427, + "num_tokens": 160883073.0, + "step": 4212 + }, + { + "epoch": 0.5359369037018191, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.49147891998291, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8652873039245605, + "num_tokens": 160923734.0, + "step": 4213 + }, + { + "epoch": 0.5360641139804097, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.537958145141602, + "learning_rate": 1e-06, + "loss": 0.4458, + "mean_token_accuracy": 0.855086088180542, + "num_tokens": 160963460.0, + "step": 4214 + }, + { + "epoch": 0.5361913242590002, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.541990280151367, + "learning_rate": 1e-06, + "loss": 0.4397, + "mean_token_accuracy": 0.8562186360359192, + "num_tokens": 161003691.0, + "step": 4215 + }, + { + "epoch": 0.5363185345375906, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.513162612915039, + "learning_rate": 1e-06, + "loss": 0.4251, + "mean_token_accuracy": 0.8595854640007019, + "num_tokens": 161042056.0, + "step": 4216 + }, + { + "epoch": 0.5364457448161811, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.509825706481934, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8813349008560181, + "num_tokens": 161078670.0, + "step": 4217 + }, + { + "epoch": 0.5365729550947717, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.469826698303223, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8720157146453857, + "num_tokens": 161113992.0, + "step": 4218 + }, + { + "epoch": 0.5367001653733622, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.485353469848633, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.864416241645813, + "num_tokens": 161153763.0, + "step": 4219 + }, + { + "epoch": 0.5368273756519527, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.49775218963623, + "learning_rate": 1e-06, + "loss": 0.4754, + "mean_token_accuracy": 0.8437685966491699, + "num_tokens": 161184186.0, + "step": 4220 + }, + { + "epoch": 0.5369545859305432, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.502108573913574, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8567599654197693, + "num_tokens": 161219298.0, + "step": 4221 + }, + { + "epoch": 0.5370817962091337, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.458102226257324, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8743972182273865, + "num_tokens": 161255252.0, + "step": 4222 + }, + { + "epoch": 0.5372090064877242, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.474061012268066, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8624860644340515, + "num_tokens": 161295890.0, + "step": 4223 + }, + { + "epoch": 0.5373362167663147, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.476107597351074, + "learning_rate": 1e-06, + "loss": 0.4405, + "mean_token_accuracy": 0.8568877577781677, + "num_tokens": 161330808.0, + "step": 4224 + }, + { + "epoch": 0.5374634270449052, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.486364364624023, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8667875528335571, + "num_tokens": 161370515.0, + "step": 4225 + }, + { + "epoch": 0.5375906373234958, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.504254341125488, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8712154626846313, + "num_tokens": 161405257.0, + "step": 4226 + }, + { + "epoch": 0.5377178476020863, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.490854263305664, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.8597440123558044, + "num_tokens": 161443526.0, + "step": 4227 + }, + { + "epoch": 0.5378450578806767, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.511110305786133, + "learning_rate": 1e-06, + "loss": 0.4498, + "mean_token_accuracy": 0.8530754446983337, + "num_tokens": 161481262.0, + "step": 4228 + }, + { + "epoch": 0.5379722681592672, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.490569114685059, + "learning_rate": 1e-06, + "loss": 0.4752, + "mean_token_accuracy": 0.8444182276725769, + "num_tokens": 161517756.0, + "step": 4229 + }, + { + "epoch": 0.5380994784378578, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.499907493591309, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8686625957489014, + "num_tokens": 161552680.0, + "step": 4230 + }, + { + "epoch": 0.5382266887164483, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.505199432373047, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8562955260276794, + "num_tokens": 161588607.0, + "step": 4231 + }, + { + "epoch": 0.5383538989950388, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.508685111999512, + "learning_rate": 1e-06, + "loss": 0.4854, + "mean_token_accuracy": 0.842948853969574, + "num_tokens": 161626427.0, + "step": 4232 + }, + { + "epoch": 0.5384811092736294, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.484979629516602, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8649965524673462, + "num_tokens": 161665182.0, + "step": 4233 + }, + { + "epoch": 0.5386083195522198, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.46018123626709, + "learning_rate": 1e-06, + "loss": 0.4251, + "mean_token_accuracy": 0.8596307635307312, + "num_tokens": 161704685.0, + "step": 4234 + }, + { + "epoch": 0.5387355298308103, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.493857383728027, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8649821281433105, + "num_tokens": 161742960.0, + "step": 4235 + }, + { + "epoch": 0.5388627401094008, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.486562728881836, + "learning_rate": 1e-06, + "loss": 0.4374, + "mean_token_accuracy": 0.8586511611938477, + "num_tokens": 161778199.0, + "step": 4236 + }, + { + "epoch": 0.5389899503879914, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.503586769104004, + "learning_rate": 1e-06, + "loss": 0.4386, + "mean_token_accuracy": 0.8554506301879883, + "num_tokens": 161811235.0, + "step": 4237 + }, + { + "epoch": 0.5391171606665819, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.483939170837402, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8600497245788574, + "num_tokens": 161847669.0, + "step": 4238 + }, + { + "epoch": 0.5392443709451724, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.508421897888184, + "learning_rate": 1e-06, + "loss": 0.4693, + "mean_token_accuracy": 0.846132755279541, + "num_tokens": 161888470.0, + "step": 4239 + }, + { + "epoch": 0.5393715812237628, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.525496482849121, + "learning_rate": 1e-06, + "loss": 0.4891, + "mean_token_accuracy": 0.8400529026985168, + "num_tokens": 161924563.0, + "step": 4240 + }, + { + "epoch": 0.5394987915023534, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.530000686645508, + "learning_rate": 1e-06, + "loss": 0.4749, + "mean_token_accuracy": 0.8450886011123657, + "num_tokens": 161959062.0, + "step": 4241 + }, + { + "epoch": 0.5396260017809439, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.504106521606445, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8636075258255005, + "num_tokens": 161994755.0, + "step": 4242 + }, + { + "epoch": 0.5397532120595344, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.511761665344238, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8690061569213867, + "num_tokens": 162032812.0, + "step": 4243 + }, + { + "epoch": 0.5398804223381249, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.49170207977295, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8626093864440918, + "num_tokens": 162067130.0, + "step": 4244 + }, + { + "epoch": 0.5400076326167155, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.497203826904297, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8605847358703613, + "num_tokens": 162107452.0, + "step": 4245 + }, + { + "epoch": 0.5401348428953059, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.50858211517334, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8589742183685303, + "num_tokens": 162144220.0, + "step": 4246 + }, + { + "epoch": 0.5402620531738964, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.505792617797852, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8686559200286865, + "num_tokens": 162181798.0, + "step": 4247 + }, + { + "epoch": 0.540389263452487, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.454195976257324, + "learning_rate": 1e-06, + "loss": 0.4469, + "mean_token_accuracy": 0.8512442111968994, + "num_tokens": 162222501.0, + "step": 4248 + }, + { + "epoch": 0.5405164737310775, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.540444374084473, + "learning_rate": 1e-06, + "loss": 0.4294, + "mean_token_accuracy": 0.8557353019714355, + "num_tokens": 162265533.0, + "step": 4249 + }, + { + "epoch": 0.540643684009668, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.498679161071777, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8741179704666138, + "num_tokens": 162304984.0, + "step": 4250 + }, + { + "epoch": 0.5407708942882585, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.521236419677734, + "learning_rate": 1e-06, + "loss": 0.4552, + "mean_token_accuracy": 0.8503537774085999, + "num_tokens": 162342358.0, + "step": 4251 + }, + { + "epoch": 0.540898104566849, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.495603561401367, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8605442047119141, + "num_tokens": 162377343.0, + "step": 4252 + }, + { + "epoch": 0.5410253148454395, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.512948989868164, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8597873449325562, + "num_tokens": 162416416.0, + "step": 4253 + }, + { + "epoch": 0.54115252512403, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.509191513061523, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8845787048339844, + "num_tokens": 162447108.0, + "step": 4254 + }, + { + "epoch": 0.5412797354026205, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.533489227294922, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.861104428768158, + "num_tokens": 162489659.0, + "step": 4255 + }, + { + "epoch": 0.5414069456812111, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.480982780456543, + "learning_rate": 1e-06, + "loss": 0.4636, + "mean_token_accuracy": 0.849361777305603, + "num_tokens": 162525816.0, + "step": 4256 + }, + { + "epoch": 0.5415341559598016, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.605780601501465, + "learning_rate": 1e-06, + "loss": 0.4669, + "mean_token_accuracy": 0.8553875684738159, + "num_tokens": 162564154.0, + "step": 4257 + }, + { + "epoch": 0.5416613662383921, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.477585792541504, + "learning_rate": 1e-06, + "loss": 0.4505, + "mean_token_accuracy": 0.8539189100265503, + "num_tokens": 162602728.0, + "step": 4258 + }, + { + "epoch": 0.5417885765169825, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.547269821166992, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8645275235176086, + "num_tokens": 162636659.0, + "step": 4259 + }, + { + "epoch": 0.5419157867955731, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.49609661102295, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8753827214241028, + "num_tokens": 162676639.0, + "step": 4260 + }, + { + "epoch": 0.5420429970741636, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.515256881713867, + "learning_rate": 1e-06, + "loss": 0.4878, + "mean_token_accuracy": 0.8410420417785645, + "num_tokens": 162716763.0, + "step": 4261 + }, + { + "epoch": 0.5421702073527541, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.485859870910645, + "learning_rate": 1e-06, + "loss": 0.4623, + "mean_token_accuracy": 0.8498259782791138, + "num_tokens": 162753943.0, + "step": 4262 + }, + { + "epoch": 0.5422974176313446, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.520459175109863, + "learning_rate": 1e-06, + "loss": 0.4325, + "mean_token_accuracy": 0.8548818826675415, + "num_tokens": 162792938.0, + "step": 4263 + }, + { + "epoch": 0.5424246279099352, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.478179931640625, + "learning_rate": 1e-06, + "loss": 0.4473, + "mean_token_accuracy": 0.8573136329650879, + "num_tokens": 162838938.0, + "step": 4264 + }, + { + "epoch": 0.5425518381885256, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.470824241638184, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8651831150054932, + "num_tokens": 162875026.0, + "step": 4265 + }, + { + "epoch": 0.5426790484671161, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.493813514709473, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8619287610054016, + "num_tokens": 162910724.0, + "step": 4266 + }, + { + "epoch": 0.5428062587457066, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.537251472473145, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8633947968482971, + "num_tokens": 162941602.0, + "step": 4267 + }, + { + "epoch": 0.5429334690242972, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.514352798461914, + "learning_rate": 1e-06, + "loss": 0.4793, + "mean_token_accuracy": 0.8459328413009644, + "num_tokens": 162980760.0, + "step": 4268 + }, + { + "epoch": 0.5430606793028877, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.527496337890625, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8699991703033447, + "num_tokens": 163016155.0, + "step": 4269 + }, + { + "epoch": 0.5431878895814782, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.523614883422852, + "learning_rate": 1e-06, + "loss": 0.4547, + "mean_token_accuracy": 0.8510865569114685, + "num_tokens": 163052519.0, + "step": 4270 + }, + { + "epoch": 0.5433150998600687, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.462528228759766, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8676294088363647, + "num_tokens": 163091806.0, + "step": 4271 + }, + { + "epoch": 0.5434423101386592, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.499669075012207, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.874303936958313, + "num_tokens": 163128830.0, + "step": 4272 + }, + { + "epoch": 0.5435695204172497, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.488129615783691, + "learning_rate": 1e-06, + "loss": 0.4447, + "mean_token_accuracy": 0.8550461530685425, + "num_tokens": 163169567.0, + "step": 4273 + }, + { + "epoch": 0.5436967306958402, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.518232345581055, + "learning_rate": 1e-06, + "loss": 0.4497, + "mean_token_accuracy": 0.8525375723838806, + "num_tokens": 163202913.0, + "step": 4274 + }, + { + "epoch": 0.5438239409744308, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.558682441711426, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8683923482894897, + "num_tokens": 163236741.0, + "step": 4275 + }, + { + "epoch": 0.5439511512530213, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.508872985839844, + "learning_rate": 1e-06, + "loss": 0.4472, + "mean_token_accuracy": 0.8531187772750854, + "num_tokens": 163281402.0, + "step": 4276 + }, + { + "epoch": 0.5440783615316117, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.516666412353516, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8688051104545593, + "num_tokens": 163325288.0, + "step": 4277 + }, + { + "epoch": 0.5442055718102022, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.557628631591797, + "learning_rate": 1e-06, + "loss": 0.4657, + "mean_token_accuracy": 0.8484882116317749, + "num_tokens": 163367471.0, + "step": 4278 + }, + { + "epoch": 0.5443327820887928, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.557422637939453, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8608963489532471, + "num_tokens": 163400077.0, + "step": 4279 + }, + { + "epoch": 0.5444599923673833, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.491155624389648, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8622332215309143, + "num_tokens": 163433739.0, + "step": 4280 + }, + { + "epoch": 0.5445872026459738, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.518857955932617, + "learning_rate": 1e-06, + "loss": 0.425, + "mean_token_accuracy": 0.8599251508712769, + "num_tokens": 163467447.0, + "step": 4281 + }, + { + "epoch": 0.5447144129245644, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.487177848815918, + "learning_rate": 1e-06, + "loss": 0.4373, + "mean_token_accuracy": 0.8573316335678101, + "num_tokens": 163506633.0, + "step": 4282 + }, + { + "epoch": 0.5448416232031548, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.560654640197754, + "learning_rate": 1e-06, + "loss": 0.4768, + "mean_token_accuracy": 0.844623863697052, + "num_tokens": 163542773.0, + "step": 4283 + }, + { + "epoch": 0.5449688334817453, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.58486557006836, + "learning_rate": 1e-06, + "loss": 0.5329, + "mean_token_accuracy": 0.8259044885635376, + "num_tokens": 163585247.0, + "step": 4284 + }, + { + "epoch": 0.5450960437603358, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.58792781829834, + "learning_rate": 1e-06, + "loss": 0.4631, + "mean_token_accuracy": 0.8465920686721802, + "num_tokens": 163622802.0, + "step": 4285 + }, + { + "epoch": 0.5452232540389264, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.498496055603027, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8834899663925171, + "num_tokens": 163655980.0, + "step": 4286 + }, + { + "epoch": 0.5453504643175169, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.569239616394043, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8649904131889343, + "num_tokens": 163691494.0, + "step": 4287 + }, + { + "epoch": 0.5454776745961074, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.588053703308105, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8706047534942627, + "num_tokens": 163725169.0, + "step": 4288 + }, + { + "epoch": 0.5456048848746978, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.4854736328125, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.863524854183197, + "num_tokens": 163766050.0, + "step": 4289 + }, + { + "epoch": 0.5457320951532884, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.564718246459961, + "learning_rate": 1e-06, + "loss": 0.455, + "mean_token_accuracy": 0.853970468044281, + "num_tokens": 163799559.0, + "step": 4290 + }, + { + "epoch": 0.5458593054318789, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.537081718444824, + "learning_rate": 1e-06, + "loss": 0.4426, + "mean_token_accuracy": 0.8536685109138489, + "num_tokens": 163837052.0, + "step": 4291 + }, + { + "epoch": 0.5459865157104694, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.512947082519531, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8568934798240662, + "num_tokens": 163872494.0, + "step": 4292 + }, + { + "epoch": 0.5461137259890599, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.570693969726562, + "learning_rate": 1e-06, + "loss": 0.4425, + "mean_token_accuracy": 0.8516067266464233, + "num_tokens": 163913499.0, + "step": 4293 + }, + { + "epoch": 0.5462409362676505, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.499116897583008, + "learning_rate": 1e-06, + "loss": 0.4882, + "mean_token_accuracy": 0.8398785591125488, + "num_tokens": 163957965.0, + "step": 4294 + }, + { + "epoch": 0.5463681465462409, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.513681411743164, + "learning_rate": 1e-06, + "loss": 0.5603, + "mean_token_accuracy": 0.8189505338668823, + "num_tokens": 164005661.0, + "step": 4295 + }, + { + "epoch": 0.5464953568248314, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.543373107910156, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8750470876693726, + "num_tokens": 164044717.0, + "step": 4296 + }, + { + "epoch": 0.5466225671034219, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.53678035736084, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.8589767217636108, + "num_tokens": 164080022.0, + "step": 4297 + }, + { + "epoch": 0.5467497773820125, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.497503280639648, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8661744594573975, + "num_tokens": 164112749.0, + "step": 4298 + }, + { + "epoch": 0.546876987660603, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.511186599731445, + "learning_rate": 1e-06, + "loss": 0.4472, + "mean_token_accuracy": 0.8540821075439453, + "num_tokens": 164152517.0, + "step": 4299 + }, + { + "epoch": 0.5470041979391935, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.547286987304688, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8659005761146545, + "num_tokens": 164195245.0, + "step": 4300 + }, + { + "epoch": 0.5471314082177839, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.487385749816895, + "learning_rate": 1e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.8545612096786499, + "num_tokens": 164230643.0, + "step": 4301 + }, + { + "epoch": 0.5472586184963745, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.5274076461792, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.8555033802986145, + "num_tokens": 164271089.0, + "step": 4302 + }, + { + "epoch": 0.547385828774965, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.544367790222168, + "learning_rate": 1e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.8573316931724548, + "num_tokens": 164310618.0, + "step": 4303 + }, + { + "epoch": 0.5475130390535555, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.511287689208984, + "learning_rate": 1e-06, + "loss": 0.4623, + "mean_token_accuracy": 0.8461461067199707, + "num_tokens": 164348630.0, + "step": 4304 + }, + { + "epoch": 0.5476402493321461, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.5612154006958, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.8665890693664551, + "num_tokens": 164383735.0, + "step": 4305 + }, + { + "epoch": 0.5477674596107366, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.495833396911621, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.860958456993103, + "num_tokens": 164426115.0, + "step": 4306 + }, + { + "epoch": 0.5478946698893271, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.578476905822754, + "learning_rate": 1e-06, + "loss": 0.4499, + "mean_token_accuracy": 0.8515459895133972, + "num_tokens": 164462119.0, + "step": 4307 + }, + { + "epoch": 0.5480218801679175, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.505688667297363, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.85585618019104, + "num_tokens": 164503030.0, + "step": 4308 + }, + { + "epoch": 0.5481490904465081, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.564119338989258, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8617101907730103, + "num_tokens": 164541091.0, + "step": 4309 + }, + { + "epoch": 0.5482763007250986, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.571928977966309, + "learning_rate": 1e-06, + "loss": 0.4431, + "mean_token_accuracy": 0.8538886308670044, + "num_tokens": 164577678.0, + "step": 4310 + }, + { + "epoch": 0.5484035110036891, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.578847885131836, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.856457531452179, + "num_tokens": 164612779.0, + "step": 4311 + }, + { + "epoch": 0.5485307212822796, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.549230575561523, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8640037178993225, + "num_tokens": 164649849.0, + "step": 4312 + }, + { + "epoch": 0.5486579315608702, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.481588363647461, + "learning_rate": 1e-06, + "loss": 0.4404, + "mean_token_accuracy": 0.855718195438385, + "num_tokens": 164690538.0, + "step": 4313 + }, + { + "epoch": 0.5487851418394606, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.581645011901855, + "learning_rate": 1e-06, + "loss": 0.4294, + "mean_token_accuracy": 0.8595229387283325, + "num_tokens": 164729338.0, + "step": 4314 + }, + { + "epoch": 0.5489123521180511, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.530102729797363, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8701339364051819, + "num_tokens": 164766648.0, + "step": 4315 + }, + { + "epoch": 0.5490395623966416, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.5571928024292, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8585625886917114, + "num_tokens": 164804254.0, + "step": 4316 + }, + { + "epoch": 0.5491667726752322, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.484548568725586, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8719406127929688, + "num_tokens": 164839943.0, + "step": 4317 + }, + { + "epoch": 0.5492939829538227, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.546051979064941, + "learning_rate": 1e-06, + "loss": 0.4544, + "mean_token_accuracy": 0.8515051007270813, + "num_tokens": 164887057.0, + "step": 4318 + }, + { + "epoch": 0.5494211932324132, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.544673919677734, + "learning_rate": 1e-06, + "loss": 0.4499, + "mean_token_accuracy": 0.858705997467041, + "num_tokens": 164928515.0, + "step": 4319 + }, + { + "epoch": 0.5495484035110036, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.516460418701172, + "learning_rate": 1e-06, + "loss": 0.4289, + "mean_token_accuracy": 0.8585896492004395, + "num_tokens": 164963818.0, + "step": 4320 + }, + { + "epoch": 0.5496756137895942, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.524940490722656, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8721691966056824, + "num_tokens": 165001091.0, + "step": 4321 + }, + { + "epoch": 0.5498028240681847, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.541913032531738, + "learning_rate": 1e-06, + "loss": 0.4765, + "mean_token_accuracy": 0.8418349027633667, + "num_tokens": 165046009.0, + "step": 4322 + }, + { + "epoch": 0.5499300343467752, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.481276512145996, + "learning_rate": 1e-06, + "loss": 0.434, + "mean_token_accuracy": 0.8558743000030518, + "num_tokens": 165090729.0, + "step": 4323 + }, + { + "epoch": 0.5500572446253658, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.540892601013184, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.876698911190033, + "num_tokens": 165129771.0, + "step": 4324 + }, + { + "epoch": 0.5501844549039563, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.48409652709961, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8747174143791199, + "num_tokens": 165164310.0, + "step": 4325 + }, + { + "epoch": 0.5503116651825467, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.505407333374023, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8560107946395874, + "num_tokens": 165202842.0, + "step": 4326 + }, + { + "epoch": 0.5504388754611372, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.553235054016113, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8633987903594971, + "num_tokens": 165235998.0, + "step": 4327 + }, + { + "epoch": 0.5505660857397278, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.522745132446289, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8601400256156921, + "num_tokens": 165271779.0, + "step": 4328 + }, + { + "epoch": 0.5506932960183183, + "ewc_loss": 0.01171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1742115020751953e-05, + "grad_norm": 9.518261909484863, + "learning_rate": 1e-06, + "loss": 0.437, + "mean_token_accuracy": 0.8534841537475586, + "num_tokens": 165306136.0, + "step": 4329 + }, + { + "epoch": 0.5508205062969088, + "ewc_loss": 0.01177978515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1801719665527344e-05, + "grad_norm": 9.486251831054688, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8739364147186279, + "num_tokens": 165342401.0, + "step": 4330 + }, + { + "epoch": 0.5509477165754993, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.544065475463867, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8629894256591797, + "num_tokens": 165380120.0, + "step": 4331 + }, + { + "epoch": 0.5510749268540898, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.583380699157715, + "learning_rate": 1e-06, + "loss": 0.4697, + "mean_token_accuracy": 0.8465920686721802, + "num_tokens": 165418210.0, + "step": 4332 + }, + { + "epoch": 0.5512021371326803, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.523648262023926, + "learning_rate": 1e-06, + "loss": 0.5017, + "mean_token_accuracy": 0.8387905359268188, + "num_tokens": 165460952.0, + "step": 4333 + }, + { + "epoch": 0.5513293474112708, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.507424354553223, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8726308345794678, + "num_tokens": 165500370.0, + "step": 4334 + }, + { + "epoch": 0.5514565576898613, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.541085243225098, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8599569797515869, + "num_tokens": 165534089.0, + "step": 4335 + }, + { + "epoch": 0.5515837679684519, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.512704849243164, + "learning_rate": 1e-06, + "loss": 0.445, + "mean_token_accuracy": 0.8520308136940002, + "num_tokens": 165573111.0, + "step": 4336 + }, + { + "epoch": 0.5517109782470424, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.50328254699707, + "learning_rate": 1e-06, + "loss": 0.4521, + "mean_token_accuracy": 0.8500203490257263, + "num_tokens": 165611942.0, + "step": 4337 + }, + { + "epoch": 0.5518381885256328, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.519532203674316, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8662355542182922, + "num_tokens": 165651703.0, + "step": 4338 + }, + { + "epoch": 0.5519653988042234, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.481527328491211, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8577690124511719, + "num_tokens": 165691257.0, + "step": 4339 + }, + { + "epoch": 0.5520926090828139, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.494258880615234, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8753575086593628, + "num_tokens": 165727947.0, + "step": 4340 + }, + { + "epoch": 0.5522198193614044, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.502345085144043, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8686709403991699, + "num_tokens": 165763400.0, + "step": 4341 + }, + { + "epoch": 0.5523470296399949, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.50364875793457, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8599768280982971, + "num_tokens": 165809586.0, + "step": 4342 + }, + { + "epoch": 0.5524742399185855, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.566650390625, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8616251945495605, + "num_tokens": 165839565.0, + "step": 4343 + }, + { + "epoch": 0.5526014501971759, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.543412208557129, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8630739450454712, + "num_tokens": 165873539.0, + "step": 4344 + }, + { + "epoch": 0.5527286604757664, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.529913902282715, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8682585954666138, + "num_tokens": 165920987.0, + "step": 4345 + }, + { + "epoch": 0.5528558707543569, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.52816390991211, + "learning_rate": 1e-06, + "loss": 0.4684, + "mean_token_accuracy": 0.8490659594535828, + "num_tokens": 165965661.0, + "step": 4346 + }, + { + "epoch": 0.5529830810329475, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.590385437011719, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.8533456921577454, + "num_tokens": 165998239.0, + "step": 4347 + }, + { + "epoch": 0.553110291311538, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.509753227233887, + "learning_rate": 1e-06, + "loss": 0.4294, + "mean_token_accuracy": 0.857010006904602, + "num_tokens": 166036489.0, + "step": 4348 + }, + { + "epoch": 0.5532375015901285, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.528769493103027, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.855751633644104, + "num_tokens": 166078774.0, + "step": 4349 + }, + { + "epoch": 0.5533647118687189, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.553255081176758, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8667631149291992, + "num_tokens": 166119555.0, + "step": 4350 + }, + { + "epoch": 0.5534919221473095, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.532859802246094, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8580831289291382, + "num_tokens": 166159788.0, + "step": 4351 + }, + { + "epoch": 0.5536191324259, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.50485897064209, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8550090789794922, + "num_tokens": 166200230.0, + "step": 4352 + }, + { + "epoch": 0.5537463427044905, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.59101390838623, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8626382350921631, + "num_tokens": 166237864.0, + "step": 4353 + }, + { + "epoch": 0.553873552983081, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.488762855529785, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.861899733543396, + "num_tokens": 166278347.0, + "step": 4354 + }, + { + "epoch": 0.5540007632616716, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.525504112243652, + "learning_rate": 1e-06, + "loss": 0.459, + "mean_token_accuracy": 0.849958598613739, + "num_tokens": 166315744.0, + "step": 4355 + }, + { + "epoch": 0.554127973540262, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.584914207458496, + "learning_rate": 1e-06, + "loss": 0.4427, + "mean_token_accuracy": 0.8600368499755859, + "num_tokens": 166352705.0, + "step": 4356 + }, + { + "epoch": 0.5542551838188525, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.53140926361084, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8638394474983215, + "num_tokens": 166393956.0, + "step": 4357 + }, + { + "epoch": 0.554382394097443, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.565974235534668, + "learning_rate": 1e-06, + "loss": 0.5115, + "mean_token_accuracy": 0.8372608423233032, + "num_tokens": 166430172.0, + "step": 4358 + }, + { + "epoch": 0.5545096043760336, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.525318145751953, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8599219918251038, + "num_tokens": 166468732.0, + "step": 4359 + }, + { + "epoch": 0.5546368146546241, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.575736999511719, + "learning_rate": 1e-06, + "loss": 0.4473, + "mean_token_accuracy": 0.8555600047111511, + "num_tokens": 166511383.0, + "step": 4360 + }, + { + "epoch": 0.5547640249332146, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.549705505371094, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8632785677909851, + "num_tokens": 166547674.0, + "step": 4361 + }, + { + "epoch": 0.5548912352118052, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.566818237304688, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8526245355606079, + "num_tokens": 166581763.0, + "step": 4362 + }, + { + "epoch": 0.5550184454903956, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.538716316223145, + "learning_rate": 1e-06, + "loss": 0.4471, + "mean_token_accuracy": 0.8573108911514282, + "num_tokens": 166618604.0, + "step": 4363 + }, + { + "epoch": 0.5551456557689861, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.573253631591797, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8688504099845886, + "num_tokens": 166654812.0, + "step": 4364 + }, + { + "epoch": 0.5552728660475766, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.529410362243652, + "learning_rate": 1e-06, + "loss": 0.4723, + "mean_token_accuracy": 0.8463247418403625, + "num_tokens": 166693206.0, + "step": 4365 + }, + { + "epoch": 0.5554000763261672, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.562032699584961, + "learning_rate": 1e-06, + "loss": 0.4403, + "mean_token_accuracy": 0.8576802015304565, + "num_tokens": 166734531.0, + "step": 4366 + }, + { + "epoch": 0.5555272866047577, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.50643253326416, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8574469089508057, + "num_tokens": 166771362.0, + "step": 4367 + }, + { + "epoch": 0.5556544968833482, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.617903709411621, + "learning_rate": 1e-06, + "loss": 0.4609, + "mean_token_accuracy": 0.8508599996566772, + "num_tokens": 166802784.0, + "step": 4368 + }, + { + "epoch": 0.5557817071619386, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.572484016418457, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.8550790548324585, + "num_tokens": 166835590.0, + "step": 4369 + }, + { + "epoch": 0.5559089174405292, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.493529319763184, + "learning_rate": 1e-06, + "loss": 0.4377, + "mean_token_accuracy": 0.8549175262451172, + "num_tokens": 166872145.0, + "step": 4370 + }, + { + "epoch": 0.5560361277191197, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.516282081604004, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8551931977272034, + "num_tokens": 166912855.0, + "step": 4371 + }, + { + "epoch": 0.5561633379977102, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.564098358154297, + "learning_rate": 1e-06, + "loss": 0.4628, + "mean_token_accuracy": 0.8446037769317627, + "num_tokens": 166949482.0, + "step": 4372 + }, + { + "epoch": 0.5562905482763008, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.525727272033691, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8593972325325012, + "num_tokens": 166986727.0, + "step": 4373 + }, + { + "epoch": 0.5564177585548913, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.520567893981934, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8517165780067444, + "num_tokens": 167025869.0, + "step": 4374 + }, + { + "epoch": 0.5565449688334817, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.554667472839355, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8692147135734558, + "num_tokens": 167059825.0, + "step": 4375 + }, + { + "epoch": 0.5566721791120722, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.531147956848145, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8636534214019775, + "num_tokens": 167097375.0, + "step": 4376 + }, + { + "epoch": 0.5567993893906628, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.523218154907227, + "learning_rate": 1e-06, + "loss": 0.4544, + "mean_token_accuracy": 0.8495512008666992, + "num_tokens": 167136555.0, + "step": 4377 + }, + { + "epoch": 0.5569265996692533, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.491100311279297, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8568640351295471, + "num_tokens": 167179870.0, + "step": 4378 + }, + { + "epoch": 0.5570538099478438, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.544137001037598, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8574079275131226, + "num_tokens": 167215242.0, + "step": 4379 + }, + { + "epoch": 0.5571810202264343, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.535499572753906, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8659911155700684, + "num_tokens": 167250690.0, + "step": 4380 + }, + { + "epoch": 0.5573082305050248, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.569811820983887, + "learning_rate": 1e-06, + "loss": 0.4697, + "mean_token_accuracy": 0.8466809988021851, + "num_tokens": 167283677.0, + "step": 4381 + }, + { + "epoch": 0.5574354407836153, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.543620109558105, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.860454797744751, + "num_tokens": 167321355.0, + "step": 4382 + }, + { + "epoch": 0.5575626510622058, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.497391700744629, + "learning_rate": 1e-06, + "loss": 0.4445, + "mean_token_accuracy": 0.8515625, + "num_tokens": 167363103.0, + "step": 4383 + }, + { + "epoch": 0.5576898613407963, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.544858932495117, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.871993362903595, + "num_tokens": 167399732.0, + "step": 4384 + }, + { + "epoch": 0.5578170716193869, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.502638816833496, + "learning_rate": 1e-06, + "loss": 0.4338, + "mean_token_accuracy": 0.8578941822052002, + "num_tokens": 167434938.0, + "step": 4385 + }, + { + "epoch": 0.5579442818979774, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.58790111541748, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8617312908172607, + "num_tokens": 167472293.0, + "step": 4386 + }, + { + "epoch": 0.5580714921765678, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.506353378295898, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.8641836643218994, + "num_tokens": 167511015.0, + "step": 4387 + }, + { + "epoch": 0.5581987024551583, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.559479713439941, + "learning_rate": 1e-06, + "loss": 0.4306, + "mean_token_accuracy": 0.8579168319702148, + "num_tokens": 167549777.0, + "step": 4388 + }, + { + "epoch": 0.5583259127337489, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.542773246765137, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8657300472259521, + "num_tokens": 167592342.0, + "step": 4389 + }, + { + "epoch": 0.5584531230123394, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.528996467590332, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8635218143463135, + "num_tokens": 167630829.0, + "step": 4390 + }, + { + "epoch": 0.5585803332909299, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.553584098815918, + "learning_rate": 1e-06, + "loss": 0.4615, + "mean_token_accuracy": 0.8478424549102783, + "num_tokens": 167675938.0, + "step": 4391 + }, + { + "epoch": 0.5587075435695205, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.543843269348145, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.863039493560791, + "num_tokens": 167716550.0, + "step": 4392 + }, + { + "epoch": 0.5588347538481109, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.569916725158691, + "learning_rate": 1e-06, + "loss": 0.4756, + "mean_token_accuracy": 0.8463571071624756, + "num_tokens": 167754401.0, + "step": 4393 + }, + { + "epoch": 0.5589619641267014, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.528389930725098, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8626856803894043, + "num_tokens": 167792124.0, + "step": 4394 + }, + { + "epoch": 0.5590891744052919, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.544346809387207, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8774380087852478, + "num_tokens": 167829226.0, + "step": 4395 + }, + { + "epoch": 0.5592163846838825, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.577266693115234, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8696600198745728, + "num_tokens": 167863439.0, + "step": 4396 + }, + { + "epoch": 0.559343594962473, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.538238525390625, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8592897653579712, + "num_tokens": 167907019.0, + "step": 4397 + }, + { + "epoch": 0.5594708052410635, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.55744743347168, + "learning_rate": 1e-06, + "loss": 0.4436, + "mean_token_accuracy": 0.8514552116394043, + "num_tokens": 167942539.0, + "step": 4398 + }, + { + "epoch": 0.5595980155196539, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.552777290344238, + "learning_rate": 1e-06, + "loss": 0.4304, + "mean_token_accuracy": 0.8582865595817566, + "num_tokens": 167982848.0, + "step": 4399 + }, + { + "epoch": 0.5597252257982445, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.605392456054688, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8680019974708557, + "num_tokens": 168017500.0, + "step": 4400 + }, + { + "epoch": 0.559852436076835, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.57507610321045, + "learning_rate": 1e-06, + "loss": 0.468, + "mean_token_accuracy": 0.8442863821983337, + "num_tokens": 168052790.0, + "step": 4401 + }, + { + "epoch": 0.5599796463554255, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.620022773742676, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8667478561401367, + "num_tokens": 168082541.0, + "step": 4402 + }, + { + "epoch": 0.560106856634016, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.594563484191895, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8644310832023621, + "num_tokens": 168128218.0, + "step": 4403 + }, + { + "epoch": 0.5602340669126066, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.577526092529297, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8618748188018799, + "num_tokens": 168165496.0, + "step": 4404 + }, + { + "epoch": 0.560361277191197, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.565824508666992, + "learning_rate": 1e-06, + "loss": 0.4796, + "mean_token_accuracy": 0.8467558026313782, + "num_tokens": 168204675.0, + "step": 4405 + }, + { + "epoch": 0.5604884874697875, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.592182159423828, + "learning_rate": 1e-06, + "loss": 0.4425, + "mean_token_accuracy": 0.8548809289932251, + "num_tokens": 168244832.0, + "step": 4406 + }, + { + "epoch": 0.560615697748378, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.545778274536133, + "learning_rate": 1e-06, + "loss": 0.4456, + "mean_token_accuracy": 0.8549622297286987, + "num_tokens": 168282440.0, + "step": 4407 + }, + { + "epoch": 0.5607429080269686, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.570662498474121, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8651289939880371, + "num_tokens": 168325303.0, + "step": 4408 + }, + { + "epoch": 0.5608701183055591, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.583562850952148, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8646200299263, + "num_tokens": 168360628.0, + "step": 4409 + }, + { + "epoch": 0.5609973285841496, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.560799598693848, + "learning_rate": 1e-06, + "loss": 0.47, + "mean_token_accuracy": 0.8474609851837158, + "num_tokens": 168398601.0, + "step": 4410 + }, + { + "epoch": 0.5611245388627402, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.557085037231445, + "learning_rate": 1e-06, + "loss": 0.477, + "mean_token_accuracy": 0.8453060984611511, + "num_tokens": 168436893.0, + "step": 4411 + }, + { + "epoch": 0.5612517491413306, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.539684295654297, + "learning_rate": 1e-06, + "loss": 0.4382, + "mean_token_accuracy": 0.8549174666404724, + "num_tokens": 168478794.0, + "step": 4412 + }, + { + "epoch": 0.5613789594199211, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.528910636901855, + "learning_rate": 1e-06, + "loss": 0.4296, + "mean_token_accuracy": 0.8569437861442566, + "num_tokens": 168520184.0, + "step": 4413 + }, + { + "epoch": 0.5615061696985116, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.66064453125, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8562843799591064, + "num_tokens": 168554305.0, + "step": 4414 + }, + { + "epoch": 0.5616333799771022, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.528680801391602, + "learning_rate": 1e-06, + "loss": 0.4844, + "mean_token_accuracy": 0.8439066410064697, + "num_tokens": 168597752.0, + "step": 4415 + }, + { + "epoch": 0.5617605902556927, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.60135269165039, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.864689826965332, + "num_tokens": 168637764.0, + "step": 4416 + }, + { + "epoch": 0.5618878005342832, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.622882843017578, + "learning_rate": 1e-06, + "loss": 0.4794, + "mean_token_accuracy": 0.8403530120849609, + "num_tokens": 168672260.0, + "step": 4417 + }, + { + "epoch": 0.5620150108128736, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.55504322052002, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8674966096878052, + "num_tokens": 168711478.0, + "step": 4418 + }, + { + "epoch": 0.5621422210914642, + "ewc_loss": 0.0118408203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1861324310302734e-05, + "grad_norm": 9.5328369140625, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8622946739196777, + "num_tokens": 168751773.0, + "step": 4419 + }, + { + "epoch": 0.5622694313700547, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.599884033203125, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8703620433807373, + "num_tokens": 168786364.0, + "step": 4420 + }, + { + "epoch": 0.5623966416486452, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.529959678649902, + "learning_rate": 1e-06, + "loss": 0.4453, + "mean_token_accuracy": 0.8560547232627869, + "num_tokens": 168826819.0, + "step": 4421 + }, + { + "epoch": 0.5625238519272358, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.621563911437988, + "learning_rate": 1e-06, + "loss": 0.4237, + "mean_token_accuracy": 0.8572441339492798, + "num_tokens": 168869405.0, + "step": 4422 + }, + { + "epoch": 0.5626510622058263, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.527032852172852, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8661578893661499, + "num_tokens": 168904323.0, + "step": 4423 + }, + { + "epoch": 0.5627782724844167, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.596827507019043, + "learning_rate": 1e-06, + "loss": 0.4565, + "mean_token_accuracy": 0.849853515625, + "num_tokens": 168948654.0, + "step": 4424 + }, + { + "epoch": 0.5629054827630072, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.573758125305176, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8651787638664246, + "num_tokens": 168984333.0, + "step": 4425 + }, + { + "epoch": 0.5630326930415978, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.598234176635742, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8609840869903564, + "num_tokens": 169019843.0, + "step": 4426 + }, + { + "epoch": 0.5631599033201883, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.576364517211914, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8697922825813293, + "num_tokens": 169058177.0, + "step": 4427 + }, + { + "epoch": 0.5632871135987788, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.575959205627441, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8650531768798828, + "num_tokens": 169102268.0, + "step": 4428 + }, + { + "epoch": 0.5634143238773693, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.549138069152832, + "learning_rate": 1e-06, + "loss": 0.4364, + "mean_token_accuracy": 0.8543530702590942, + "num_tokens": 169141709.0, + "step": 4429 + }, + { + "epoch": 0.5635415341559598, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.588215827941895, + "learning_rate": 1e-06, + "loss": 0.4444, + "mean_token_accuracy": 0.8564103841781616, + "num_tokens": 169177107.0, + "step": 4430 + }, + { + "epoch": 0.5636687444345503, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.579639434814453, + "learning_rate": 1e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.8552723526954651, + "num_tokens": 169211531.0, + "step": 4431 + }, + { + "epoch": 0.5637959547131408, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.544208526611328, + "learning_rate": 1e-06, + "loss": 0.4459, + "mean_token_accuracy": 0.8519383668899536, + "num_tokens": 169247507.0, + "step": 4432 + }, + { + "epoch": 0.5639231649917313, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.61017894744873, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8730477094650269, + "num_tokens": 169281007.0, + "step": 4433 + }, + { + "epoch": 0.5640503752703219, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.548645973205566, + "learning_rate": 1e-06, + "loss": 0.4385, + "mean_token_accuracy": 0.859770655632019, + "num_tokens": 169322295.0, + "step": 4434 + }, + { + "epoch": 0.5641775855489124, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.586526870727539, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.856207549571991, + "num_tokens": 169358184.0, + "step": 4435 + }, + { + "epoch": 0.5643047958275028, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.54013729095459, + "learning_rate": 1e-06, + "loss": 0.4203, + "mean_token_accuracy": 0.8647735118865967, + "num_tokens": 169391518.0, + "step": 4436 + }, + { + "epoch": 0.5644320061060933, + "ewc_loss": 0.01190185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1920928955078125e-05, + "grad_norm": 9.531349182128906, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8590959310531616, + "num_tokens": 169426743.0, + "step": 4437 + }, + { + "epoch": 0.5645592163846839, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.55954647064209, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8783813714981079, + "num_tokens": 169466452.0, + "step": 4438 + }, + { + "epoch": 0.5646864266632744, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.563638687133789, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8635526299476624, + "num_tokens": 169500295.0, + "step": 4439 + }, + { + "epoch": 0.5648136369418649, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.512555122375488, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.8585533499717712, + "num_tokens": 169541829.0, + "step": 4440 + }, + { + "epoch": 0.5649408472204555, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.55909252166748, + "learning_rate": 1e-06, + "loss": 0.4797, + "mean_token_accuracy": 0.8436037302017212, + "num_tokens": 169581547.0, + "step": 4441 + }, + { + "epoch": 0.5650680574990459, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.5753812789917, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.8637731075286865, + "num_tokens": 169622107.0, + "step": 4442 + }, + { + "epoch": 0.5651952677776364, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.576704978942871, + "learning_rate": 1e-06, + "loss": 0.434, + "mean_token_accuracy": 0.8564812541007996, + "num_tokens": 169657258.0, + "step": 4443 + }, + { + "epoch": 0.5653224780562269, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.612149238586426, + "learning_rate": 1e-06, + "loss": 0.4717, + "mean_token_accuracy": 0.8480750918388367, + "num_tokens": 169691568.0, + "step": 4444 + }, + { + "epoch": 0.5654496883348175, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.585481643676758, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8652538657188416, + "num_tokens": 169732429.0, + "step": 4445 + }, + { + "epoch": 0.565576898613408, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.57839584350586, + "learning_rate": 1e-06, + "loss": 0.4556, + "mean_token_accuracy": 0.8522773385047913, + "num_tokens": 169769224.0, + "step": 4446 + }, + { + "epoch": 0.5657041088919985, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.54549789428711, + "learning_rate": 1e-06, + "loss": 0.4431, + "mean_token_accuracy": 0.8589394092559814, + "num_tokens": 169812830.0, + "step": 4447 + }, + { + "epoch": 0.5658313191705889, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.58133316040039, + "learning_rate": 1e-06, + "loss": 0.435, + "mean_token_accuracy": 0.8560870885848999, + "num_tokens": 169843823.0, + "step": 4448 + }, + { + "epoch": 0.5659585294491795, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.582056045532227, + "learning_rate": 1e-06, + "loss": 0.4236, + "mean_token_accuracy": 0.8610576391220093, + "num_tokens": 169882847.0, + "step": 4449 + }, + { + "epoch": 0.56608573972777, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.621792793273926, + "learning_rate": 1e-06, + "loss": 0.4843, + "mean_token_accuracy": 0.8411346673965454, + "num_tokens": 169921264.0, + "step": 4450 + }, + { + "epoch": 0.5662129500063605, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.575429916381836, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8663103580474854, + "num_tokens": 169949681.0, + "step": 4451 + }, + { + "epoch": 0.566340160284951, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.648064613342285, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8728315830230713, + "num_tokens": 169986254.0, + "step": 4452 + }, + { + "epoch": 0.5664673705635416, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.572198867797852, + "learning_rate": 1e-06, + "loss": 0.4373, + "mean_token_accuracy": 0.8552867770195007, + "num_tokens": 170022745.0, + "step": 4453 + }, + { + "epoch": 0.566594580842132, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.570907592773438, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8697428703308105, + "num_tokens": 170057038.0, + "step": 4454 + }, + { + "epoch": 0.5667217911207225, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.578919410705566, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8780430555343628, + "num_tokens": 170098460.0, + "step": 4455 + }, + { + "epoch": 0.566849001399313, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.579423904418945, + "learning_rate": 1e-06, + "loss": 0.4591, + "mean_token_accuracy": 0.8469057083129883, + "num_tokens": 170137689.0, + "step": 4456 + }, + { + "epoch": 0.5669762116779036, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.581966400146484, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.860295295715332, + "num_tokens": 170176716.0, + "step": 4457 + }, + { + "epoch": 0.5671034219564941, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.621230125427246, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8558340668678284, + "num_tokens": 170212621.0, + "step": 4458 + }, + { + "epoch": 0.5672306322350846, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.569611549377441, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.849182665348053, + "num_tokens": 170254493.0, + "step": 4459 + }, + { + "epoch": 0.5673578425136752, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.543267250061035, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8807607293128967, + "num_tokens": 170290559.0, + "step": 4460 + }, + { + "epoch": 0.5674850527922656, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.540904998779297, + "learning_rate": 1e-06, + "loss": 0.4385, + "mean_token_accuracy": 0.8535149097442627, + "num_tokens": 170335079.0, + "step": 4461 + }, + { + "epoch": 0.5676122630708561, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.547806739807129, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.862813413143158, + "num_tokens": 170370665.0, + "step": 4462 + }, + { + "epoch": 0.5677394733494466, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.55351448059082, + "learning_rate": 1e-06, + "loss": 0.4411, + "mean_token_accuracy": 0.8588269948959351, + "num_tokens": 170412585.0, + "step": 4463 + }, + { + "epoch": 0.5678666836280372, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.59593677520752, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8659672141075134, + "num_tokens": 170450806.0, + "step": 4464 + }, + { + "epoch": 0.5679938939066277, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.586786270141602, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8591299653053284, + "num_tokens": 170483265.0, + "step": 4465 + }, + { + "epoch": 0.5681211041852182, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.5775785446167, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8766354918479919, + "num_tokens": 170520910.0, + "step": 4466 + }, + { + "epoch": 0.5682483144638086, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.617266654968262, + "learning_rate": 1e-06, + "loss": 0.4818, + "mean_token_accuracy": 0.8426437377929688, + "num_tokens": 170556516.0, + "step": 4467 + }, + { + "epoch": 0.5683755247423992, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.577836990356445, + "learning_rate": 1e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.8578759431838989, + "num_tokens": 170595571.0, + "step": 4468 + }, + { + "epoch": 0.5685027350209897, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.579612731933594, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8786367177963257, + "num_tokens": 170634117.0, + "step": 4469 + }, + { + "epoch": 0.5686299452995802, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.586423873901367, + "learning_rate": 1e-06, + "loss": 0.4404, + "mean_token_accuracy": 0.8546298742294312, + "num_tokens": 170677624.0, + "step": 4470 + }, + { + "epoch": 0.5687571555781707, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.57144546508789, + "learning_rate": 1e-06, + "loss": 0.4575, + "mean_token_accuracy": 0.8451210260391235, + "num_tokens": 170716732.0, + "step": 4471 + }, + { + "epoch": 0.5688843658567613, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.630706787109375, + "learning_rate": 1e-06, + "loss": 0.449, + "mean_token_accuracy": 0.8531814217567444, + "num_tokens": 170758521.0, + "step": 4472 + }, + { + "epoch": 0.5690115761353517, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.578897476196289, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8589919209480286, + "num_tokens": 170796799.0, + "step": 4473 + }, + { + "epoch": 0.5691387864139422, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.606849670410156, + "learning_rate": 1e-06, + "loss": 0.4673, + "mean_token_accuracy": 0.8461934328079224, + "num_tokens": 170838569.0, + "step": 4474 + }, + { + "epoch": 0.5692659966925327, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.595852851867676, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8615974187850952, + "num_tokens": 170878206.0, + "step": 4475 + }, + { + "epoch": 0.5693932069711233, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.598304748535156, + "learning_rate": 1e-06, + "loss": 0.4741, + "mean_token_accuracy": 0.8468610644340515, + "num_tokens": 170915506.0, + "step": 4476 + }, + { + "epoch": 0.5695204172497138, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.578618049621582, + "learning_rate": 1e-06, + "loss": 0.4481, + "mean_token_accuracy": 0.8553881049156189, + "num_tokens": 170952303.0, + "step": 4477 + }, + { + "epoch": 0.5696476275283043, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.528407096862793, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8528595566749573, + "num_tokens": 170993757.0, + "step": 4478 + }, + { + "epoch": 0.5697748378068948, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.593121528625488, + "learning_rate": 1e-06, + "loss": 0.437, + "mean_token_accuracy": 0.8566510677337646, + "num_tokens": 171030240.0, + "step": 4479 + }, + { + "epoch": 0.5699020480854853, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.573280334472656, + "learning_rate": 1e-06, + "loss": 0.4941, + "mean_token_accuracy": 0.8364715576171875, + "num_tokens": 171069654.0, + "step": 4480 + }, + { + "epoch": 0.5700292583640758, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.550036430358887, + "learning_rate": 1e-06, + "loss": 0.4816, + "mean_token_accuracy": 0.842816948890686, + "num_tokens": 171107341.0, + "step": 4481 + }, + { + "epoch": 0.5701564686426663, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.579253196716309, + "learning_rate": 1e-06, + "loss": 0.4603, + "mean_token_accuracy": 0.8500505685806274, + "num_tokens": 171144063.0, + "step": 4482 + }, + { + "epoch": 0.5702836789212569, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.567421913146973, + "learning_rate": 1e-06, + "loss": 0.4392, + "mean_token_accuracy": 0.8541382551193237, + "num_tokens": 171180448.0, + "step": 4483 + }, + { + "epoch": 0.5704108891998474, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.575201034545898, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8636793494224548, + "num_tokens": 171214220.0, + "step": 4484 + }, + { + "epoch": 0.5705380994784378, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.570171356201172, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8651833534240723, + "num_tokens": 171252798.0, + "step": 4485 + }, + { + "epoch": 0.5706653097570283, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.523297309875488, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8648552894592285, + "num_tokens": 171295434.0, + "step": 4486 + }, + { + "epoch": 0.5707925200356189, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.591094017028809, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.860888659954071, + "num_tokens": 171334129.0, + "step": 4487 + }, + { + "epoch": 0.5709197303142094, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.608671188354492, + "learning_rate": 1e-06, + "loss": 0.4498, + "mean_token_accuracy": 0.8555700778961182, + "num_tokens": 171370239.0, + "step": 4488 + }, + { + "epoch": 0.5710469405927999, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.612640380859375, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8733447194099426, + "num_tokens": 171402411.0, + "step": 4489 + }, + { + "epoch": 0.5711741508713905, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.601593017578125, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8687301874160767, + "num_tokens": 171438736.0, + "step": 4490 + }, + { + "epoch": 0.5713013611499809, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.598158836364746, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8652334809303284, + "num_tokens": 171477949.0, + "step": 4491 + }, + { + "epoch": 0.5714285714285714, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.626901626586914, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.8541821837425232, + "num_tokens": 171520953.0, + "step": 4492 + }, + { + "epoch": 0.5715557817071619, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.570690155029297, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8654454946517944, + "num_tokens": 171559415.0, + "step": 4493 + }, + { + "epoch": 0.5716829919857525, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.626077651977539, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8669440150260925, + "num_tokens": 171593118.0, + "step": 4494 + }, + { + "epoch": 0.571810202264343, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.580821990966797, + "learning_rate": 1e-06, + "loss": 0.4768, + "mean_token_accuracy": 0.8462439179420471, + "num_tokens": 171634514.0, + "step": 4495 + }, + { + "epoch": 0.5719374125429335, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.60271167755127, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8624769449234009, + "num_tokens": 171675239.0, + "step": 4496 + }, + { + "epoch": 0.5720646228215239, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.572014808654785, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.866672694683075, + "num_tokens": 171713154.0, + "step": 4497 + }, + { + "epoch": 0.5721918331001145, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.657331466674805, + "learning_rate": 1e-06, + "loss": 0.4584, + "mean_token_accuracy": 0.8522988557815552, + "num_tokens": 171750046.0, + "step": 4498 + }, + { + "epoch": 0.572319043378705, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.619586944580078, + "learning_rate": 1e-06, + "loss": 0.455, + "mean_token_accuracy": 0.8489583730697632, + "num_tokens": 171782708.0, + "step": 4499 + }, + { + "epoch": 0.5724462536572955, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.626733779907227, + "learning_rate": 1e-06, + "loss": 0.4452, + "mean_token_accuracy": 0.8559141755104065, + "num_tokens": 171819421.0, + "step": 4500 + }, + { + "epoch": 0.572573463935886, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.601076126098633, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8586021661758423, + "num_tokens": 171860993.0, + "step": 4501 + }, + { + "epoch": 0.5727006742144766, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.633180618286133, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8590848445892334, + "num_tokens": 171896894.0, + "step": 4502 + }, + { + "epoch": 0.572827884493067, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.578079223632812, + "learning_rate": 1e-06, + "loss": 0.4568, + "mean_token_accuracy": 0.8568801879882812, + "num_tokens": 171938694.0, + "step": 4503 + }, + { + "epoch": 0.5729550947716575, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.550631523132324, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8834757804870605, + "num_tokens": 171972606.0, + "step": 4504 + }, + { + "epoch": 0.573082305050248, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.56910228729248, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8615325689315796, + "num_tokens": 172010861.0, + "step": 4505 + }, + { + "epoch": 0.5732095153288386, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.647141456604004, + "learning_rate": 1e-06, + "loss": 0.486, + "mean_token_accuracy": 0.8440466523170471, + "num_tokens": 172049867.0, + "step": 4506 + }, + { + "epoch": 0.5733367256074291, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.567816734313965, + "learning_rate": 1e-06, + "loss": 0.4408, + "mean_token_accuracy": 0.8593263030052185, + "num_tokens": 172092176.0, + "step": 4507 + }, + { + "epoch": 0.5734639358860196, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.577353477478027, + "learning_rate": 1e-06, + "loss": 0.4251, + "mean_token_accuracy": 0.8587437868118286, + "num_tokens": 172132789.0, + "step": 4508 + }, + { + "epoch": 0.5735911461646102, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.58748722076416, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8732227087020874, + "num_tokens": 172170536.0, + "step": 4509 + }, + { + "epoch": 0.5737183564432006, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.602469444274902, + "learning_rate": 1e-06, + "loss": 0.4425, + "mean_token_accuracy": 0.8586980104446411, + "num_tokens": 172206828.0, + "step": 4510 + }, + { + "epoch": 0.5738455667217911, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.636075019836426, + "learning_rate": 1e-06, + "loss": 0.4517, + "mean_token_accuracy": 0.8506515622138977, + "num_tokens": 172242311.0, + "step": 4511 + }, + { + "epoch": 0.5739727770003816, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.604531288146973, + "learning_rate": 1e-06, + "loss": 0.4399, + "mean_token_accuracy": 0.8550659418106079, + "num_tokens": 172275135.0, + "step": 4512 + }, + { + "epoch": 0.5740999872789722, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.600138664245605, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8679372072219849, + "num_tokens": 172308682.0, + "step": 4513 + }, + { + "epoch": 0.5742271975575627, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.603751182556152, + "learning_rate": 1e-06, + "loss": 0.4403, + "mean_token_accuracy": 0.854191780090332, + "num_tokens": 172345834.0, + "step": 4514 + }, + { + "epoch": 0.5743544078361532, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.577465057373047, + "learning_rate": 1e-06, + "loss": 0.511, + "mean_token_accuracy": 0.8361839652061462, + "num_tokens": 172387976.0, + "step": 4515 + }, + { + "epoch": 0.5744816181147436, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.554464340209961, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.8579418659210205, + "num_tokens": 172427447.0, + "step": 4516 + }, + { + "epoch": 0.5746088283933342, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.589856147766113, + "learning_rate": 1e-06, + "loss": 0.4561, + "mean_token_accuracy": 0.851436197757721, + "num_tokens": 172468686.0, + "step": 4517 + }, + { + "epoch": 0.5747360386719247, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.570481300354004, + "learning_rate": 1e-06, + "loss": 0.4513, + "mean_token_accuracy": 0.8545458912849426, + "num_tokens": 172508190.0, + "step": 4518 + }, + { + "epoch": 0.5748632489505152, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.553910255432129, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8744661211967468, + "num_tokens": 172552295.0, + "step": 4519 + }, + { + "epoch": 0.5749904592291057, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.58413028717041, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8645427227020264, + "num_tokens": 172591065.0, + "step": 4520 + }, + { + "epoch": 0.5751176695076963, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.581476211547852, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8615806698799133, + "num_tokens": 172633741.0, + "step": 4521 + }, + { + "epoch": 0.5752448797862867, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.61159896850586, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8687765598297119, + "num_tokens": 172669081.0, + "step": 4522 + }, + { + "epoch": 0.5753720900648772, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.629637718200684, + "learning_rate": 1e-06, + "loss": 0.5054, + "mean_token_accuracy": 0.8379436731338501, + "num_tokens": 172704956.0, + "step": 4523 + }, + { + "epoch": 0.5754993003434677, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.572863578796387, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8635681867599487, + "num_tokens": 172742270.0, + "step": 4524 + }, + { + "epoch": 0.5756265106220583, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.630061149597168, + "learning_rate": 1e-06, + "loss": 0.4619, + "mean_token_accuracy": 0.8472912907600403, + "num_tokens": 172778065.0, + "step": 4525 + }, + { + "epoch": 0.5757537209006488, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.568276405334473, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.866740345954895, + "num_tokens": 172815825.0, + "step": 4526 + }, + { + "epoch": 0.5758809311792393, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.586403846740723, + "learning_rate": 1e-06, + "loss": 0.4358, + "mean_token_accuracy": 0.8581321239471436, + "num_tokens": 172849560.0, + "step": 4527 + }, + { + "epoch": 0.5760081414578297, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.613496780395508, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8609837293624878, + "num_tokens": 172885203.0, + "step": 4528 + }, + { + "epoch": 0.5761353517364203, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.585564613342285, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8584537506103516, + "num_tokens": 172922341.0, + "step": 4529 + }, + { + "epoch": 0.5762625620150108, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.637210845947266, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8652476072311401, + "num_tokens": 172953363.0, + "step": 4530 + }, + { + "epoch": 0.5763897722936013, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.639122009277344, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8640798330307007, + "num_tokens": 172986253.0, + "step": 4531 + }, + { + "epoch": 0.5765169825721919, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.56758975982666, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8699073791503906, + "num_tokens": 173023466.0, + "step": 4532 + }, + { + "epoch": 0.5766441928507824, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.558408737182617, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8543439507484436, + "num_tokens": 173063329.0, + "step": 4533 + }, + { + "epoch": 0.5767714031293728, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.6130952835083, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8642110824584961, + "num_tokens": 173100676.0, + "step": 4534 + }, + { + "epoch": 0.5768986134079633, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.564135551452637, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.869822084903717, + "num_tokens": 173135088.0, + "step": 4535 + }, + { + "epoch": 0.5770258236865539, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.559576988220215, + "learning_rate": 1e-06, + "loss": 0.4546, + "mean_token_accuracy": 0.850680947303772, + "num_tokens": 173175810.0, + "step": 4536 + }, + { + "epoch": 0.5771530339651444, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.60090160369873, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8603434562683105, + "num_tokens": 173220826.0, + "step": 4537 + }, + { + "epoch": 0.5772802442437349, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.637887954711914, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8699774146080017, + "num_tokens": 173258411.0, + "step": 4538 + }, + { + "epoch": 0.5774074545223254, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.576353073120117, + "learning_rate": 1e-06, + "loss": 0.4702, + "mean_token_accuracy": 0.8422638177871704, + "num_tokens": 173297298.0, + "step": 4539 + }, + { + "epoch": 0.5775346648009159, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.612605094909668, + "learning_rate": 1e-06, + "loss": 0.4694, + "mean_token_accuracy": 0.8420901894569397, + "num_tokens": 173330839.0, + "step": 4540 + }, + { + "epoch": 0.5776618750795064, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.613554000854492, + "learning_rate": 1e-06, + "loss": 0.4559, + "mean_token_accuracy": 0.8509741425514221, + "num_tokens": 173370219.0, + "step": 4541 + }, + { + "epoch": 0.5777890853580969, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.565996170043945, + "learning_rate": 1e-06, + "loss": 0.4167, + "mean_token_accuracy": 0.8596636056900024, + "num_tokens": 173410425.0, + "step": 4542 + }, + { + "epoch": 0.5779162956366874, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.617746353149414, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8593801856040955, + "num_tokens": 173447109.0, + "step": 4543 + }, + { + "epoch": 0.578043505915278, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.556374549865723, + "learning_rate": 1e-06, + "loss": 0.4149, + "mean_token_accuracy": 0.8637115955352783, + "num_tokens": 173490064.0, + "step": 4544 + }, + { + "epoch": 0.5781707161938685, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.618220329284668, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.861835241317749, + "num_tokens": 173523791.0, + "step": 4545 + }, + { + "epoch": 0.5782979264724589, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.510319709777832, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8678468465805054, + "num_tokens": 173564069.0, + "step": 4546 + }, + { + "epoch": 0.5784251367510495, + "ewc_loss": 0.011962890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.1980533599853516e-05, + "grad_norm": 9.585137367248535, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.8579403758049011, + "num_tokens": 173601893.0, + "step": 4547 + }, + { + "epoch": 0.57855234702964, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.577170372009277, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8695789575576782, + "num_tokens": 173642299.0, + "step": 4548 + }, + { + "epoch": 0.5786795573082305, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.603271484375, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8620432615280151, + "num_tokens": 173675824.0, + "step": 4549 + }, + { + "epoch": 0.578806767586821, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.619329452514648, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8613017201423645, + "num_tokens": 173712192.0, + "step": 4550 + }, + { + "epoch": 0.5789339778654116, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.575841903686523, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8664504289627075, + "num_tokens": 173746949.0, + "step": 4551 + }, + { + "epoch": 0.579061188144002, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.607172012329102, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8620651364326477, + "num_tokens": 173784527.0, + "step": 4552 + }, + { + "epoch": 0.5791883984225925, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.616835594177246, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8653553128242493, + "num_tokens": 173820648.0, + "step": 4553 + }, + { + "epoch": 0.579315608701183, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.570568084716797, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.8535875082015991, + "num_tokens": 173860427.0, + "step": 4554 + }, + { + "epoch": 0.5794428189797736, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.64115047454834, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8618090748786926, + "num_tokens": 173899876.0, + "step": 4555 + }, + { + "epoch": 0.5795700292583641, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.588655471801758, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8691917657852173, + "num_tokens": 173937354.0, + "step": 4556 + }, + { + "epoch": 0.5796972395369546, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.620051383972168, + "learning_rate": 1e-06, + "loss": 0.4567, + "mean_token_accuracy": 0.849089503288269, + "num_tokens": 173976039.0, + "step": 4557 + }, + { + "epoch": 0.5798244498155452, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.612998962402344, + "learning_rate": 1e-06, + "loss": 0.4992, + "mean_token_accuracy": 0.8387974500656128, + "num_tokens": 174006359.0, + "step": 4558 + }, + { + "epoch": 0.5799516600941356, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.617860794067383, + "learning_rate": 1e-06, + "loss": 0.4522, + "mean_token_accuracy": 0.8514437675476074, + "num_tokens": 174044662.0, + "step": 4559 + }, + { + "epoch": 0.5800788703727261, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.633417129516602, + "learning_rate": 1e-06, + "loss": 0.434, + "mean_token_accuracy": 0.8553458452224731, + "num_tokens": 174077133.0, + "step": 4560 + }, + { + "epoch": 0.5802060806513166, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.637645721435547, + "learning_rate": 1e-06, + "loss": 0.4387, + "mean_token_accuracy": 0.8548609018325806, + "num_tokens": 174121873.0, + "step": 4561 + }, + { + "epoch": 0.5803332909299072, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.576465606689453, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8618425726890564, + "num_tokens": 174158873.0, + "step": 4562 + }, + { + "epoch": 0.5804605012084977, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.66215705871582, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8659012913703918, + "num_tokens": 174189222.0, + "step": 4563 + }, + { + "epoch": 0.5805877114870882, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.600966453552246, + "learning_rate": 1e-06, + "loss": 0.4533, + "mean_token_accuracy": 0.8509425520896912, + "num_tokens": 174229018.0, + "step": 4564 + }, + { + "epoch": 0.5807149217656786, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.659574508666992, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.8605823516845703, + "num_tokens": 174269215.0, + "step": 4565 + }, + { + "epoch": 0.5808421320442692, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.652009963989258, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8672671318054199, + "num_tokens": 174303926.0, + "step": 4566 + }, + { + "epoch": 0.5809693423228597, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.617539405822754, + "learning_rate": 1e-06, + "loss": 0.4328, + "mean_token_accuracy": 0.8619217276573181, + "num_tokens": 174347491.0, + "step": 4567 + }, + { + "epoch": 0.5810965526014502, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.61835765838623, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8609703183174133, + "num_tokens": 174384246.0, + "step": 4568 + }, + { + "epoch": 0.5812237628800407, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.685196876525879, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8596856594085693, + "num_tokens": 174417081.0, + "step": 4569 + }, + { + "epoch": 0.5813509731586313, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.634418487548828, + "learning_rate": 1e-06, + "loss": 0.4674, + "mean_token_accuracy": 0.8496041297912598, + "num_tokens": 174457364.0, + "step": 4570 + }, + { + "epoch": 0.5814781834372217, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.640571594238281, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8603987097740173, + "num_tokens": 174494304.0, + "step": 4571 + }, + { + "epoch": 0.5816053937158122, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.65766429901123, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8607200980186462, + "num_tokens": 174528047.0, + "step": 4572 + }, + { + "epoch": 0.5817326039944027, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.664463996887207, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8653114438056946, + "num_tokens": 174565990.0, + "step": 4573 + }, + { + "epoch": 0.5818598142729933, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.654829025268555, + "learning_rate": 1e-06, + "loss": 0.4701, + "mean_token_accuracy": 0.8446539640426636, + "num_tokens": 174599039.0, + "step": 4574 + }, + { + "epoch": 0.5819870245515838, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.63659954071045, + "learning_rate": 1e-06, + "loss": 0.4361, + "mean_token_accuracy": 0.852875828742981, + "num_tokens": 174634786.0, + "step": 4575 + }, + { + "epoch": 0.5821142348301743, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.632473945617676, + "learning_rate": 1e-06, + "loss": 0.4657, + "mean_token_accuracy": 0.8497681021690369, + "num_tokens": 174677875.0, + "step": 4576 + }, + { + "epoch": 0.5822414451087647, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.634166717529297, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8530290722846985, + "num_tokens": 174715421.0, + "step": 4577 + }, + { + "epoch": 0.5823686553873553, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.683046340942383, + "learning_rate": 1e-06, + "loss": 0.4378, + "mean_token_accuracy": 0.8567174673080444, + "num_tokens": 174746555.0, + "step": 4578 + }, + { + "epoch": 0.5824958656659458, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.62829303741455, + "learning_rate": 1e-06, + "loss": 0.4636, + "mean_token_accuracy": 0.8478689789772034, + "num_tokens": 174786470.0, + "step": 4579 + }, + { + "epoch": 0.5826230759445363, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.615118980407715, + "learning_rate": 1e-06, + "loss": 0.4372, + "mean_token_accuracy": 0.856979489326477, + "num_tokens": 174827131.0, + "step": 4580 + }, + { + "epoch": 0.5827502862231269, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.681356430053711, + "learning_rate": 1e-06, + "loss": 0.4327, + "mean_token_accuracy": 0.8529629707336426, + "num_tokens": 174861391.0, + "step": 4581 + }, + { + "epoch": 0.5828774965017174, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.561988830566406, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8631811141967773, + "num_tokens": 174897437.0, + "step": 4582 + }, + { + "epoch": 0.5830047067803078, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.712309837341309, + "learning_rate": 1e-06, + "loss": 0.4608, + "mean_token_accuracy": 0.8498390316963196, + "num_tokens": 174932504.0, + "step": 4583 + }, + { + "epoch": 0.5831319170588983, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.545783996582031, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.853208065032959, + "num_tokens": 174974746.0, + "step": 4584 + }, + { + "epoch": 0.5832591273374889, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.663542747497559, + "learning_rate": 1e-06, + "loss": 0.4453, + "mean_token_accuracy": 0.8545950651168823, + "num_tokens": 175016155.0, + "step": 4585 + }, + { + "epoch": 0.5833863376160794, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.602132797241211, + "learning_rate": 1e-06, + "loss": 0.4667, + "mean_token_accuracy": 0.8435413837432861, + "num_tokens": 175060595.0, + "step": 4586 + }, + { + "epoch": 0.5835135478946699, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.6392822265625, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.858140230178833, + "num_tokens": 175101278.0, + "step": 4587 + }, + { + "epoch": 0.5836407581732604, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.5943603515625, + "learning_rate": 1e-06, + "loss": 0.4548, + "mean_token_accuracy": 0.8521841764450073, + "num_tokens": 175139479.0, + "step": 4588 + }, + { + "epoch": 0.5837679684518509, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.708942413330078, + "learning_rate": 1e-06, + "loss": 0.482, + "mean_token_accuracy": 0.84261554479599, + "num_tokens": 175182376.0, + "step": 4589 + }, + { + "epoch": 0.5838951787304414, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.576807975769043, + "learning_rate": 1e-06, + "loss": 0.4618, + "mean_token_accuracy": 0.8517525792121887, + "num_tokens": 175225449.0, + "step": 4590 + }, + { + "epoch": 0.5840223890090319, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.72718334197998, + "learning_rate": 1e-06, + "loss": 0.4379, + "mean_token_accuracy": 0.856652021408081, + "num_tokens": 175255959.0, + "step": 4591 + }, + { + "epoch": 0.5841495992876224, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.658181190490723, + "learning_rate": 1e-06, + "loss": 0.4506, + "mean_token_accuracy": 0.8463317155838013, + "num_tokens": 175292142.0, + "step": 4592 + }, + { + "epoch": 0.584276809566213, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.668044090270996, + "learning_rate": 1e-06, + "loss": 0.4457, + "mean_token_accuracy": 0.8523032665252686, + "num_tokens": 175336630.0, + "step": 4593 + }, + { + "epoch": 0.5844040198448035, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.580838203430176, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8705399632453918, + "num_tokens": 175372697.0, + "step": 4594 + }, + { + "epoch": 0.5845312301233939, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.604290962219238, + "learning_rate": 1e-06, + "loss": 0.4799, + "mean_token_accuracy": 0.8465253114700317, + "num_tokens": 175412395.0, + "step": 4595 + }, + { + "epoch": 0.5846584404019844, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.638089179992676, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.8571639657020569, + "num_tokens": 175447295.0, + "step": 4596 + }, + { + "epoch": 0.584785650680575, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.681662559509277, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8675369024276733, + "num_tokens": 175480229.0, + "step": 4597 + }, + { + "epoch": 0.5849128609591655, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.583268165588379, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8577242493629456, + "num_tokens": 175523081.0, + "step": 4598 + }, + { + "epoch": 0.585040071237756, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.61667251586914, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.861630916595459, + "num_tokens": 175565036.0, + "step": 4599 + }, + { + "epoch": 0.5851672815163466, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.637784004211426, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8587495684623718, + "num_tokens": 175606733.0, + "step": 4600 + }, + { + "epoch": 0.585294491794937, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.653522491455078, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8734146356582642, + "num_tokens": 175637663.0, + "step": 4601 + }, + { + "epoch": 0.5854217020735275, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.634246826171875, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8607533574104309, + "num_tokens": 175677381.0, + "step": 4602 + }, + { + "epoch": 0.585548912352118, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.609521865844727, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8694766163825989, + "num_tokens": 175713049.0, + "step": 4603 + }, + { + "epoch": 0.5856761226307086, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.691123962402344, + "learning_rate": 1e-06, + "loss": 0.4534, + "mean_token_accuracy": 0.8490739464759827, + "num_tokens": 175753681.0, + "step": 4604 + }, + { + "epoch": 0.5858033329092991, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.636269569396973, + "learning_rate": 1e-06, + "loss": 0.4667, + "mean_token_accuracy": 0.8469865322113037, + "num_tokens": 175789725.0, + "step": 4605 + }, + { + "epoch": 0.5859305431878896, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.62867259979248, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8572343587875366, + "num_tokens": 175823203.0, + "step": 4606 + }, + { + "epoch": 0.5860577534664801, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.660148620605469, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.852694034576416, + "num_tokens": 175860506.0, + "step": 4607 + }, + { + "epoch": 0.5861849637450706, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.65350341796875, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8747011423110962, + "num_tokens": 175895080.0, + "step": 4608 + }, + { + "epoch": 0.5863121740236611, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.574698448181152, + "learning_rate": 1e-06, + "loss": 0.4529, + "mean_token_accuracy": 0.8526714444160461, + "num_tokens": 175937113.0, + "step": 4609 + }, + { + "epoch": 0.5864393843022516, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.78079605102539, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8712373375892639, + "num_tokens": 175966193.0, + "step": 4610 + }, + { + "epoch": 0.5865665945808421, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.644783020019531, + "learning_rate": 1e-06, + "loss": 0.4414, + "mean_token_accuracy": 0.851922333240509, + "num_tokens": 176003771.0, + "step": 4611 + }, + { + "epoch": 0.5866938048594327, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.56364917755127, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.864277184009552, + "num_tokens": 176050069.0, + "step": 4612 + }, + { + "epoch": 0.5868210151380232, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.620585441589355, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8733787536621094, + "num_tokens": 176088763.0, + "step": 4613 + }, + { + "epoch": 0.5869482254166136, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.608052253723145, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.8602675795555115, + "num_tokens": 176127853.0, + "step": 4614 + }, + { + "epoch": 0.5870754356952042, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.5587739944458, + "learning_rate": 1e-06, + "loss": 0.4783, + "mean_token_accuracy": 0.8446147441864014, + "num_tokens": 176173775.0, + "step": 4615 + }, + { + "epoch": 0.5872026459737947, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.61785888671875, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8613589406013489, + "num_tokens": 176210878.0, + "step": 4616 + }, + { + "epoch": 0.5873298562523852, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.635380744934082, + "learning_rate": 1e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.8533424139022827, + "num_tokens": 176255094.0, + "step": 4617 + }, + { + "epoch": 0.5874570665309757, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.628363609313965, + "learning_rate": 1e-06, + "loss": 0.4392, + "mean_token_accuracy": 0.8554661870002747, + "num_tokens": 176293586.0, + "step": 4618 + }, + { + "epoch": 0.5875842768095663, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.629467964172363, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.8606112599372864, + "num_tokens": 176329203.0, + "step": 4619 + }, + { + "epoch": 0.5877114870881567, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.62912654876709, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8755844831466675, + "num_tokens": 176367984.0, + "step": 4620 + }, + { + "epoch": 0.5878386973667472, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.577835083007812, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8721987009048462, + "num_tokens": 176408949.0, + "step": 4621 + }, + { + "epoch": 0.5879659076453377, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.646967887878418, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8748092651367188, + "num_tokens": 176451073.0, + "step": 4622 + }, + { + "epoch": 0.5880931179239283, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.621512413024902, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8662850856781006, + "num_tokens": 176490623.0, + "step": 4623 + }, + { + "epoch": 0.5882203282025188, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.715178489685059, + "learning_rate": 1e-06, + "loss": 0.4746, + "mean_token_accuracy": 0.8460845351219177, + "num_tokens": 176525771.0, + "step": 4624 + }, + { + "epoch": 0.5883475384811093, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.58974838256836, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8773840069770813, + "num_tokens": 176565417.0, + "step": 4625 + }, + { + "epoch": 0.5884747487596997, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.65068531036377, + "learning_rate": 1e-06, + "loss": 0.4505, + "mean_token_accuracy": 0.8559558391571045, + "num_tokens": 176599005.0, + "step": 4626 + }, + { + "epoch": 0.5886019590382903, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.63467788696289, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.8615397214889526, + "num_tokens": 176637947.0, + "step": 4627 + }, + { + "epoch": 0.5887291693168808, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.612771987915039, + "learning_rate": 1e-06, + "loss": 0.4442, + "mean_token_accuracy": 0.8484816551208496, + "num_tokens": 176675241.0, + "step": 4628 + }, + { + "epoch": 0.5888563795954713, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.616769790649414, + "learning_rate": 1e-06, + "loss": 0.4453, + "mean_token_accuracy": 0.8526474237442017, + "num_tokens": 176715375.0, + "step": 4629 + }, + { + "epoch": 0.5889835898740619, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.634428024291992, + "learning_rate": 1e-06, + "loss": 0.4474, + "mean_token_accuracy": 0.8585636615753174, + "num_tokens": 176750977.0, + "step": 4630 + }, + { + "epoch": 0.5891108001526524, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.620044708251953, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8625359535217285, + "num_tokens": 176788968.0, + "step": 4631 + }, + { + "epoch": 0.5892380104312428, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.634215354919434, + "learning_rate": 1e-06, + "loss": 0.446, + "mean_token_accuracy": 0.8545594215393066, + "num_tokens": 176824399.0, + "step": 4632 + }, + { + "epoch": 0.5893652207098333, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.616035461425781, + "learning_rate": 1e-06, + "loss": 0.4435, + "mean_token_accuracy": 0.8555495738983154, + "num_tokens": 176862053.0, + "step": 4633 + }, + { + "epoch": 0.5894924309884239, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.636381149291992, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.873629629611969, + "num_tokens": 176896943.0, + "step": 4634 + }, + { + "epoch": 0.5896196412670144, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.603231430053711, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8599317073822021, + "num_tokens": 176936263.0, + "step": 4635 + }, + { + "epoch": 0.5897468515456049, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.627366065979004, + "learning_rate": 1e-06, + "loss": 0.4522, + "mean_token_accuracy": 0.8473800420761108, + "num_tokens": 176976632.0, + "step": 4636 + }, + { + "epoch": 0.5898740618241954, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.678059577941895, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8646054267883301, + "num_tokens": 177007036.0, + "step": 4637 + }, + { + "epoch": 0.5900012721027859, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.67549991607666, + "learning_rate": 1e-06, + "loss": 0.4618, + "mean_token_accuracy": 0.8499336838722229, + "num_tokens": 177042189.0, + "step": 4638 + }, + { + "epoch": 0.5901284823813764, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.640670776367188, + "learning_rate": 1e-06, + "loss": 0.4534, + "mean_token_accuracy": 0.8546936511993408, + "num_tokens": 177082428.0, + "step": 4639 + }, + { + "epoch": 0.5902556926599669, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.606042861938477, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8622753620147705, + "num_tokens": 177124447.0, + "step": 4640 + }, + { + "epoch": 0.5903829029385574, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.709955215454102, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8758660554885864, + "num_tokens": 177160516.0, + "step": 4641 + }, + { + "epoch": 0.590510113217148, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.60667610168457, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8668134212493896, + "num_tokens": 177198100.0, + "step": 4642 + }, + { + "epoch": 0.5906373234957385, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.610733985900879, + "learning_rate": 1e-06, + "loss": 0.4601, + "mean_token_accuracy": 0.8526454567909241, + "num_tokens": 177243170.0, + "step": 4643 + }, + { + "epoch": 0.5907645337743289, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.665382385253906, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8579156398773193, + "num_tokens": 177282976.0, + "step": 4644 + }, + { + "epoch": 0.5908917440529194, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.63583755493164, + "learning_rate": 1e-06, + "loss": 0.4771, + "mean_token_accuracy": 0.8420082330703735, + "num_tokens": 177323725.0, + "step": 4645 + }, + { + "epoch": 0.59101895433151, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.690105438232422, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8592402338981628, + "num_tokens": 177352178.0, + "step": 4646 + }, + { + "epoch": 0.5911461646101005, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.643637657165527, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8567633628845215, + "num_tokens": 177392322.0, + "step": 4647 + }, + { + "epoch": 0.591273374888691, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.626874923706055, + "learning_rate": 1e-06, + "loss": 0.4373, + "mean_token_accuracy": 0.856764554977417, + "num_tokens": 177432013.0, + "step": 4648 + }, + { + "epoch": 0.5914005851672816, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.625356674194336, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8724591135978699, + "num_tokens": 177473542.0, + "step": 4649 + }, + { + "epoch": 0.591527795445872, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.645874977111816, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.8558838963508606, + "num_tokens": 177516590.0, + "step": 4650 + }, + { + "epoch": 0.5916550057244625, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.653005599975586, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.87247633934021, + "num_tokens": 177553750.0, + "step": 4651 + }, + { + "epoch": 0.591782216003053, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.660073280334473, + "learning_rate": 1e-06, + "loss": 0.4591, + "mean_token_accuracy": 0.8522151708602905, + "num_tokens": 177586093.0, + "step": 4652 + }, + { + "epoch": 0.5919094262816436, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.617701530456543, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8564291596412659, + "num_tokens": 177626800.0, + "step": 4653 + }, + { + "epoch": 0.5920366365602341, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.693497657775879, + "learning_rate": 1e-06, + "loss": 0.4303, + "mean_token_accuracy": 0.8566962480545044, + "num_tokens": 177662336.0, + "step": 4654 + }, + { + "epoch": 0.5921638468388246, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.596153259277344, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8672199845314026, + "num_tokens": 177706922.0, + "step": 4655 + }, + { + "epoch": 0.592291057117415, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.740896224975586, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8573026657104492, + "num_tokens": 177743922.0, + "step": 4656 + }, + { + "epoch": 0.5924182673960056, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.696889877319336, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8659494519233704, + "num_tokens": 177777069.0, + "step": 4657 + }, + { + "epoch": 0.5925454776745961, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.677584648132324, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8674324750900269, + "num_tokens": 177810959.0, + "step": 4658 + }, + { + "epoch": 0.5926726879531866, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.67991828918457, + "learning_rate": 1e-06, + "loss": 0.4515, + "mean_token_accuracy": 0.8492354154586792, + "num_tokens": 177846366.0, + "step": 4659 + }, + { + "epoch": 0.5927998982317771, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.651723861694336, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8709331750869751, + "num_tokens": 177881450.0, + "step": 4660 + }, + { + "epoch": 0.5929271085103677, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.675127029418945, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8598154783248901, + "num_tokens": 177922931.0, + "step": 4661 + }, + { + "epoch": 0.5930543187889582, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.618967056274414, + "learning_rate": 1e-06, + "loss": 0.477, + "mean_token_accuracy": 0.8413974046707153, + "num_tokens": 177962722.0, + "step": 4662 + }, + { + "epoch": 0.5931815290675486, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.649529457092285, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8576639890670776, + "num_tokens": 177999956.0, + "step": 4663 + }, + { + "epoch": 0.5933087393461391, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.734286308288574, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8490105867385864, + "num_tokens": 178032450.0, + "step": 4664 + }, + { + "epoch": 0.5934359496247297, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.634054183959961, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8594493865966797, + "num_tokens": 178075028.0, + "step": 4665 + }, + { + "epoch": 0.5935631599033202, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.687957763671875, + "learning_rate": 1e-06, + "loss": 0.448, + "mean_token_accuracy": 0.8552959561347961, + "num_tokens": 178108267.0, + "step": 4666 + }, + { + "epoch": 0.5936903701819107, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.641146659851074, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.8604272603988647, + "num_tokens": 178148091.0, + "step": 4667 + }, + { + "epoch": 0.5938175804605013, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.683281898498535, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8724180459976196, + "num_tokens": 178185626.0, + "step": 4668 + }, + { + "epoch": 0.5939447907390917, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.637350082397461, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.8660578727722168, + "num_tokens": 178224165.0, + "step": 4669 + }, + { + "epoch": 0.5940720010176822, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.643445014953613, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8583033084869385, + "num_tokens": 178264118.0, + "step": 4670 + }, + { + "epoch": 0.5941992112962727, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.714296340942383, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8699386119842529, + "num_tokens": 178295634.0, + "step": 4671 + }, + { + "epoch": 0.5943264215748633, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.666037559509277, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8658843040466309, + "num_tokens": 178327076.0, + "step": 4672 + }, + { + "epoch": 0.5944536318534538, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.719474792480469, + "learning_rate": 1e-06, + "loss": 0.4499, + "mean_token_accuracy": 0.8506424427032471, + "num_tokens": 178357469.0, + "step": 4673 + }, + { + "epoch": 0.5945808421320443, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.639019012451172, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8656598329544067, + "num_tokens": 178393830.0, + "step": 4674 + }, + { + "epoch": 0.5947080524106347, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.70274829864502, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8584574460983276, + "num_tokens": 178427560.0, + "step": 4675 + }, + { + "epoch": 0.5948352626892253, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.662041664123535, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8603677153587341, + "num_tokens": 178464666.0, + "step": 4676 + }, + { + "epoch": 0.5949624729678158, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.64732551574707, + "learning_rate": 1e-06, + "loss": 0.4577, + "mean_token_accuracy": 0.8499670624732971, + "num_tokens": 178508771.0, + "step": 4677 + }, + { + "epoch": 0.5950896832464063, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.665301322937012, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.8634167313575745, + "num_tokens": 178548516.0, + "step": 4678 + }, + { + "epoch": 0.5952168935249968, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.673090934753418, + "learning_rate": 1e-06, + "loss": 0.5472, + "mean_token_accuracy": 0.8243293762207031, + "num_tokens": 178591276.0, + "step": 4679 + }, + { + "epoch": 0.5953441038035874, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.666485786437988, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.8579815030097961, + "num_tokens": 178632580.0, + "step": 4680 + }, + { + "epoch": 0.5954713140821778, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.629883766174316, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8552181720733643, + "num_tokens": 178672858.0, + "step": 4681 + }, + { + "epoch": 0.5955985243607683, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.71767520904541, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8606782555580139, + "num_tokens": 178706435.0, + "step": 4682 + }, + { + "epoch": 0.5957257346393589, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.59579849243164, + "learning_rate": 1e-06, + "loss": 0.4402, + "mean_token_accuracy": 0.8561953902244568, + "num_tokens": 178746309.0, + "step": 4683 + }, + { + "epoch": 0.5958529449179494, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.681467056274414, + "learning_rate": 1e-06, + "loss": 0.4809, + "mean_token_accuracy": 0.8410519361495972, + "num_tokens": 178787639.0, + "step": 4684 + }, + { + "epoch": 0.5959801551965399, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.658474922180176, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8646805882453918, + "num_tokens": 178828271.0, + "step": 4685 + }, + { + "epoch": 0.5961073654751304, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.632646560668945, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8797857165336609, + "num_tokens": 178862862.0, + "step": 4686 + }, + { + "epoch": 0.5962345757537209, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.725884437561035, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8705464601516724, + "num_tokens": 178897969.0, + "step": 4687 + }, + { + "epoch": 0.5963617860323114, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.581368446350098, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.864112138748169, + "num_tokens": 178942002.0, + "step": 4688 + }, + { + "epoch": 0.5964889963109019, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.703533172607422, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8684225082397461, + "num_tokens": 178983473.0, + "step": 4689 + }, + { + "epoch": 0.5966162065894924, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.670029640197754, + "learning_rate": 1e-06, + "loss": 0.465, + "mean_token_accuracy": 0.8477463722229004, + "num_tokens": 179022370.0, + "step": 4690 + }, + { + "epoch": 0.596743416868083, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.647814750671387, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8736202120780945, + "num_tokens": 179064841.0, + "step": 4691 + }, + { + "epoch": 0.5968706271466735, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.677358627319336, + "learning_rate": 1e-06, + "loss": 0.5079, + "mean_token_accuracy": 0.8314628601074219, + "num_tokens": 179099399.0, + "step": 4692 + }, + { + "epoch": 0.5969978374252639, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.682487487792969, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8504654765129089, + "num_tokens": 179133969.0, + "step": 4693 + }, + { + "epoch": 0.5971250477038544, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.654906272888184, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8573462963104248, + "num_tokens": 179165456.0, + "step": 4694 + }, + { + "epoch": 0.597252257982445, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.637178421020508, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8638732433319092, + "num_tokens": 179198209.0, + "step": 4695 + }, + { + "epoch": 0.5973794682610355, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.662176132202148, + "learning_rate": 1e-06, + "loss": 0.4734, + "mean_token_accuracy": 0.8443740010261536, + "num_tokens": 179233872.0, + "step": 4696 + }, + { + "epoch": 0.597506678539626, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.638516426086426, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8798714280128479, + "num_tokens": 179272721.0, + "step": 4697 + }, + { + "epoch": 0.5976338888182166, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.69140911102295, + "learning_rate": 1e-06, + "loss": 0.4376, + "mean_token_accuracy": 0.8575282096862793, + "num_tokens": 179305781.0, + "step": 4698 + }, + { + "epoch": 0.597761099096807, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.663439750671387, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8638465404510498, + "num_tokens": 179350049.0, + "step": 4699 + }, + { + "epoch": 0.5978883093753975, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.617650032043457, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8588742017745972, + "num_tokens": 179388063.0, + "step": 4700 + }, + { + "epoch": 0.598015519653988, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.656468391418457, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8656585216522217, + "num_tokens": 179427607.0, + "step": 4701 + }, + { + "epoch": 0.5981427299325786, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.656326293945312, + "learning_rate": 1e-06, + "loss": 0.4867, + "mean_token_accuracy": 0.8421924710273743, + "num_tokens": 179471456.0, + "step": 4702 + }, + { + "epoch": 0.5982699402111691, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.65731430053711, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8712331056594849, + "num_tokens": 179514318.0, + "step": 4703 + }, + { + "epoch": 0.5983971504897596, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.614060401916504, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8724059462547302, + "num_tokens": 179553307.0, + "step": 4704 + }, + { + "epoch": 0.59852436076835, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.673320770263672, + "learning_rate": 1e-06, + "loss": 0.4555, + "mean_token_accuracy": 0.8515978455543518, + "num_tokens": 179597288.0, + "step": 4705 + }, + { + "epoch": 0.5986515710469406, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.715157508850098, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8594216704368591, + "num_tokens": 179629583.0, + "step": 4706 + }, + { + "epoch": 0.5987787813255311, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.675724029541016, + "learning_rate": 1e-06, + "loss": 0.449, + "mean_token_accuracy": 0.8537209033966064, + "num_tokens": 179672104.0, + "step": 4707 + }, + { + "epoch": 0.5989059916041216, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.67029857635498, + "learning_rate": 1e-06, + "loss": 0.4788, + "mean_token_accuracy": 0.8497912287712097, + "num_tokens": 179712951.0, + "step": 4708 + }, + { + "epoch": 0.5990332018827121, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.700419425964355, + "learning_rate": 1e-06, + "loss": 0.4352, + "mean_token_accuracy": 0.8589667081832886, + "num_tokens": 179754626.0, + "step": 4709 + }, + { + "epoch": 0.5991604121613027, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.687856674194336, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8656055927276611, + "num_tokens": 179790068.0, + "step": 4710 + }, + { + "epoch": 0.5992876224398932, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.714241981506348, + "learning_rate": 1e-06, + "loss": 0.4915, + "mean_token_accuracy": 0.8396703004837036, + "num_tokens": 179823936.0, + "step": 4711 + }, + { + "epoch": 0.5994148327184836, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.686721801757812, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8602845668792725, + "num_tokens": 179860920.0, + "step": 4712 + }, + { + "epoch": 0.5995420429970741, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.670745849609375, + "learning_rate": 1e-06, + "loss": 0.4471, + "mean_token_accuracy": 0.850864052772522, + "num_tokens": 179899848.0, + "step": 4713 + }, + { + "epoch": 0.5996692532756647, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.788302421569824, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8763364553451538, + "num_tokens": 179934462.0, + "step": 4714 + }, + { + "epoch": 0.5997964635542552, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.615896224975586, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.8594956398010254, + "num_tokens": 179973955.0, + "step": 4715 + }, + { + "epoch": 0.5999236738328457, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.646490097045898, + "learning_rate": 1e-06, + "loss": 0.4294, + "mean_token_accuracy": 0.8615901470184326, + "num_tokens": 180015256.0, + "step": 4716 + }, + { + "epoch": 0.6000508841114363, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.673320770263672, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8676843047142029, + "num_tokens": 180054145.0, + "step": 4717 + }, + { + "epoch": 0.6001780943900267, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.630101203918457, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8632427453994751, + "num_tokens": 180093411.0, + "step": 4718 + }, + { + "epoch": 0.6003053046686172, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.628804206848145, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8690987825393677, + "num_tokens": 180135799.0, + "step": 4719 + }, + { + "epoch": 0.6004325149472077, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.653326988220215, + "learning_rate": 1e-06, + "loss": 0.4469, + "mean_token_accuracy": 0.8539787530899048, + "num_tokens": 180172623.0, + "step": 4720 + }, + { + "epoch": 0.6005597252257983, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.638810157775879, + "learning_rate": 1e-06, + "loss": 0.4489, + "mean_token_accuracy": 0.855603039264679, + "num_tokens": 180213833.0, + "step": 4721 + }, + { + "epoch": 0.6006869355043888, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.640499114990234, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8666402697563171, + "num_tokens": 180254982.0, + "step": 4722 + }, + { + "epoch": 0.6008141457829793, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.661821365356445, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8681582808494568, + "num_tokens": 180288544.0, + "step": 4723 + }, + { + "epoch": 0.6009413560615697, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.680427551269531, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.855937123298645, + "num_tokens": 180330233.0, + "step": 4724 + }, + { + "epoch": 0.6010685663401603, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.703104019165039, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8628314733505249, + "num_tokens": 180361516.0, + "step": 4725 + }, + { + "epoch": 0.6011957766187508, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.673327445983887, + "learning_rate": 1e-06, + "loss": 0.4373, + "mean_token_accuracy": 0.8582606315612793, + "num_tokens": 180404380.0, + "step": 4726 + }, + { + "epoch": 0.6013229868973413, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.697592735290527, + "learning_rate": 1e-06, + "loss": 0.4481, + "mean_token_accuracy": 0.8528012633323669, + "num_tokens": 180436916.0, + "step": 4727 + }, + { + "epoch": 0.6014501971759318, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.73727798461914, + "learning_rate": 1e-06, + "loss": 0.4834, + "mean_token_accuracy": 0.8414589166641235, + "num_tokens": 180476895.0, + "step": 4728 + }, + { + "epoch": 0.6015774074545224, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.696989059448242, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8598071336746216, + "num_tokens": 180515248.0, + "step": 4729 + }, + { + "epoch": 0.6017046177331128, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.7158784866333, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8665387630462646, + "num_tokens": 180554575.0, + "step": 4730 + }, + { + "epoch": 0.6018318280117033, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.667533874511719, + "learning_rate": 1e-06, + "loss": 0.4613, + "mean_token_accuracy": 0.8499168157577515, + "num_tokens": 180594485.0, + "step": 4731 + }, + { + "epoch": 0.6019590382902938, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.71444320678711, + "learning_rate": 1e-06, + "loss": 0.4709, + "mean_token_accuracy": 0.8455488681793213, + "num_tokens": 180634746.0, + "step": 4732 + }, + { + "epoch": 0.6020862485688844, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.688076972961426, + "learning_rate": 1e-06, + "loss": 0.4506, + "mean_token_accuracy": 0.8499070405960083, + "num_tokens": 180674946.0, + "step": 4733 + }, + { + "epoch": 0.6022134588474749, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.707453727722168, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.859550416469574, + "num_tokens": 180715538.0, + "step": 4734 + }, + { + "epoch": 0.6023406691260654, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.659618377685547, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.858452320098877, + "num_tokens": 180755298.0, + "step": 4735 + }, + { + "epoch": 0.6024678794046558, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.677261352539062, + "learning_rate": 1e-06, + "loss": 0.4538, + "mean_token_accuracy": 0.8525658845901489, + "num_tokens": 180797104.0, + "step": 4736 + }, + { + "epoch": 0.6025950896832464, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.687821388244629, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.869935929775238, + "num_tokens": 180839845.0, + "step": 4737 + }, + { + "epoch": 0.6027222999618369, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.636378288269043, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8737050294876099, + "num_tokens": 180878849.0, + "step": 4738 + }, + { + "epoch": 0.6028495102404274, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.723349571228027, + "learning_rate": 1e-06, + "loss": 0.4301, + "mean_token_accuracy": 0.858229398727417, + "num_tokens": 180918427.0, + "step": 4739 + }, + { + "epoch": 0.602976720519018, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.704102516174316, + "learning_rate": 1e-06, + "loss": 0.4554, + "mean_token_accuracy": 0.8531769514083862, + "num_tokens": 180956206.0, + "step": 4740 + }, + { + "epoch": 0.6031039307976085, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.688347816467285, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8656197786331177, + "num_tokens": 180996945.0, + "step": 4741 + }, + { + "epoch": 0.6032311410761989, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.639704704284668, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8652006387710571, + "num_tokens": 181031763.0, + "step": 4742 + }, + { + "epoch": 0.6033583513547894, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.671707153320312, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8676794767379761, + "num_tokens": 181070661.0, + "step": 4743 + }, + { + "epoch": 0.60348556163338, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.65427303314209, + "learning_rate": 1e-06, + "loss": 0.4705, + "mean_token_accuracy": 0.8456772565841675, + "num_tokens": 181112769.0, + "step": 4744 + }, + { + "epoch": 0.6036127719119705, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.6784086227417, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8596592545509338, + "num_tokens": 181151155.0, + "step": 4745 + }, + { + "epoch": 0.603739982190561, + "ewc_loss": 0.01202392578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2040138244628906e-05, + "grad_norm": 9.666877746582031, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.8589826226234436, + "num_tokens": 181188689.0, + "step": 4746 + }, + { + "epoch": 0.6038671924691515, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.666730880737305, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8639926910400391, + "num_tokens": 181230031.0, + "step": 4747 + }, + { + "epoch": 0.603994402747742, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.641905784606934, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8590417504310608, + "num_tokens": 181271464.0, + "step": 4748 + }, + { + "epoch": 0.6041216130263325, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.685489654541016, + "learning_rate": 1e-06, + "loss": 0.4514, + "mean_token_accuracy": 0.8543969988822937, + "num_tokens": 181312607.0, + "step": 4749 + }, + { + "epoch": 0.604248823304923, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.703608512878418, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8683391809463501, + "num_tokens": 181348628.0, + "step": 4750 + }, + { + "epoch": 0.6043760335835135, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.638056755065918, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.851303219795227, + "num_tokens": 181387975.0, + "step": 4751 + }, + { + "epoch": 0.6045032438621041, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.698349952697754, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8730974197387695, + "num_tokens": 181424163.0, + "step": 4752 + }, + { + "epoch": 0.6046304541406946, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.662392616271973, + "learning_rate": 1e-06, + "loss": 0.4567, + "mean_token_accuracy": 0.8496471643447876, + "num_tokens": 181457002.0, + "step": 4753 + }, + { + "epoch": 0.604757664419285, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.708603858947754, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.8553528785705566, + "num_tokens": 181494410.0, + "step": 4754 + }, + { + "epoch": 0.6048848746978756, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.62436294555664, + "learning_rate": 1e-06, + "loss": 0.4294, + "mean_token_accuracy": 0.8571978807449341, + "num_tokens": 181534595.0, + "step": 4755 + }, + { + "epoch": 0.6050120849764661, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.743842124938965, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8653286695480347, + "num_tokens": 181570654.0, + "step": 4756 + }, + { + "epoch": 0.6051392952550566, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.699042320251465, + "learning_rate": 1e-06, + "loss": 0.446, + "mean_token_accuracy": 0.8541187047958374, + "num_tokens": 181608366.0, + "step": 4757 + }, + { + "epoch": 0.6052665055336471, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.670860290527344, + "learning_rate": 1e-06, + "loss": 0.455, + "mean_token_accuracy": 0.8481127023696899, + "num_tokens": 181647168.0, + "step": 4758 + }, + { + "epoch": 0.6053937158122377, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.618857383728027, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8631844520568848, + "num_tokens": 181689177.0, + "step": 4759 + }, + { + "epoch": 0.6055209260908282, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.714924812316895, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8645059466362, + "num_tokens": 181723742.0, + "step": 4760 + }, + { + "epoch": 0.6056481363694186, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.691513061523438, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8680984377861023, + "num_tokens": 181761539.0, + "step": 4761 + }, + { + "epoch": 0.6057753466480091, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.728161811828613, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8579689264297485, + "num_tokens": 181799674.0, + "step": 4762 + }, + { + "epoch": 0.6059025569265997, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.693696022033691, + "learning_rate": 1e-06, + "loss": 0.4659, + "mean_token_accuracy": 0.8475198149681091, + "num_tokens": 181838784.0, + "step": 4763 + }, + { + "epoch": 0.6060297672051902, + "ewc_loss": 0.0120849609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2099742889404297e-05, + "grad_norm": 9.636115074157715, + "learning_rate": 1e-06, + "loss": 0.4427, + "mean_token_accuracy": 0.8555046319961548, + "num_tokens": 181875669.0, + "step": 4764 + }, + { + "epoch": 0.6061569774837807, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.77385425567627, + "learning_rate": 1e-06, + "loss": 0.4799, + "mean_token_accuracy": 0.8426756262779236, + "num_tokens": 181912450.0, + "step": 4765 + }, + { + "epoch": 0.6062841877623713, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.730134963989258, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8590797185897827, + "num_tokens": 181947691.0, + "step": 4766 + }, + { + "epoch": 0.6064113980409617, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.705178260803223, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8640017509460449, + "num_tokens": 181982364.0, + "step": 4767 + }, + { + "epoch": 0.6065386083195522, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.723109245300293, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8600530624389648, + "num_tokens": 182017071.0, + "step": 4768 + }, + { + "epoch": 0.6066658185981427, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.665433883666992, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8594844341278076, + "num_tokens": 182057234.0, + "step": 4769 + }, + { + "epoch": 0.6067930288767333, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.701765060424805, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.870356559753418, + "num_tokens": 182092450.0, + "step": 4770 + }, + { + "epoch": 0.6069202391553238, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.720711708068848, + "learning_rate": 1e-06, + "loss": 0.4505, + "mean_token_accuracy": 0.8519558310508728, + "num_tokens": 182126398.0, + "step": 4771 + }, + { + "epoch": 0.6070474494339143, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.666265487670898, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8752290606498718, + "num_tokens": 182160848.0, + "step": 4772 + }, + { + "epoch": 0.6071746597125047, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.613438606262207, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8681550025939941, + "num_tokens": 182202596.0, + "step": 4773 + }, + { + "epoch": 0.6073018699910953, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.704225540161133, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.858849048614502, + "num_tokens": 182239235.0, + "step": 4774 + }, + { + "epoch": 0.6074290802696858, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.66469955444336, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8725327253341675, + "num_tokens": 182273662.0, + "step": 4775 + }, + { + "epoch": 0.6075562905482763, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.700182914733887, + "learning_rate": 1e-06, + "loss": 0.4843, + "mean_token_accuracy": 0.845354437828064, + "num_tokens": 182311991.0, + "step": 4776 + }, + { + "epoch": 0.6076835008268668, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.659222602844238, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.8619261980056763, + "num_tokens": 182350722.0, + "step": 4777 + }, + { + "epoch": 0.6078107111054574, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.728087425231934, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8624742031097412, + "num_tokens": 182386755.0, + "step": 4778 + }, + { + "epoch": 0.6079379213840478, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.682602882385254, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8765700459480286, + "num_tokens": 182423128.0, + "step": 4779 + }, + { + "epoch": 0.6080651316626383, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.662516593933105, + "learning_rate": 1e-06, + "loss": 0.4664, + "mean_token_accuracy": 0.8460123538970947, + "num_tokens": 182461518.0, + "step": 4780 + }, + { + "epoch": 0.6081923419412288, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.636075973510742, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8597093820571899, + "num_tokens": 182495707.0, + "step": 4781 + }, + { + "epoch": 0.6083195522198194, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.665570259094238, + "learning_rate": 1e-06, + "loss": 0.4569, + "mean_token_accuracy": 0.8506062626838684, + "num_tokens": 182539058.0, + "step": 4782 + }, + { + "epoch": 0.6084467624984099, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.681782722473145, + "learning_rate": 1e-06, + "loss": 0.4564, + "mean_token_accuracy": 0.8447680473327637, + "num_tokens": 182572482.0, + "step": 4783 + }, + { + "epoch": 0.6085739727770004, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.69455623626709, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8639649152755737, + "num_tokens": 182607665.0, + "step": 4784 + }, + { + "epoch": 0.6087011830555908, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.643508911132812, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8617669343948364, + "num_tokens": 182650503.0, + "step": 4785 + }, + { + "epoch": 0.6088283933341814, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.67778491973877, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8704973459243774, + "num_tokens": 182681662.0, + "step": 4786 + }, + { + "epoch": 0.6089556036127719, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.747925758361816, + "learning_rate": 1e-06, + "loss": 0.4691, + "mean_token_accuracy": 0.8473182916641235, + "num_tokens": 182714912.0, + "step": 4787 + }, + { + "epoch": 0.6090828138913624, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.66149616241455, + "learning_rate": 1e-06, + "loss": 0.4304, + "mean_token_accuracy": 0.8580507040023804, + "num_tokens": 182748813.0, + "step": 4788 + }, + { + "epoch": 0.609210024169953, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.702065467834473, + "learning_rate": 1e-06, + "loss": 0.4788, + "mean_token_accuracy": 0.843865156173706, + "num_tokens": 182786123.0, + "step": 4789 + }, + { + "epoch": 0.6093372344485435, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.686129570007324, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8723089098930359, + "num_tokens": 182820550.0, + "step": 4790 + }, + { + "epoch": 0.6094644447271339, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.669427871704102, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8607223629951477, + "num_tokens": 182863135.0, + "step": 4791 + }, + { + "epoch": 0.6095916550057244, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.700151443481445, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8623021841049194, + "num_tokens": 182905193.0, + "step": 4792 + }, + { + "epoch": 0.609718865284315, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.68059253692627, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8596508502960205, + "num_tokens": 182944934.0, + "step": 4793 + }, + { + "epoch": 0.6098460755629055, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.680496215820312, + "learning_rate": 1e-06, + "loss": 0.4697, + "mean_token_accuracy": 0.8465170860290527, + "num_tokens": 182984604.0, + "step": 4794 + }, + { + "epoch": 0.609973285841496, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.71324634552002, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8584994077682495, + "num_tokens": 183020421.0, + "step": 4795 + }, + { + "epoch": 0.6101004961200865, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.705650329589844, + "learning_rate": 1e-06, + "loss": 0.46, + "mean_token_accuracy": 0.8520641326904297, + "num_tokens": 183057635.0, + "step": 4796 + }, + { + "epoch": 0.610227706398677, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.705015182495117, + "learning_rate": 1e-06, + "loss": 0.4683, + "mean_token_accuracy": 0.8468213081359863, + "num_tokens": 183094689.0, + "step": 4797 + }, + { + "epoch": 0.6103549166772675, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.738372802734375, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.865035891532898, + "num_tokens": 183129118.0, + "step": 4798 + }, + { + "epoch": 0.610482126955858, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.728015899658203, + "learning_rate": 1e-06, + "loss": 0.4284, + "mean_token_accuracy": 0.8581554889678955, + "num_tokens": 183163365.0, + "step": 4799 + }, + { + "epoch": 0.6106093372344485, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.779291152954102, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8634733557701111, + "num_tokens": 183199271.0, + "step": 4800 + }, + { + "epoch": 0.6107365475130391, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.69494342803955, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.879064679145813, + "num_tokens": 183234523.0, + "step": 4801 + }, + { + "epoch": 0.6108637577916296, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.695412635803223, + "learning_rate": 1e-06, + "loss": 0.4322, + "mean_token_accuracy": 0.8610366582870483, + "num_tokens": 183267098.0, + "step": 4802 + }, + { + "epoch": 0.61099096807022, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.693775177001953, + "learning_rate": 1e-06, + "loss": 0.4341, + "mean_token_accuracy": 0.8604735136032104, + "num_tokens": 183306825.0, + "step": 4803 + }, + { + "epoch": 0.6111181783488105, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.700334548950195, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8592759370803833, + "num_tokens": 183348712.0, + "step": 4804 + }, + { + "epoch": 0.6112453886274011, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.681013107299805, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8711470365524292, + "num_tokens": 183383797.0, + "step": 4805 + }, + { + "epoch": 0.6113725989059916, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.687309265136719, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.871522068977356, + "num_tokens": 183417484.0, + "step": 4806 + }, + { + "epoch": 0.6114998091845821, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.726591110229492, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.865924060344696, + "num_tokens": 183453808.0, + "step": 4807 + }, + { + "epoch": 0.6116270194631727, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.702078819274902, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8669872283935547, + "num_tokens": 183496693.0, + "step": 4808 + }, + { + "epoch": 0.6117542297417632, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.789312362670898, + "learning_rate": 1e-06, + "loss": 0.4203, + "mean_token_accuracy": 0.8623074293136597, + "num_tokens": 183536727.0, + "step": 4809 + }, + { + "epoch": 0.6118814400203536, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.663643836975098, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8627657890319824, + "num_tokens": 183571809.0, + "step": 4810 + }, + { + "epoch": 0.6120086502989441, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.706284523010254, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8590794801712036, + "num_tokens": 183610761.0, + "step": 4811 + }, + { + "epoch": 0.6121358605775347, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.689697265625, + "learning_rate": 1e-06, + "loss": 0.4284, + "mean_token_accuracy": 0.8587653636932373, + "num_tokens": 183648304.0, + "step": 4812 + }, + { + "epoch": 0.6122630708561252, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.727527618408203, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8563855886459351, + "num_tokens": 183684201.0, + "step": 4813 + }, + { + "epoch": 0.6123902811347157, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.72933578491211, + "learning_rate": 1e-06, + "loss": 0.4464, + "mean_token_accuracy": 0.8528486490249634, + "num_tokens": 183726595.0, + "step": 4814 + }, + { + "epoch": 0.6125174914133062, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.747392654418945, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.86928391456604, + "num_tokens": 183762222.0, + "step": 4815 + }, + { + "epoch": 0.6126447016918967, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.765859603881836, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.872471034526825, + "num_tokens": 183797167.0, + "step": 4816 + }, + { + "epoch": 0.6127719119704872, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.684331893920898, + "learning_rate": 1e-06, + "loss": 0.4309, + "mean_token_accuracy": 0.8587794303894043, + "num_tokens": 183839591.0, + "step": 4817 + }, + { + "epoch": 0.6128991222490777, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.690479278564453, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8606871962547302, + "num_tokens": 183877862.0, + "step": 4818 + }, + { + "epoch": 0.6130263325276682, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.674041748046875, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8664706349372864, + "num_tokens": 183915964.0, + "step": 4819 + }, + { + "epoch": 0.6131535428062588, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.72243881225586, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8565323948860168, + "num_tokens": 183952823.0, + "step": 4820 + }, + { + "epoch": 0.6132807530848493, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.68748664855957, + "learning_rate": 1e-06, + "loss": 0.4667, + "mean_token_accuracy": 0.8512433767318726, + "num_tokens": 183991650.0, + "step": 4821 + }, + { + "epoch": 0.6134079633634397, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.720559120178223, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.861867368221283, + "num_tokens": 184027768.0, + "step": 4822 + }, + { + "epoch": 0.6135351736420303, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.746813774108887, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8726075887680054, + "num_tokens": 184063754.0, + "step": 4823 + }, + { + "epoch": 0.6136623839206208, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.68194580078125, + "learning_rate": 1e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.8546004295349121, + "num_tokens": 184105286.0, + "step": 4824 + }, + { + "epoch": 0.6137895941992113, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.766413688659668, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.865146815776825, + "num_tokens": 184139312.0, + "step": 4825 + }, + { + "epoch": 0.6139168044778018, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.669466018676758, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8592473268508911, + "num_tokens": 184181541.0, + "step": 4826 + }, + { + "epoch": 0.6140440147563924, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.717459678649902, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8599113821983337, + "num_tokens": 184216857.0, + "step": 4827 + }, + { + "epoch": 0.6141712250349828, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.723541259765625, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8635162115097046, + "num_tokens": 184253318.0, + "step": 4828 + }, + { + "epoch": 0.6142984353135733, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.656339645385742, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8718169331550598, + "num_tokens": 184298625.0, + "step": 4829 + }, + { + "epoch": 0.6144256455921638, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.729129791259766, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8584202527999878, + "num_tokens": 184334569.0, + "step": 4830 + }, + { + "epoch": 0.6145528558707544, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.734403610229492, + "learning_rate": 1e-06, + "loss": 0.4862, + "mean_token_accuracy": 0.8432926535606384, + "num_tokens": 184377477.0, + "step": 4831 + }, + { + "epoch": 0.6146800661493449, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.697213172912598, + "learning_rate": 1e-06, + "loss": 0.4823, + "mean_token_accuracy": 0.8473403453826904, + "num_tokens": 184416671.0, + "step": 4832 + }, + { + "epoch": 0.6148072764279354, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.724433898925781, + "learning_rate": 1e-06, + "loss": 0.4416, + "mean_token_accuracy": 0.8558465838432312, + "num_tokens": 184453174.0, + "step": 4833 + }, + { + "epoch": 0.6149344867065258, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.701939582824707, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8673390746116638, + "num_tokens": 184488313.0, + "step": 4834 + }, + { + "epoch": 0.6150616969851164, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.687475204467773, + "learning_rate": 1e-06, + "loss": 0.4705, + "mean_token_accuracy": 0.8414151668548584, + "num_tokens": 184523733.0, + "step": 4835 + }, + { + "epoch": 0.6151889072637069, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.668139457702637, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.8578296899795532, + "num_tokens": 184568399.0, + "step": 4836 + }, + { + "epoch": 0.6153161175422974, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.676074028015137, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8595717549324036, + "num_tokens": 184603302.0, + "step": 4837 + }, + { + "epoch": 0.615443327820888, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.702190399169922, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8800749778747559, + "num_tokens": 184637346.0, + "step": 4838 + }, + { + "epoch": 0.6155705380994785, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.705883979797363, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8672497868537903, + "num_tokens": 184671687.0, + "step": 4839 + }, + { + "epoch": 0.6156977483780689, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.701000213623047, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.869834840297699, + "num_tokens": 184706867.0, + "step": 4840 + }, + { + "epoch": 0.6158249586566594, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.694344520568848, + "learning_rate": 1e-06, + "loss": 0.4356, + "mean_token_accuracy": 0.8567450046539307, + "num_tokens": 184743916.0, + "step": 4841 + }, + { + "epoch": 0.61595216893525, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.680782318115234, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.869194746017456, + "num_tokens": 184783247.0, + "step": 4842 + }, + { + "epoch": 0.6160793792138405, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.688535690307617, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8606488704681396, + "num_tokens": 184826501.0, + "step": 4843 + }, + { + "epoch": 0.616206589492431, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.705918312072754, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8584853410720825, + "num_tokens": 184868743.0, + "step": 4844 + }, + { + "epoch": 0.6163337997710215, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.680276870727539, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8569623231887817, + "num_tokens": 184908992.0, + "step": 4845 + }, + { + "epoch": 0.616461010049612, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.731783866882324, + "learning_rate": 1e-06, + "loss": 0.4672, + "mean_token_accuracy": 0.84891676902771, + "num_tokens": 184942456.0, + "step": 4846 + }, + { + "epoch": 0.6165882203282025, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.725279808044434, + "learning_rate": 1e-06, + "loss": 0.4636, + "mean_token_accuracy": 0.8506373763084412, + "num_tokens": 184975834.0, + "step": 4847 + }, + { + "epoch": 0.616715430606793, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.685202598571777, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8823584318161011, + "num_tokens": 185012295.0, + "step": 4848 + }, + { + "epoch": 0.6168426408853835, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.717778205871582, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8654331564903259, + "num_tokens": 185049272.0, + "step": 4849 + }, + { + "epoch": 0.6169698511639741, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.718158721923828, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8724185228347778, + "num_tokens": 185081054.0, + "step": 4850 + }, + { + "epoch": 0.6170970614425646, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.67544174194336, + "learning_rate": 1e-06, + "loss": 0.4289, + "mean_token_accuracy": 0.8566746115684509, + "num_tokens": 185119809.0, + "step": 4851 + }, + { + "epoch": 0.617224271721155, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.633076667785645, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8725398778915405, + "num_tokens": 185161462.0, + "step": 4852 + }, + { + "epoch": 0.6173514819997455, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.630821228027344, + "learning_rate": 1e-06, + "loss": 0.4701, + "mean_token_accuracy": 0.8517744541168213, + "num_tokens": 185196238.0, + "step": 4853 + }, + { + "epoch": 0.6174786922783361, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.722344398498535, + "learning_rate": 1e-06, + "loss": 0.4339, + "mean_token_accuracy": 0.8592872619628906, + "num_tokens": 185239317.0, + "step": 4854 + }, + { + "epoch": 0.6176059025569266, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.667598724365234, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.869694173336029, + "num_tokens": 185273555.0, + "step": 4855 + }, + { + "epoch": 0.6177331128355171, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.713205337524414, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8683996796607971, + "num_tokens": 185309721.0, + "step": 4856 + }, + { + "epoch": 0.6178603231141077, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.679637908935547, + "learning_rate": 1e-06, + "loss": 0.4546, + "mean_token_accuracy": 0.8530502319335938, + "num_tokens": 185350846.0, + "step": 4857 + }, + { + "epoch": 0.6179875333926982, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.684127807617188, + "learning_rate": 1e-06, + "loss": 0.4554, + "mean_token_accuracy": 0.8532886505126953, + "num_tokens": 185392472.0, + "step": 4858 + }, + { + "epoch": 0.6181147436712886, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.716480255126953, + "learning_rate": 1e-06, + "loss": 0.4426, + "mean_token_accuracy": 0.856462836265564, + "num_tokens": 185438250.0, + "step": 4859 + }, + { + "epoch": 0.6182419539498791, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.682891845703125, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8570647239685059, + "num_tokens": 185479455.0, + "step": 4860 + }, + { + "epoch": 0.6183691642284697, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.715421676635742, + "learning_rate": 1e-06, + "loss": 0.4424, + "mean_token_accuracy": 0.8568177819252014, + "num_tokens": 185518719.0, + "step": 4861 + }, + { + "epoch": 0.6184963745070602, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.740619659423828, + "learning_rate": 1e-06, + "loss": 0.4586, + "mean_token_accuracy": 0.8461658358573914, + "num_tokens": 185556671.0, + "step": 4862 + }, + { + "epoch": 0.6186235847856507, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.696443557739258, + "learning_rate": 1e-06, + "loss": 0.4289, + "mean_token_accuracy": 0.8584210276603699, + "num_tokens": 185595063.0, + "step": 4863 + }, + { + "epoch": 0.6187507950642412, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.70368480682373, + "learning_rate": 1e-06, + "loss": 0.4548, + "mean_token_accuracy": 0.8504731059074402, + "num_tokens": 185635626.0, + "step": 4864 + }, + { + "epoch": 0.6188780053428317, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.700291633605957, + "learning_rate": 1e-06, + "loss": 0.452, + "mean_token_accuracy": 0.8480694890022278, + "num_tokens": 185671687.0, + "step": 4865 + }, + { + "epoch": 0.6190052156214222, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.740248680114746, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8633668422698975, + "num_tokens": 185706459.0, + "step": 4866 + }, + { + "epoch": 0.6191324259000127, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.74112319946289, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.878219485282898, + "num_tokens": 185743162.0, + "step": 4867 + }, + { + "epoch": 0.6192596361786032, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.730049133300781, + "learning_rate": 1e-06, + "loss": 0.4796, + "mean_token_accuracy": 0.8447403907775879, + "num_tokens": 185784036.0, + "step": 4868 + }, + { + "epoch": 0.6193868464571938, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.733928680419922, + "learning_rate": 1e-06, + "loss": 0.438, + "mean_token_accuracy": 0.8569046854972839, + "num_tokens": 185821407.0, + "step": 4869 + }, + { + "epoch": 0.6195140567357843, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.6961669921875, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8657342195510864, + "num_tokens": 185857789.0, + "step": 4870 + }, + { + "epoch": 0.6196412670143747, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.713422775268555, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8713134527206421, + "num_tokens": 185896989.0, + "step": 4871 + }, + { + "epoch": 0.6197684772929652, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.668156623840332, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8747179508209229, + "num_tokens": 185938123.0, + "step": 4872 + }, + { + "epoch": 0.6198956875715558, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.677791595458984, + "learning_rate": 1e-06, + "loss": 0.4227, + "mean_token_accuracy": 0.8610679507255554, + "num_tokens": 185973440.0, + "step": 4873 + }, + { + "epoch": 0.6200228978501463, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.764137268066406, + "learning_rate": 1e-06, + "loss": 0.4287, + "mean_token_accuracy": 0.8602644205093384, + "num_tokens": 186010069.0, + "step": 4874 + }, + { + "epoch": 0.6201501081287368, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.736021995544434, + "learning_rate": 1e-06, + "loss": 0.4521, + "mean_token_accuracy": 0.8549978137016296, + "num_tokens": 186048365.0, + "step": 4875 + }, + { + "epoch": 0.6202773184073274, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.715343475341797, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8656953573226929, + "num_tokens": 186085358.0, + "step": 4876 + }, + { + "epoch": 0.6204045286859178, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.70738410949707, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.864465594291687, + "num_tokens": 186118476.0, + "step": 4877 + }, + { + "epoch": 0.6205317389645083, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.692112922668457, + "learning_rate": 1e-06, + "loss": 0.4344, + "mean_token_accuracy": 0.8571456074714661, + "num_tokens": 186155487.0, + "step": 4878 + }, + { + "epoch": 0.6206589492430988, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.693161964416504, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8652654886245728, + "num_tokens": 186192941.0, + "step": 4879 + }, + { + "epoch": 0.6207861595216894, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.65772533416748, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.863678514957428, + "num_tokens": 186233860.0, + "step": 4880 + }, + { + "epoch": 0.6209133698002799, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.721857070922852, + "learning_rate": 1e-06, + "loss": 0.4632, + "mean_token_accuracy": 0.8489915728569031, + "num_tokens": 186273081.0, + "step": 4881 + }, + { + "epoch": 0.6210405800788704, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.732035636901855, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8650839328765869, + "num_tokens": 186310596.0, + "step": 4882 + }, + { + "epoch": 0.6211677903574608, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.72708797454834, + "learning_rate": 1e-06, + "loss": 0.4426, + "mean_token_accuracy": 0.855480432510376, + "num_tokens": 186346262.0, + "step": 4883 + }, + { + "epoch": 0.6212950006360514, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.726434707641602, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.863422155380249, + "num_tokens": 186386508.0, + "step": 4884 + }, + { + "epoch": 0.6214222109146419, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.700090408325195, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8558832406997681, + "num_tokens": 186425184.0, + "step": 4885 + }, + { + "epoch": 0.6215494211932324, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.721461296081543, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.8597451448440552, + "num_tokens": 186463072.0, + "step": 4886 + }, + { + "epoch": 0.621676631471823, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.735013961791992, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8704885840415955, + "num_tokens": 186504062.0, + "step": 4887 + }, + { + "epoch": 0.6218038417504135, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.7300386428833, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.8510662913322449, + "num_tokens": 186544564.0, + "step": 4888 + }, + { + "epoch": 0.6219310520290039, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.697129249572754, + "learning_rate": 1e-06, + "loss": 0.4736, + "mean_token_accuracy": 0.8469593524932861, + "num_tokens": 186587196.0, + "step": 4889 + }, + { + "epoch": 0.6220582623075944, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.725709915161133, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8615949153900146, + "num_tokens": 186620673.0, + "step": 4890 + }, + { + "epoch": 0.622185472586185, + "ewc_loss": 0.01214599609375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2159347534179688e-05, + "grad_norm": 9.751672744750977, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.8630872964859009, + "num_tokens": 186654028.0, + "step": 4891 + }, + { + "epoch": 0.6223126828647755, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.718283653259277, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.857714056968689, + "num_tokens": 186693395.0, + "step": 4892 + }, + { + "epoch": 0.622439893143366, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.760594367980957, + "learning_rate": 1e-06, + "loss": 0.4833, + "mean_token_accuracy": 0.8432374000549316, + "num_tokens": 186734440.0, + "step": 4893 + }, + { + "epoch": 0.6225671034219565, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.750557899475098, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8634659051895142, + "num_tokens": 186769637.0, + "step": 4894 + }, + { + "epoch": 0.622694313700547, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.704055786132812, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8561989068984985, + "num_tokens": 186810188.0, + "step": 4895 + }, + { + "epoch": 0.6228215239791375, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.760713577270508, + "learning_rate": 1e-06, + "loss": 0.4485, + "mean_token_accuracy": 0.8505254983901978, + "num_tokens": 186847512.0, + "step": 4896 + }, + { + "epoch": 0.622948734257728, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.778238296508789, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8695467710494995, + "num_tokens": 186878721.0, + "step": 4897 + }, + { + "epoch": 0.6230759445363185, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.652314186096191, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8643022179603577, + "num_tokens": 186920239.0, + "step": 4898 + }, + { + "epoch": 0.6232031548149091, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.694974899291992, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.8532346487045288, + "num_tokens": 186964158.0, + "step": 4899 + }, + { + "epoch": 0.6233303650934996, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.726347923278809, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8746554255485535, + "num_tokens": 187003176.0, + "step": 4900 + }, + { + "epoch": 0.62345757537209, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.659725189208984, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.8600995540618896, + "num_tokens": 187046152.0, + "step": 4901 + }, + { + "epoch": 0.6235847856506805, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.713338851928711, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8724254369735718, + "num_tokens": 187086629.0, + "step": 4902 + }, + { + "epoch": 0.6237119959292711, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.716479301452637, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.854192852973938, + "num_tokens": 187122856.0, + "step": 4903 + }, + { + "epoch": 0.6238392062078616, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.722248077392578, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8737149238586426, + "num_tokens": 187161568.0, + "step": 4904 + }, + { + "epoch": 0.6239664164864521, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.726274490356445, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8611438274383545, + "num_tokens": 187202831.0, + "step": 4905 + }, + { + "epoch": 0.6240936267650427, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.699692726135254, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8676618337631226, + "num_tokens": 187239059.0, + "step": 4906 + }, + { + "epoch": 0.6242208370436332, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.755602836608887, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8542997241020203, + "num_tokens": 187272940.0, + "step": 4907 + }, + { + "epoch": 0.6243480473222236, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.719331741333008, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8735924959182739, + "num_tokens": 187310963.0, + "step": 4908 + }, + { + "epoch": 0.6244752576008141, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.683575630187988, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8796378374099731, + "num_tokens": 187345698.0, + "step": 4909 + }, + { + "epoch": 0.6246024678794047, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.71155071258545, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8585295677185059, + "num_tokens": 187384762.0, + "step": 4910 + }, + { + "epoch": 0.6247296781579952, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.709432601928711, + "learning_rate": 1e-06, + "loss": 0.4579, + "mean_token_accuracy": 0.8500233292579651, + "num_tokens": 187424288.0, + "step": 4911 + }, + { + "epoch": 0.6248568884365857, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.706411361694336, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8699807524681091, + "num_tokens": 187461481.0, + "step": 4912 + }, + { + "epoch": 0.6249840987151762, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.706074714660645, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8753715753555298, + "num_tokens": 187497690.0, + "step": 4913 + }, + { + "epoch": 0.6251113089937667, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.700013160705566, + "learning_rate": 1e-06, + "loss": 0.4498, + "mean_token_accuracy": 0.8548122644424438, + "num_tokens": 187537825.0, + "step": 4914 + }, + { + "epoch": 0.6252385192723572, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.664383888244629, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8704439401626587, + "num_tokens": 187583998.0, + "step": 4915 + }, + { + "epoch": 0.6253657295509477, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.726412773132324, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8595905303955078, + "num_tokens": 187621962.0, + "step": 4916 + }, + { + "epoch": 0.6254929398295382, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.750190734863281, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8676702380180359, + "num_tokens": 187655913.0, + "step": 4917 + }, + { + "epoch": 0.6256201501081288, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.6854887008667, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.8526053428649902, + "num_tokens": 187692433.0, + "step": 4918 + }, + { + "epoch": 0.6257473603867193, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.741995811462402, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.873030424118042, + "num_tokens": 187724311.0, + "step": 4919 + }, + { + "epoch": 0.6258745706653097, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.725981712341309, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8690786361694336, + "num_tokens": 187766614.0, + "step": 4920 + }, + { + "epoch": 0.6260017809439002, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.743343353271484, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.871475338935852, + "num_tokens": 187804847.0, + "step": 4921 + }, + { + "epoch": 0.6261289912224908, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.719761848449707, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8627376556396484, + "num_tokens": 187842791.0, + "step": 4922 + }, + { + "epoch": 0.6262562015010813, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.716150283813477, + "learning_rate": 1e-06, + "loss": 0.4532, + "mean_token_accuracy": 0.8513110876083374, + "num_tokens": 187878304.0, + "step": 4923 + }, + { + "epoch": 0.6263834117796718, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.759196281433105, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8626217842102051, + "num_tokens": 187915022.0, + "step": 4924 + }, + { + "epoch": 0.6265106220582624, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.710182189941406, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8626124858856201, + "num_tokens": 187950533.0, + "step": 4925 + }, + { + "epoch": 0.6266378323368528, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.712202072143555, + "learning_rate": 1e-06, + "loss": 0.4371, + "mean_token_accuracy": 0.8571516871452332, + "num_tokens": 187989893.0, + "step": 4926 + }, + { + "epoch": 0.6267650426154433, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.716333389282227, + "learning_rate": 1e-06, + "loss": 0.4436, + "mean_token_accuracy": 0.8534289002418518, + "num_tokens": 188025031.0, + "step": 4927 + }, + { + "epoch": 0.6268922528940338, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.748883247375488, + "learning_rate": 1e-06, + "loss": 0.4521, + "mean_token_accuracy": 0.8531664609909058, + "num_tokens": 188060797.0, + "step": 4928 + }, + { + "epoch": 0.6270194631726244, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.737427711486816, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8538302183151245, + "num_tokens": 188096271.0, + "step": 4929 + }, + { + "epoch": 0.6271466734512149, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.69424057006836, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8627537488937378, + "num_tokens": 188136697.0, + "step": 4930 + }, + { + "epoch": 0.6272738837298054, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.702520370483398, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8596834540367126, + "num_tokens": 188174715.0, + "step": 4931 + }, + { + "epoch": 0.6274010940083958, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.672287940979004, + "learning_rate": 1e-06, + "loss": 0.5058, + "mean_token_accuracy": 0.8391637802124023, + "num_tokens": 188216379.0, + "step": 4932 + }, + { + "epoch": 0.6275283042869864, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.721197128295898, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8656812906265259, + "num_tokens": 188252183.0, + "step": 4933 + }, + { + "epoch": 0.6276555145655769, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.74721908569336, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8631618022918701, + "num_tokens": 188291128.0, + "step": 4934 + }, + { + "epoch": 0.6277827248441674, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.677281379699707, + "learning_rate": 1e-06, + "loss": 0.4918, + "mean_token_accuracy": 0.8436472415924072, + "num_tokens": 188334256.0, + "step": 4935 + }, + { + "epoch": 0.627909935122758, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.767416954040527, + "learning_rate": 1e-06, + "loss": 0.4506, + "mean_token_accuracy": 0.8540112972259521, + "num_tokens": 188373207.0, + "step": 4936 + }, + { + "epoch": 0.6280371454013485, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.751562118530273, + "learning_rate": 1e-06, + "loss": 0.453, + "mean_token_accuracy": 0.8569272756576538, + "num_tokens": 188414937.0, + "step": 4937 + }, + { + "epoch": 0.6281643556799389, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.708239555358887, + "learning_rate": 1e-06, + "loss": 0.4332, + "mean_token_accuracy": 0.8573580980300903, + "num_tokens": 188455398.0, + "step": 4938 + }, + { + "epoch": 0.6282915659585294, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.755895614624023, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8593274354934692, + "num_tokens": 188496561.0, + "step": 4939 + }, + { + "epoch": 0.62841877623712, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.70771312713623, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8641300797462463, + "num_tokens": 188531318.0, + "step": 4940 + }, + { + "epoch": 0.6285459865157105, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.792598724365234, + "learning_rate": 1e-06, + "loss": 0.4496, + "mean_token_accuracy": 0.8511898517608643, + "num_tokens": 188566807.0, + "step": 4941 + }, + { + "epoch": 0.628673196794301, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.67369556427002, + "learning_rate": 1e-06, + "loss": 0.4356, + "mean_token_accuracy": 0.8559117317199707, + "num_tokens": 188608062.0, + "step": 4942 + }, + { + "epoch": 0.6288004070728915, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.690987586975098, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8727665543556213, + "num_tokens": 188644953.0, + "step": 4943 + }, + { + "epoch": 0.628927617351482, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.69916820526123, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8754099607467651, + "num_tokens": 188687720.0, + "step": 4944 + }, + { + "epoch": 0.6290548276300725, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.749116897583008, + "learning_rate": 1e-06, + "loss": 0.4423, + "mean_token_accuracy": 0.853500485420227, + "num_tokens": 188730077.0, + "step": 4945 + }, + { + "epoch": 0.629182037908663, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.701035499572754, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.866113543510437, + "num_tokens": 188768306.0, + "step": 4946 + }, + { + "epoch": 0.6293092481872535, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.720215797424316, + "learning_rate": 1e-06, + "loss": 0.4922, + "mean_token_accuracy": 0.8397062420845032, + "num_tokens": 188807480.0, + "step": 4947 + }, + { + "epoch": 0.6294364584658441, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.81143856048584, + "learning_rate": 1e-06, + "loss": 0.4508, + "mean_token_accuracy": 0.851290225982666, + "num_tokens": 188836383.0, + "step": 4948 + }, + { + "epoch": 0.6295636687444346, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.697210311889648, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8632534742355347, + "num_tokens": 188876079.0, + "step": 4949 + }, + { + "epoch": 0.629690879023025, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.726338386535645, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8577281832695007, + "num_tokens": 188912936.0, + "step": 4950 + }, + { + "epoch": 0.6298180893016155, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.68613052368164, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.8598535656929016, + "num_tokens": 188951475.0, + "step": 4951 + }, + { + "epoch": 0.6299452995802061, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.68520450592041, + "learning_rate": 1e-06, + "loss": 0.4782, + "mean_token_accuracy": 0.8452996611595154, + "num_tokens": 188996972.0, + "step": 4952 + }, + { + "epoch": 0.6300725098587966, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.714698791503906, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8799383044242859, + "num_tokens": 189030706.0, + "step": 4953 + }, + { + "epoch": 0.6301997201373871, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.702665328979492, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8820062875747681, + "num_tokens": 189065638.0, + "step": 4954 + }, + { + "epoch": 0.6303269304159776, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.74609661102295, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8728454113006592, + "num_tokens": 189101747.0, + "step": 4955 + }, + { + "epoch": 0.6304541406945681, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.74205493927002, + "learning_rate": 1e-06, + "loss": 0.4424, + "mean_token_accuracy": 0.8569580316543579, + "num_tokens": 189142965.0, + "step": 4956 + }, + { + "epoch": 0.6305813509731586, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.71883487701416, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8666071891784668, + "num_tokens": 189177822.0, + "step": 4957 + }, + { + "epoch": 0.6307085612517491, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.74777603149414, + "learning_rate": 1e-06, + "loss": 0.4439, + "mean_token_accuracy": 0.8550812602043152, + "num_tokens": 189215710.0, + "step": 4958 + }, + { + "epoch": 0.6308357715303397, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.770827293395996, + "learning_rate": 1e-06, + "loss": 0.5155, + "mean_token_accuracy": 0.8341933488845825, + "num_tokens": 189250788.0, + "step": 4959 + }, + { + "epoch": 0.6309629818089302, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.785039901733398, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8576486110687256, + "num_tokens": 189278451.0, + "step": 4960 + }, + { + "epoch": 0.6310901920875207, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.770280838012695, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.8643404245376587, + "num_tokens": 189316857.0, + "step": 4961 + }, + { + "epoch": 0.6312174023661112, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.690661430358887, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8712869882583618, + "num_tokens": 189356600.0, + "step": 4962 + }, + { + "epoch": 0.6313446126447017, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.758560180664062, + "learning_rate": 1e-06, + "loss": 0.4463, + "mean_token_accuracy": 0.8557835817337036, + "num_tokens": 189393134.0, + "step": 4963 + }, + { + "epoch": 0.6314718229232922, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.662703514099121, + "learning_rate": 1e-06, + "loss": 0.4729, + "mean_token_accuracy": 0.8448655009269714, + "num_tokens": 189433431.0, + "step": 4964 + }, + { + "epoch": 0.6315990332018827, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.710487365722656, + "learning_rate": 1e-06, + "loss": 0.4662, + "mean_token_accuracy": 0.8474849462509155, + "num_tokens": 189473738.0, + "step": 4965 + }, + { + "epoch": 0.6317262434804732, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.754501342773438, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8739805817604065, + "num_tokens": 189509930.0, + "step": 4966 + }, + { + "epoch": 0.6318534537590638, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.74507999420166, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8646200895309448, + "num_tokens": 189547801.0, + "step": 4967 + }, + { + "epoch": 0.6319806640376543, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.719671249389648, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.873306393623352, + "num_tokens": 189582226.0, + "step": 4968 + }, + { + "epoch": 0.6321078743162447, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.721203804016113, + "learning_rate": 1e-06, + "loss": 0.4352, + "mean_token_accuracy": 0.8592303991317749, + "num_tokens": 189622915.0, + "step": 4969 + }, + { + "epoch": 0.6322350845948352, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.727685928344727, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8686911463737488, + "num_tokens": 189658182.0, + "step": 4970 + }, + { + "epoch": 0.6323622948734258, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.71940803527832, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8632317781448364, + "num_tokens": 189696627.0, + "step": 4971 + }, + { + "epoch": 0.6324895051520163, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.75859546661377, + "learning_rate": 1e-06, + "loss": 0.4227, + "mean_token_accuracy": 0.8587033748626709, + "num_tokens": 189729826.0, + "step": 4972 + }, + { + "epoch": 0.6326167154306068, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.722768783569336, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8657619953155518, + "num_tokens": 189771504.0, + "step": 4973 + }, + { + "epoch": 0.6327439257091974, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.710607528686523, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8775376081466675, + "num_tokens": 189809220.0, + "step": 4974 + }, + { + "epoch": 0.6328711359877878, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.752250671386719, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8695608973503113, + "num_tokens": 189849586.0, + "step": 4975 + }, + { + "epoch": 0.6329983462663783, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.721100807189941, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8614532947540283, + "num_tokens": 189885054.0, + "step": 4976 + }, + { + "epoch": 0.6331255565449688, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.706037521362305, + "learning_rate": 1e-06, + "loss": 0.4523, + "mean_token_accuracy": 0.8544085025787354, + "num_tokens": 189918286.0, + "step": 4977 + }, + { + "epoch": 0.6332527668235594, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.725351333618164, + "learning_rate": 1e-06, + "loss": 0.4737, + "mean_token_accuracy": 0.8419768810272217, + "num_tokens": 189956845.0, + "step": 4978 + }, + { + "epoch": 0.6333799771021499, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.726203918457031, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8778194785118103, + "num_tokens": 189994827.0, + "step": 4979 + }, + { + "epoch": 0.6335071873807404, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.671259880065918, + "learning_rate": 1e-06, + "loss": 0.4355, + "mean_token_accuracy": 0.8556676506996155, + "num_tokens": 190036066.0, + "step": 4980 + }, + { + "epoch": 0.6336343976593308, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.725751876831055, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8718693852424622, + "num_tokens": 190073326.0, + "step": 4981 + }, + { + "epoch": 0.6337616079379214, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.766400337219238, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.859214186668396, + "num_tokens": 190109125.0, + "step": 4982 + }, + { + "epoch": 0.6338888182165119, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.68447494506836, + "learning_rate": 1e-06, + "loss": 0.4075, + "mean_token_accuracy": 0.8664300441741943, + "num_tokens": 190148520.0, + "step": 4983 + }, + { + "epoch": 0.6340160284951024, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.773331642150879, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8626968264579773, + "num_tokens": 190184272.0, + "step": 4984 + }, + { + "epoch": 0.6341432387736929, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.698237419128418, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8594295978546143, + "num_tokens": 190221483.0, + "step": 4985 + }, + { + "epoch": 0.6342704490522835, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.676278114318848, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8727222084999084, + "num_tokens": 190266430.0, + "step": 4986 + }, + { + "epoch": 0.6343976593308739, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.744898796081543, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8725322484970093, + "num_tokens": 190308575.0, + "step": 4987 + }, + { + "epoch": 0.6345248696094644, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.749472618103027, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8709693551063538, + "num_tokens": 190344584.0, + "step": 4988 + }, + { + "epoch": 0.6346520798880549, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.760550498962402, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8677713871002197, + "num_tokens": 190376497.0, + "step": 4989 + }, + { + "epoch": 0.6347792901666455, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.788862228393555, + "learning_rate": 1e-06, + "loss": 0.4573, + "mean_token_accuracy": 0.8502029180526733, + "num_tokens": 190416879.0, + "step": 4990 + }, + { + "epoch": 0.634906500445236, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.682218551635742, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8804997205734253, + "num_tokens": 190454684.0, + "step": 4991 + }, + { + "epoch": 0.6350337107238265, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.75521469116211, + "learning_rate": 1e-06, + "loss": 0.4236, + "mean_token_accuracy": 0.8538514375686646, + "num_tokens": 190490524.0, + "step": 4992 + }, + { + "epoch": 0.635160921002417, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.748589515686035, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8680101633071899, + "num_tokens": 190526558.0, + "step": 4993 + }, + { + "epoch": 0.6352881312810075, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.670418739318848, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8617079854011536, + "num_tokens": 190571206.0, + "step": 4994 + }, + { + "epoch": 0.635415341559598, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.71165943145752, + "learning_rate": 1e-06, + "loss": 0.4664, + "mean_token_accuracy": 0.8499913215637207, + "num_tokens": 190611480.0, + "step": 4995 + }, + { + "epoch": 0.6355425518381885, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.761338233947754, + "learning_rate": 1e-06, + "loss": 0.5012, + "mean_token_accuracy": 0.8341071605682373, + "num_tokens": 190647699.0, + "step": 4996 + }, + { + "epoch": 0.6356697621167791, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.73153305053711, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8615131378173828, + "num_tokens": 190684863.0, + "step": 4997 + }, + { + "epoch": 0.6357969723953696, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.759180068969727, + "learning_rate": 1e-06, + "loss": 0.4683, + "mean_token_accuracy": 0.84635329246521, + "num_tokens": 190725006.0, + "step": 4998 + }, + { + "epoch": 0.63592418267396, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.766048431396484, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8578578233718872, + "num_tokens": 190757431.0, + "step": 4999 + }, + { + "epoch": 0.6360513929525505, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.728632926940918, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8667805790901184, + "num_tokens": 190793118.0, + "step": 5000 + }, + { + "epoch": 0.6361786032311411, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.730737686157227, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8700692653656006, + "num_tokens": 190837105.0, + "step": 5001 + }, + { + "epoch": 0.6363058135097316, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.783635139465332, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8550580739974976, + "num_tokens": 190875372.0, + "step": 5002 + }, + { + "epoch": 0.6364330237883221, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.798102378845215, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8662712574005127, + "num_tokens": 190921307.0, + "step": 5003 + }, + { + "epoch": 0.6365602340669126, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.85452938079834, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.861881673336029, + "num_tokens": 190967919.0, + "step": 5004 + }, + { + "epoch": 0.6366874443455031, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.73658275604248, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8599737882614136, + "num_tokens": 191005668.0, + "step": 5005 + }, + { + "epoch": 0.6368146546240936, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.798186302185059, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.8503656387329102, + "num_tokens": 191044455.0, + "step": 5006 + }, + { + "epoch": 0.6369418649026841, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.76772403717041, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8659806251525879, + "num_tokens": 191086369.0, + "step": 5007 + }, + { + "epoch": 0.6370690751812746, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.734286308288574, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.8561258912086487, + "num_tokens": 191127070.0, + "step": 5008 + }, + { + "epoch": 0.6371962854598652, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.736139297485352, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8755897283554077, + "num_tokens": 191163623.0, + "step": 5009 + }, + { + "epoch": 0.6373234957384557, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.810405731201172, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8572226166725159, + "num_tokens": 191196790.0, + "step": 5010 + }, + { + "epoch": 0.6374507060170462, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.735005378723145, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.858405351638794, + "num_tokens": 191230265.0, + "step": 5011 + }, + { + "epoch": 0.6375779162956366, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.801331520080566, + "learning_rate": 1e-06, + "loss": 0.4457, + "mean_token_accuracy": 0.8526443839073181, + "num_tokens": 191266781.0, + "step": 5012 + }, + { + "epoch": 0.6377051265742272, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.783440589904785, + "learning_rate": 1e-06, + "loss": 0.4522, + "mean_token_accuracy": 0.8509150147438049, + "num_tokens": 191305869.0, + "step": 5013 + }, + { + "epoch": 0.6378323368528177, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.758705139160156, + "learning_rate": 1e-06, + "loss": 0.4535, + "mean_token_accuracy": 0.8498227596282959, + "num_tokens": 191343498.0, + "step": 5014 + }, + { + "epoch": 0.6379595471314082, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.775442123413086, + "learning_rate": 1e-06, + "loss": 0.4747, + "mean_token_accuracy": 0.8462987542152405, + "num_tokens": 191383260.0, + "step": 5015 + }, + { + "epoch": 0.6380867574099988, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.781800270080566, + "learning_rate": 1e-06, + "loss": 0.4578, + "mean_token_accuracy": 0.8510130047798157, + "num_tokens": 191417350.0, + "step": 5016 + }, + { + "epoch": 0.6382139676885893, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.776122093200684, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.862328052520752, + "num_tokens": 191454336.0, + "step": 5017 + }, + { + "epoch": 0.6383411779671797, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.717803955078125, + "learning_rate": 1e-06, + "loss": 0.4236, + "mean_token_accuracy": 0.8620745539665222, + "num_tokens": 191489977.0, + "step": 5018 + }, + { + "epoch": 0.6384683882457702, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.778818130493164, + "learning_rate": 1e-06, + "loss": 0.4612, + "mean_token_accuracy": 0.8506644368171692, + "num_tokens": 191524622.0, + "step": 5019 + }, + { + "epoch": 0.6385955985243608, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.81686019897461, + "learning_rate": 1e-06, + "loss": 0.4551, + "mean_token_accuracy": 0.8504606485366821, + "num_tokens": 191565389.0, + "step": 5020 + }, + { + "epoch": 0.6387228088029513, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.752949714660645, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8809309005737305, + "num_tokens": 191604640.0, + "step": 5021 + }, + { + "epoch": 0.6388500190815418, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.76401138305664, + "learning_rate": 1e-06, + "loss": 0.4389, + "mean_token_accuracy": 0.8598443269729614, + "num_tokens": 191651029.0, + "step": 5022 + }, + { + "epoch": 0.6389772293601323, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.763175010681152, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.861263632774353, + "num_tokens": 191690524.0, + "step": 5023 + }, + { + "epoch": 0.6391044396387228, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.809818267822266, + "learning_rate": 1e-06, + "loss": 0.4399, + "mean_token_accuracy": 0.856488823890686, + "num_tokens": 191733992.0, + "step": 5024 + }, + { + "epoch": 0.6392316499173133, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.720654487609863, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8727273941040039, + "num_tokens": 191769717.0, + "step": 5025 + }, + { + "epoch": 0.6393588601959038, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.695398330688477, + "learning_rate": 1e-06, + "loss": 0.4714, + "mean_token_accuracy": 0.8463870882987976, + "num_tokens": 191813334.0, + "step": 5026 + }, + { + "epoch": 0.6394860704744944, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.790241241455078, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.8628726005554199, + "num_tokens": 191848295.0, + "step": 5027 + }, + { + "epoch": 0.6396132807530849, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.737414360046387, + "learning_rate": 1e-06, + "loss": 0.4344, + "mean_token_accuracy": 0.8537306785583496, + "num_tokens": 191885329.0, + "step": 5028 + }, + { + "epoch": 0.6397404910316754, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.77467155456543, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8728804588317871, + "num_tokens": 191918070.0, + "step": 5029 + }, + { + "epoch": 0.6398677013102658, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.718185424804688, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.864327073097229, + "num_tokens": 191966084.0, + "step": 5030 + }, + { + "epoch": 0.6399949115888564, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.74930191040039, + "learning_rate": 1e-06, + "loss": 0.4339, + "mean_token_accuracy": 0.8602943420410156, + "num_tokens": 192004907.0, + "step": 5031 + }, + { + "epoch": 0.6401221218674469, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.766094207763672, + "learning_rate": 1e-06, + "loss": 0.4777, + "mean_token_accuracy": 0.8423894047737122, + "num_tokens": 192042942.0, + "step": 5032 + }, + { + "epoch": 0.6402493321460374, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.730852127075195, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.861931562423706, + "num_tokens": 192081133.0, + "step": 5033 + }, + { + "epoch": 0.6403765424246279, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.753668785095215, + "learning_rate": 1e-06, + "loss": 0.4247, + "mean_token_accuracy": 0.8608783483505249, + "num_tokens": 192120171.0, + "step": 5034 + }, + { + "epoch": 0.6405037527032185, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.754108428955078, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8616427183151245, + "num_tokens": 192159583.0, + "step": 5035 + }, + { + "epoch": 0.6406309629818089, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.74122142791748, + "learning_rate": 1e-06, + "loss": 0.4294, + "mean_token_accuracy": 0.8596509099006653, + "num_tokens": 192199513.0, + "step": 5036 + }, + { + "epoch": 0.6407581732603994, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.793889045715332, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8628280758857727, + "num_tokens": 192228352.0, + "step": 5037 + }, + { + "epoch": 0.6408853835389899, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.766432762145996, + "learning_rate": 1e-06, + "loss": 0.4301, + "mean_token_accuracy": 0.8557553291320801, + "num_tokens": 192264480.0, + "step": 5038 + }, + { + "epoch": 0.6410125938175805, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.784140586853027, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8589361906051636, + "num_tokens": 192303307.0, + "step": 5039 + }, + { + "epoch": 0.641139804096171, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.832592964172363, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8638420701026917, + "num_tokens": 192342064.0, + "step": 5040 + }, + { + "epoch": 0.6412670143747615, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.734619140625, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8689113259315491, + "num_tokens": 192379297.0, + "step": 5041 + }, + { + "epoch": 0.6413942246533519, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.78116512298584, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8638920783996582, + "num_tokens": 192416087.0, + "step": 5042 + }, + { + "epoch": 0.6415214349319425, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.734588623046875, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8663276433944702, + "num_tokens": 192454421.0, + "step": 5043 + }, + { + "epoch": 0.641648645210533, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.789019584655762, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.857475996017456, + "num_tokens": 192493860.0, + "step": 5044 + }, + { + "epoch": 0.6417758554891235, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.786446571350098, + "learning_rate": 1e-06, + "loss": 0.4492, + "mean_token_accuracy": 0.852428674697876, + "num_tokens": 192533672.0, + "step": 5045 + }, + { + "epoch": 0.641903065767714, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.821210861206055, + "learning_rate": 1e-06, + "loss": 0.4509, + "mean_token_accuracy": 0.8479200005531311, + "num_tokens": 192569569.0, + "step": 5046 + }, + { + "epoch": 0.6420302760463046, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.749035835266113, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8665816783905029, + "num_tokens": 192610716.0, + "step": 5047 + }, + { + "epoch": 0.642157486324895, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.72043514251709, + "learning_rate": 1e-06, + "loss": 0.4396, + "mean_token_accuracy": 0.8559116125106812, + "num_tokens": 192648040.0, + "step": 5048 + }, + { + "epoch": 0.6422846966034855, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.750761985778809, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.858677864074707, + "num_tokens": 192690063.0, + "step": 5049 + }, + { + "epoch": 0.6424119068820761, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.76456069946289, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8553739786148071, + "num_tokens": 192732067.0, + "step": 5050 + }, + { + "epoch": 0.6425391171606666, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.750092506408691, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8703646659851074, + "num_tokens": 192768598.0, + "step": 5051 + }, + { + "epoch": 0.6426663274392571, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.745217323303223, + "learning_rate": 1e-06, + "loss": 0.5151, + "mean_token_accuracy": 0.8327100276947021, + "num_tokens": 192805420.0, + "step": 5052 + }, + { + "epoch": 0.6427935377178476, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.711146354675293, + "learning_rate": 1e-06, + "loss": 0.4418, + "mean_token_accuracy": 0.8559633493423462, + "num_tokens": 192852082.0, + "step": 5053 + }, + { + "epoch": 0.6429207479964381, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.773326873779297, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8617449402809143, + "num_tokens": 192892846.0, + "step": 5054 + }, + { + "epoch": 0.6430479582750286, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.701441764831543, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8787493109703064, + "num_tokens": 192932091.0, + "step": 5055 + }, + { + "epoch": 0.6431751685536191, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.804685592651367, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8629552125930786, + "num_tokens": 192960628.0, + "step": 5056 + }, + { + "epoch": 0.6433023788322096, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.754899978637695, + "learning_rate": 1e-06, + "loss": 0.438, + "mean_token_accuracy": 0.8546426892280579, + "num_tokens": 193002075.0, + "step": 5057 + }, + { + "epoch": 0.6434295891108002, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.78586483001709, + "learning_rate": 1e-06, + "loss": 0.456, + "mean_token_accuracy": 0.8500484228134155, + "num_tokens": 193039720.0, + "step": 5058 + }, + { + "epoch": 0.6435567993893907, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.864885330200195, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8607618808746338, + "num_tokens": 193072806.0, + "step": 5059 + }, + { + "epoch": 0.6436840096679812, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.789596557617188, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8687819242477417, + "num_tokens": 193108478.0, + "step": 5060 + }, + { + "epoch": 0.6438112199465716, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.779925346374512, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8644242286682129, + "num_tokens": 193150663.0, + "step": 5061 + }, + { + "epoch": 0.6439384302251622, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.781468391418457, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.864422082901001, + "num_tokens": 193191499.0, + "step": 5062 + }, + { + "epoch": 0.6440656405037527, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.800848007202148, + "learning_rate": 1e-06, + "loss": 0.4651, + "mean_token_accuracy": 0.8517379760742188, + "num_tokens": 193236103.0, + "step": 5063 + }, + { + "epoch": 0.6441928507823432, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.840336799621582, + "learning_rate": 1e-06, + "loss": 0.4937, + "mean_token_accuracy": 0.838464081287384, + "num_tokens": 193274095.0, + "step": 5064 + }, + { + "epoch": 0.6443200610609338, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.78133487701416, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8670218586921692, + "num_tokens": 193316988.0, + "step": 5065 + }, + { + "epoch": 0.6444472713395243, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.767629623413086, + "learning_rate": 1e-06, + "loss": 0.4296, + "mean_token_accuracy": 0.8589935898780823, + "num_tokens": 193357430.0, + "step": 5066 + }, + { + "epoch": 0.6445744816181147, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.820649147033691, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8687980771064758, + "num_tokens": 193390392.0, + "step": 5067 + }, + { + "epoch": 0.6447016918967052, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.798364639282227, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8574981093406677, + "num_tokens": 193430961.0, + "step": 5068 + }, + { + "epoch": 0.6448289021752958, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.812975883483887, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.858193039894104, + "num_tokens": 193473767.0, + "step": 5069 + }, + { + "epoch": 0.6449561124538863, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.820694923400879, + "learning_rate": 1e-06, + "loss": 0.4655, + "mean_token_accuracy": 0.8488028645515442, + "num_tokens": 193511375.0, + "step": 5070 + }, + { + "epoch": 0.6450833227324768, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.773438453674316, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8707642555236816, + "num_tokens": 193551296.0, + "step": 5071 + }, + { + "epoch": 0.6452105330110673, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.795853614807129, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8645544052124023, + "num_tokens": 193596484.0, + "step": 5072 + }, + { + "epoch": 0.6453377432896578, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.746520042419434, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8664703369140625, + "num_tokens": 193637513.0, + "step": 5073 + }, + { + "epoch": 0.6454649535682483, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.804265975952148, + "learning_rate": 1e-06, + "loss": 0.4412, + "mean_token_accuracy": 0.8555525541305542, + "num_tokens": 193672808.0, + "step": 5074 + }, + { + "epoch": 0.6455921638468388, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.764641761779785, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8756394386291504, + "num_tokens": 193713018.0, + "step": 5075 + }, + { + "epoch": 0.6457193741254293, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.757953643798828, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8625380396842957, + "num_tokens": 193757649.0, + "step": 5076 + }, + { + "epoch": 0.6458465844040199, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.818488121032715, + "learning_rate": 1e-06, + "loss": 0.4451, + "mean_token_accuracy": 0.8573139905929565, + "num_tokens": 193792390.0, + "step": 5077 + }, + { + "epoch": 0.6459737946826104, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.77392578125, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8681114315986633, + "num_tokens": 193827721.0, + "step": 5078 + }, + { + "epoch": 0.6461010049612008, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.84656810760498, + "learning_rate": 1e-06, + "loss": 0.4468, + "mean_token_accuracy": 0.8524800539016724, + "num_tokens": 193867217.0, + "step": 5079 + }, + { + "epoch": 0.6462282152397913, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.816787719726562, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.868436336517334, + "num_tokens": 193900128.0, + "step": 5080 + }, + { + "epoch": 0.6463554255183819, + "ewc_loss": 0.01220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2218952178955078e-05, + "grad_norm": 9.744245529174805, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8707704544067383, + "num_tokens": 193935744.0, + "step": 5081 + }, + { + "epoch": 0.6464826357969724, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.808076858520508, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8578475117683411, + "num_tokens": 193977344.0, + "step": 5082 + }, + { + "epoch": 0.6466098460755629, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.822765350341797, + "learning_rate": 1e-06, + "loss": 0.5066, + "mean_token_accuracy": 0.8351531028747559, + "num_tokens": 194014295.0, + "step": 5083 + }, + { + "epoch": 0.6467370563541535, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.789789199829102, + "learning_rate": 1e-06, + "loss": 0.473, + "mean_token_accuracy": 0.8460610508918762, + "num_tokens": 194055245.0, + "step": 5084 + }, + { + "epoch": 0.6468642666327439, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.798130989074707, + "learning_rate": 1e-06, + "loss": 0.4501, + "mean_token_accuracy": 0.8535370826721191, + "num_tokens": 194089313.0, + "step": 5085 + }, + { + "epoch": 0.6469914769113344, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.747869491577148, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8668926358222961, + "num_tokens": 194128293.0, + "step": 5086 + }, + { + "epoch": 0.6471186871899249, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.765547752380371, + "learning_rate": 1e-06, + "loss": 0.4496, + "mean_token_accuracy": 0.8531954884529114, + "num_tokens": 194166632.0, + "step": 5087 + }, + { + "epoch": 0.6472458974685155, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.766626358032227, + "learning_rate": 1e-06, + "loss": 0.4567, + "mean_token_accuracy": 0.8470040559768677, + "num_tokens": 194209176.0, + "step": 5088 + }, + { + "epoch": 0.647373107747106, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.817171096801758, + "learning_rate": 1e-06, + "loss": 0.4569, + "mean_token_accuracy": 0.8507506847381592, + "num_tokens": 194245617.0, + "step": 5089 + }, + { + "epoch": 0.6475003180256965, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.7552490234375, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8674057722091675, + "num_tokens": 194285983.0, + "step": 5090 + }, + { + "epoch": 0.6476275283042869, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.804713249206543, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.8572354316711426, + "num_tokens": 194317088.0, + "step": 5091 + }, + { + "epoch": 0.6477547385828775, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.764517784118652, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8651497960090637, + "num_tokens": 194354025.0, + "step": 5092 + }, + { + "epoch": 0.647881948861468, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.81002426147461, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8648967742919922, + "num_tokens": 194388539.0, + "step": 5093 + }, + { + "epoch": 0.6480091591400585, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.779091835021973, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.863562285900116, + "num_tokens": 194424518.0, + "step": 5094 + }, + { + "epoch": 0.648136369418649, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.798053741455078, + "learning_rate": 1e-06, + "loss": 0.4404, + "mean_token_accuracy": 0.8567860126495361, + "num_tokens": 194463310.0, + "step": 5095 + }, + { + "epoch": 0.6482635796972396, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.780787467956543, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8596617579460144, + "num_tokens": 194499911.0, + "step": 5096 + }, + { + "epoch": 0.64839078997583, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.821760177612305, + "learning_rate": 1e-06, + "loss": 0.4645, + "mean_token_accuracy": 0.8508370518684387, + "num_tokens": 194536731.0, + "step": 5097 + }, + { + "epoch": 0.6485180002544205, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.811716079711914, + "learning_rate": 1e-06, + "loss": 0.4623, + "mean_token_accuracy": 0.8498941659927368, + "num_tokens": 194574014.0, + "step": 5098 + }, + { + "epoch": 0.648645210533011, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.794897079467773, + "learning_rate": 1e-06, + "loss": 0.4402, + "mean_token_accuracy": 0.8523823618888855, + "num_tokens": 194611944.0, + "step": 5099 + }, + { + "epoch": 0.6487724208116016, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.826262474060059, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8695991039276123, + "num_tokens": 194649734.0, + "step": 5100 + }, + { + "epoch": 0.6488996310901921, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.804780960083008, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8680981397628784, + "num_tokens": 194688344.0, + "step": 5101 + }, + { + "epoch": 0.6490268413687826, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.801189422607422, + "learning_rate": 1e-06, + "loss": 0.483, + "mean_token_accuracy": 0.8471896648406982, + "num_tokens": 194728582.0, + "step": 5102 + }, + { + "epoch": 0.649154051647373, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.766620635986328, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8604764938354492, + "num_tokens": 194762753.0, + "step": 5103 + }, + { + "epoch": 0.6492812619259636, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.795713424682617, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8739289045333862, + "num_tokens": 194802325.0, + "step": 5104 + }, + { + "epoch": 0.6494084722045541, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.763643264770508, + "learning_rate": 1e-06, + "loss": 0.4328, + "mean_token_accuracy": 0.8591997623443604, + "num_tokens": 194846349.0, + "step": 5105 + }, + { + "epoch": 0.6495356824831446, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.776044845581055, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8614290952682495, + "num_tokens": 194880334.0, + "step": 5106 + }, + { + "epoch": 0.6496628927617352, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.821091651916504, + "learning_rate": 1e-06, + "loss": 0.4467, + "mean_token_accuracy": 0.852191686630249, + "num_tokens": 194919343.0, + "step": 5107 + }, + { + "epoch": 0.6497901030403257, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.751446723937988, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8615187406539917, + "num_tokens": 194958800.0, + "step": 5108 + }, + { + "epoch": 0.6499173133189162, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.776131629943848, + "learning_rate": 1e-06, + "loss": 0.4902, + "mean_token_accuracy": 0.8332991600036621, + "num_tokens": 194997249.0, + "step": 5109 + }, + { + "epoch": 0.6500445235975066, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.786142349243164, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8619095087051392, + "num_tokens": 195035879.0, + "step": 5110 + }, + { + "epoch": 0.6501717338760972, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.758928298950195, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8549227118492126, + "num_tokens": 195075925.0, + "step": 5111 + }, + { + "epoch": 0.6502989441546877, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.798955917358398, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8637604713439941, + "num_tokens": 195110185.0, + "step": 5112 + }, + { + "epoch": 0.6504261544332782, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.744159698486328, + "learning_rate": 1e-06, + "loss": 0.4445, + "mean_token_accuracy": 0.852354109287262, + "num_tokens": 195154666.0, + "step": 5113 + }, + { + "epoch": 0.6505533647118688, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.787019729614258, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8719300031661987, + "num_tokens": 195188998.0, + "step": 5114 + }, + { + "epoch": 0.6506805749904593, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.695374488830566, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8677790760993958, + "num_tokens": 195224124.0, + "step": 5115 + }, + { + "epoch": 0.6508077852690497, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.760802268981934, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8617490530014038, + "num_tokens": 195253601.0, + "step": 5116 + }, + { + "epoch": 0.6509349955476402, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.782309532165527, + "learning_rate": 1e-06, + "loss": 0.4465, + "mean_token_accuracy": 0.8527646064758301, + "num_tokens": 195289045.0, + "step": 5117 + }, + { + "epoch": 0.6510622058262308, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.755167961120605, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8626474738121033, + "num_tokens": 195326983.0, + "step": 5118 + }, + { + "epoch": 0.6511894161048213, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.80785083770752, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8729736804962158, + "num_tokens": 195360425.0, + "step": 5119 + }, + { + "epoch": 0.6513166263834118, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.808248519897461, + "learning_rate": 1e-06, + "loss": 0.462, + "mean_token_accuracy": 0.8502905964851379, + "num_tokens": 195402648.0, + "step": 5120 + }, + { + "epoch": 0.6514438366620023, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.771187782287598, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8783217668533325, + "num_tokens": 195440945.0, + "step": 5121 + }, + { + "epoch": 0.6515710469405928, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.891189575195312, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8622963428497314, + "num_tokens": 195481872.0, + "step": 5122 + }, + { + "epoch": 0.6516982572191833, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.729011535644531, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8647109270095825, + "num_tokens": 195525460.0, + "step": 5123 + }, + { + "epoch": 0.6518254674977738, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.820096015930176, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.862943708896637, + "num_tokens": 195563522.0, + "step": 5124 + }, + { + "epoch": 0.6519526777763643, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.824748039245605, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8703344464302063, + "num_tokens": 195598114.0, + "step": 5125 + }, + { + "epoch": 0.6520798880549549, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.734970092773438, + "learning_rate": 1e-06, + "loss": 0.4404, + "mean_token_accuracy": 0.8560154438018799, + "num_tokens": 195639826.0, + "step": 5126 + }, + { + "epoch": 0.6522070983335454, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.79444694519043, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.86712646484375, + "num_tokens": 195682047.0, + "step": 5127 + }, + { + "epoch": 0.6523343086121358, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.747255325317383, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8655871748924255, + "num_tokens": 195722453.0, + "step": 5128 + }, + { + "epoch": 0.6524615188907263, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.81070613861084, + "learning_rate": 1e-06, + "loss": 0.4407, + "mean_token_accuracy": 0.8561978340148926, + "num_tokens": 195759182.0, + "step": 5129 + }, + { + "epoch": 0.6525887291693169, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.766508102416992, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8648241758346558, + "num_tokens": 195795641.0, + "step": 5130 + }, + { + "epoch": 0.6527159394479074, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.803080558776855, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.871185302734375, + "num_tokens": 195831200.0, + "step": 5131 + }, + { + "epoch": 0.6528431497264979, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.78520393371582, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8639969229698181, + "num_tokens": 195875110.0, + "step": 5132 + }, + { + "epoch": 0.6529703600050885, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.75825309753418, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8636371493339539, + "num_tokens": 195916724.0, + "step": 5133 + }, + { + "epoch": 0.6530975702836789, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.82288646697998, + "learning_rate": 1e-06, + "loss": 0.4433, + "mean_token_accuracy": 0.8554350137710571, + "num_tokens": 195956219.0, + "step": 5134 + }, + { + "epoch": 0.6532247805622694, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.828834533691406, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8645749092102051, + "num_tokens": 195991563.0, + "step": 5135 + }, + { + "epoch": 0.6533519908408599, + "ewc_loss": 0.01226806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2278556823730469e-05, + "grad_norm": 9.738523483276367, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8676761388778687, + "num_tokens": 196031864.0, + "step": 5136 + }, + { + "epoch": 0.6534792011194505, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.846357345581055, + "learning_rate": 1e-06, + "loss": 0.4527, + "mean_token_accuracy": 0.8535453081130981, + "num_tokens": 196067208.0, + "step": 5137 + }, + { + "epoch": 0.653606411398041, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.761536598205566, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8646173477172852, + "num_tokens": 196103934.0, + "step": 5138 + }, + { + "epoch": 0.6537336216766315, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.874558448791504, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8557684421539307, + "num_tokens": 196140886.0, + "step": 5139 + }, + { + "epoch": 0.6538608319552219, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.787942886352539, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8701695203781128, + "num_tokens": 196178940.0, + "step": 5140 + }, + { + "epoch": 0.6539880422338125, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.766372680664062, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8621549010276794, + "num_tokens": 196229461.0, + "step": 5141 + }, + { + "epoch": 0.654115252512403, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.778092384338379, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8737654685974121, + "num_tokens": 196265793.0, + "step": 5142 + }, + { + "epoch": 0.6542424627909935, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.747041702270508, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8690784573554993, + "num_tokens": 196304919.0, + "step": 5143 + }, + { + "epoch": 0.654369673069584, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.820569038391113, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8763502836227417, + "num_tokens": 196344761.0, + "step": 5144 + }, + { + "epoch": 0.6544968833481746, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.773272514343262, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8754354119300842, + "num_tokens": 196382625.0, + "step": 5145 + }, + { + "epoch": 0.654624093626765, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.76749038696289, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8722979426383972, + "num_tokens": 196422279.0, + "step": 5146 + }, + { + "epoch": 0.6547513039053555, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.78882884979248, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8570954203605652, + "num_tokens": 196463684.0, + "step": 5147 + }, + { + "epoch": 0.654878514183946, + "ewc_loss": 0.0123291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.233816146850586e-05, + "grad_norm": 9.784760475158691, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8645375370979309, + "num_tokens": 196506319.0, + "step": 5148 + }, + { + "epoch": 0.6550057244625366, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.77795124053955, + "learning_rate": 1e-06, + "loss": 0.4424, + "mean_token_accuracy": 0.8547161817550659, + "num_tokens": 196546367.0, + "step": 5149 + }, + { + "epoch": 0.6551329347411271, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.8660306930542, + "learning_rate": 1e-06, + "loss": 0.4559, + "mean_token_accuracy": 0.8478707671165466, + "num_tokens": 196576598.0, + "step": 5150 + }, + { + "epoch": 0.6552601450197176, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.764575004577637, + "learning_rate": 1e-06, + "loss": 0.4435, + "mean_token_accuracy": 0.8552703857421875, + "num_tokens": 196610633.0, + "step": 5151 + }, + { + "epoch": 0.655387355298308, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.82465648651123, + "learning_rate": 1e-06, + "loss": 0.447, + "mean_token_accuracy": 0.8530958890914917, + "num_tokens": 196646183.0, + "step": 5152 + }, + { + "epoch": 0.6555145655768986, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.709315299987793, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8705596923828125, + "num_tokens": 196689454.0, + "step": 5153 + }, + { + "epoch": 0.6556417758554891, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.798879623413086, + "learning_rate": 1e-06, + "loss": 0.466, + "mean_token_accuracy": 0.8461284637451172, + "num_tokens": 196731820.0, + "step": 5154 + }, + { + "epoch": 0.6557689861340796, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.823626518249512, + "learning_rate": 1e-06, + "loss": 0.4591, + "mean_token_accuracy": 0.8522380590438843, + "num_tokens": 196768542.0, + "step": 5155 + }, + { + "epoch": 0.6558961964126702, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.743868827819824, + "learning_rate": 1e-06, + "loss": 0.471, + "mean_token_accuracy": 0.8461946845054626, + "num_tokens": 196810300.0, + "step": 5156 + }, + { + "epoch": 0.6560234066912607, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.781498908996582, + "learning_rate": 1e-06, + "loss": 0.4738, + "mean_token_accuracy": 0.8447436094284058, + "num_tokens": 196847271.0, + "step": 5157 + }, + { + "epoch": 0.6561506169698512, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.792121887207031, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.876181960105896, + "num_tokens": 196880439.0, + "step": 5158 + }, + { + "epoch": 0.6562778272484416, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.78620719909668, + "learning_rate": 1e-06, + "loss": 0.4374, + "mean_token_accuracy": 0.8539615869522095, + "num_tokens": 196914911.0, + "step": 5159 + }, + { + "epoch": 0.6564050375270322, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.769587516784668, + "learning_rate": 1e-06, + "loss": 0.447, + "mean_token_accuracy": 0.8618932962417603, + "num_tokens": 196949419.0, + "step": 5160 + }, + { + "epoch": 0.6565322478056227, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.815275192260742, + "learning_rate": 1e-06, + "loss": 0.4465, + "mean_token_accuracy": 0.8537576198577881, + "num_tokens": 196989401.0, + "step": 5161 + }, + { + "epoch": 0.6566594580842132, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.768978118896484, + "learning_rate": 1e-06, + "loss": 0.4473, + "mean_token_accuracy": 0.8545728325843811, + "num_tokens": 197028377.0, + "step": 5162 + }, + { + "epoch": 0.6567866683628037, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.79190731048584, + "learning_rate": 1e-06, + "loss": 0.483, + "mean_token_accuracy": 0.8405444622039795, + "num_tokens": 197068334.0, + "step": 5163 + }, + { + "epoch": 0.6569138786413943, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.76296329498291, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8634043335914612, + "num_tokens": 197105978.0, + "step": 5164 + }, + { + "epoch": 0.6570410889199847, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.786982536315918, + "learning_rate": 1e-06, + "loss": 0.4715, + "mean_token_accuracy": 0.8448934555053711, + "num_tokens": 197148641.0, + "step": 5165 + }, + { + "epoch": 0.6571682991985752, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.773425102233887, + "learning_rate": 1e-06, + "loss": 0.4866, + "mean_token_accuracy": 0.8419085741043091, + "num_tokens": 197188820.0, + "step": 5166 + }, + { + "epoch": 0.6572955094771658, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.770692825317383, + "learning_rate": 1e-06, + "loss": 0.4569, + "mean_token_accuracy": 0.8478558659553528, + "num_tokens": 197227109.0, + "step": 5167 + }, + { + "epoch": 0.6574227197557563, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.792766571044922, + "learning_rate": 1e-06, + "loss": 0.4149, + "mean_token_accuracy": 0.8666114807128906, + "num_tokens": 197264083.0, + "step": 5168 + }, + { + "epoch": 0.6575499300343468, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.807500839233398, + "learning_rate": 1e-06, + "loss": 0.437, + "mean_token_accuracy": 0.8570038080215454, + "num_tokens": 197301349.0, + "step": 5169 + }, + { + "epoch": 0.6576771403129373, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.758532524108887, + "learning_rate": 1e-06, + "loss": 0.4619, + "mean_token_accuracy": 0.8502036333084106, + "num_tokens": 197348176.0, + "step": 5170 + }, + { + "epoch": 0.6578043505915278, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.847566604614258, + "learning_rate": 1e-06, + "loss": 0.4379, + "mean_token_accuracy": 0.8525874614715576, + "num_tokens": 197380490.0, + "step": 5171 + }, + { + "epoch": 0.6579315608701183, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.7417631149292, + "learning_rate": 1e-06, + "loss": 0.4665, + "mean_token_accuracy": 0.8477819561958313, + "num_tokens": 197423075.0, + "step": 5172 + }, + { + "epoch": 0.6580587711487088, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.875265121459961, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8654946088790894, + "num_tokens": 197461730.0, + "step": 5173 + }, + { + "epoch": 0.6581859814272993, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.783560752868652, + "learning_rate": 1e-06, + "loss": 0.4557, + "mean_token_accuracy": 0.8496499061584473, + "num_tokens": 197505801.0, + "step": 5174 + }, + { + "epoch": 0.6583131917058899, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.806703567504883, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8787184357643127, + "num_tokens": 197534643.0, + "step": 5175 + }, + { + "epoch": 0.6584404019844804, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.754531860351562, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8664260506629944, + "num_tokens": 197576490.0, + "step": 5176 + }, + { + "epoch": 0.6585676122630708, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.797736167907715, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.873772382736206, + "num_tokens": 197612745.0, + "step": 5177 + }, + { + "epoch": 0.6586948225416613, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.789305686950684, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8560798764228821, + "num_tokens": 197653756.0, + "step": 5178 + }, + { + "epoch": 0.6588220328202519, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.767590522766113, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8843221068382263, + "num_tokens": 197694417.0, + "step": 5179 + }, + { + "epoch": 0.6589492430988424, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.773695945739746, + "learning_rate": 1e-06, + "loss": 0.4423, + "mean_token_accuracy": 0.8559212684631348, + "num_tokens": 197732738.0, + "step": 5180 + }, + { + "epoch": 0.6590764533774329, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.897432327270508, + "learning_rate": 1e-06, + "loss": 0.4564, + "mean_token_accuracy": 0.8517278432846069, + "num_tokens": 197759408.0, + "step": 5181 + }, + { + "epoch": 0.6592036636560235, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.805642127990723, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8635425567626953, + "num_tokens": 197794334.0, + "step": 5182 + }, + { + "epoch": 0.6593308739346139, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.810395240783691, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8700879812240601, + "num_tokens": 197832497.0, + "step": 5183 + }, + { + "epoch": 0.6594580842132044, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.812519073486328, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8530502319335938, + "num_tokens": 197869021.0, + "step": 5184 + }, + { + "epoch": 0.6595852944917949, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.806195259094238, + "learning_rate": 1e-06, + "loss": 0.4591, + "mean_token_accuracy": 0.8467411994934082, + "num_tokens": 197906365.0, + "step": 5185 + }, + { + "epoch": 0.6597125047703855, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.769415855407715, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8637080192565918, + "num_tokens": 197950725.0, + "step": 5186 + }, + { + "epoch": 0.659839715048976, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.789384841918945, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8686351776123047, + "num_tokens": 197991178.0, + "step": 5187 + }, + { + "epoch": 0.6599669253275665, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.77503776550293, + "learning_rate": 1e-06, + "loss": 0.4558, + "mean_token_accuracy": 0.8518214225769043, + "num_tokens": 198030176.0, + "step": 5188 + }, + { + "epoch": 0.6600941356061569, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.801454544067383, + "learning_rate": 1e-06, + "loss": 0.4432, + "mean_token_accuracy": 0.8555185794830322, + "num_tokens": 198067169.0, + "step": 5189 + }, + { + "epoch": 0.6602213458847475, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.751507759094238, + "learning_rate": 1e-06, + "loss": 0.4606, + "mean_token_accuracy": 0.8505526781082153, + "num_tokens": 198104994.0, + "step": 5190 + }, + { + "epoch": 0.660348556163338, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.762528419494629, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8661088943481445, + "num_tokens": 198142791.0, + "step": 5191 + }, + { + "epoch": 0.6604757664419285, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.777308464050293, + "learning_rate": 1e-06, + "loss": 0.4237, + "mean_token_accuracy": 0.8580839037895203, + "num_tokens": 198179300.0, + "step": 5192 + }, + { + "epoch": 0.660602976720519, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.779739379882812, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8746623992919922, + "num_tokens": 198220230.0, + "step": 5193 + }, + { + "epoch": 0.6607301869991096, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.860640525817871, + "learning_rate": 1e-06, + "loss": 0.459, + "mean_token_accuracy": 0.849444568157196, + "num_tokens": 198251067.0, + "step": 5194 + }, + { + "epoch": 0.6608573972777, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.842127799987793, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8695574998855591, + "num_tokens": 198282130.0, + "step": 5195 + }, + { + "epoch": 0.6609846075562905, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.749478340148926, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8706548810005188, + "num_tokens": 198325609.0, + "step": 5196 + }, + { + "epoch": 0.661111817834881, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.830301284790039, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8637200593948364, + "num_tokens": 198365116.0, + "step": 5197 + }, + { + "epoch": 0.6612390281134716, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.772482872009277, + "learning_rate": 1e-06, + "loss": 0.4293, + "mean_token_accuracy": 0.8601875305175781, + "num_tokens": 198403467.0, + "step": 5198 + }, + { + "epoch": 0.6613662383920621, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.821311950683594, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8673756718635559, + "num_tokens": 198440676.0, + "step": 5199 + }, + { + "epoch": 0.6614934486706526, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.830852508544922, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8627215623855591, + "num_tokens": 198479082.0, + "step": 5200 + }, + { + "epoch": 0.661620658949243, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.755515098571777, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8580986857414246, + "num_tokens": 198521741.0, + "step": 5201 + }, + { + "epoch": 0.6617478692278336, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.820292472839355, + "learning_rate": 1e-06, + "loss": 0.4296, + "mean_token_accuracy": 0.8543785810470581, + "num_tokens": 198562177.0, + "step": 5202 + }, + { + "epoch": 0.6618750795064241, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.781221389770508, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8615278005599976, + "num_tokens": 198600726.0, + "step": 5203 + }, + { + "epoch": 0.6620022897850146, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.844264030456543, + "learning_rate": 1e-06, + "loss": 0.5121, + "mean_token_accuracy": 0.8325936794281006, + "num_tokens": 198638156.0, + "step": 5204 + }, + { + "epoch": 0.6621295000636052, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.784448623657227, + "learning_rate": 1e-06, + "loss": 0.4977, + "mean_token_accuracy": 0.8422914743423462, + "num_tokens": 198680312.0, + "step": 5205 + }, + { + "epoch": 0.6622567103421957, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.812480926513672, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.878362774848938, + "num_tokens": 198723886.0, + "step": 5206 + }, + { + "epoch": 0.6623839206207861, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.763185501098633, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.861211895942688, + "num_tokens": 198765331.0, + "step": 5207 + }, + { + "epoch": 0.6625111308993766, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.811790466308594, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8652842044830322, + "num_tokens": 198802421.0, + "step": 5208 + }, + { + "epoch": 0.6626383411779672, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.71837043762207, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8711044192314148, + "num_tokens": 198843335.0, + "step": 5209 + }, + { + "epoch": 0.6627655514565577, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.781091690063477, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8675532937049866, + "num_tokens": 198880925.0, + "step": 5210 + }, + { + "epoch": 0.6628927617351482, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.88209342956543, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8602107763290405, + "num_tokens": 198915448.0, + "step": 5211 + }, + { + "epoch": 0.6630199720137387, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.767985343933105, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8718668222427368, + "num_tokens": 198952254.0, + "step": 5212 + }, + { + "epoch": 0.6631471822923293, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.857037544250488, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8654202222824097, + "num_tokens": 198990841.0, + "step": 5213 + }, + { + "epoch": 0.6632743925709197, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.766112327575684, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8643199801445007, + "num_tokens": 199029383.0, + "step": 5214 + }, + { + "epoch": 0.6634016028495102, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.831080436706543, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8605164885520935, + "num_tokens": 199066731.0, + "step": 5215 + }, + { + "epoch": 0.6635288131281007, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.827436447143555, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8733091354370117, + "num_tokens": 199108752.0, + "step": 5216 + }, + { + "epoch": 0.6636560234066913, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.768021583557129, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8645299077033997, + "num_tokens": 199146438.0, + "step": 5217 + }, + { + "epoch": 0.6637832336852818, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.791522026062012, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8633143901824951, + "num_tokens": 199186367.0, + "step": 5218 + }, + { + "epoch": 0.6639104439638723, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.78114128112793, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8752063512802124, + "num_tokens": 199225785.0, + "step": 5219 + }, + { + "epoch": 0.6640376542424627, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.763469696044922, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8644927144050598, + "num_tokens": 199262574.0, + "step": 5220 + }, + { + "epoch": 0.6641648645210533, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.847636222839355, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8669489622116089, + "num_tokens": 199299093.0, + "step": 5221 + }, + { + "epoch": 0.6642920747996438, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.782149314880371, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8675498962402344, + "num_tokens": 199337446.0, + "step": 5222 + }, + { + "epoch": 0.6644192850782343, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.769673347473145, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8632518649101257, + "num_tokens": 199377321.0, + "step": 5223 + }, + { + "epoch": 0.6645464953568249, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.816875457763672, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8723356127738953, + "num_tokens": 199413057.0, + "step": 5224 + }, + { + "epoch": 0.6646737056354154, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.786928176879883, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8677078485488892, + "num_tokens": 199452730.0, + "step": 5225 + }, + { + "epoch": 0.6648009159140058, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.787585258483887, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8716895580291748, + "num_tokens": 199487860.0, + "step": 5226 + }, + { + "epoch": 0.6649281261925963, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.761982917785645, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8680465817451477, + "num_tokens": 199532790.0, + "step": 5227 + }, + { + "epoch": 0.6650553364711869, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.84976863861084, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8815672993659973, + "num_tokens": 199561072.0, + "step": 5228 + }, + { + "epoch": 0.6651825467497774, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.792041778564453, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8675227165222168, + "num_tokens": 199595820.0, + "step": 5229 + }, + { + "epoch": 0.6653097570283679, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.78200912475586, + "learning_rate": 1e-06, + "loss": 0.4586, + "mean_token_accuracy": 0.8494890332221985, + "num_tokens": 199640101.0, + "step": 5230 + }, + { + "epoch": 0.6654369673069584, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.782240867614746, + "learning_rate": 1e-06, + "loss": 0.4398, + "mean_token_accuracy": 0.8584738969802856, + "num_tokens": 199680287.0, + "step": 5231 + }, + { + "epoch": 0.6655641775855489, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.827637672424316, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8611565232276917, + "num_tokens": 199721958.0, + "step": 5232 + }, + { + "epoch": 0.6656913878641394, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.816446304321289, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8679839372634888, + "num_tokens": 199756021.0, + "step": 5233 + }, + { + "epoch": 0.6658185981427299, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.72739315032959, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.865962028503418, + "num_tokens": 199793586.0, + "step": 5234 + }, + { + "epoch": 0.6659458084213205, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.827003479003906, + "learning_rate": 1e-06, + "loss": 0.4582, + "mean_token_accuracy": 0.8487862348556519, + "num_tokens": 199835728.0, + "step": 5235 + }, + { + "epoch": 0.666073018699911, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.801111221313477, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.871116042137146, + "num_tokens": 199873348.0, + "step": 5236 + }, + { + "epoch": 0.6662002289785015, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.845831871032715, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8621912002563477, + "num_tokens": 199908223.0, + "step": 5237 + }, + { + "epoch": 0.6663274392570919, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.82353687286377, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8588770627975464, + "num_tokens": 199947017.0, + "step": 5238 + }, + { + "epoch": 0.6664546495356825, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.787246704101562, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8709791898727417, + "num_tokens": 199984806.0, + "step": 5239 + }, + { + "epoch": 0.666581859814273, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.870309829711914, + "learning_rate": 1e-06, + "loss": 0.4446, + "mean_token_accuracy": 0.85642409324646, + "num_tokens": 200022600.0, + "step": 5240 + }, + { + "epoch": 0.6667090700928635, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.781305313110352, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8724926710128784, + "num_tokens": 200058407.0, + "step": 5241 + }, + { + "epoch": 0.666836280371454, + "ewc_loss": 0.01239013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.239776611328125e-05, + "grad_norm": 9.82666301727295, + "learning_rate": 1e-06, + "loss": 0.5022, + "mean_token_accuracy": 0.8346543312072754, + "num_tokens": 200101871.0, + "step": 5242 + }, + { + "epoch": 0.6669634906500446, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.777729988098145, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.862697184085846, + "num_tokens": 200138501.0, + "step": 5243 + }, + { + "epoch": 0.667090700928635, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.786774635314941, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8605660200119019, + "num_tokens": 200176639.0, + "step": 5244 + }, + { + "epoch": 0.6672179112072255, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.833377838134766, + "learning_rate": 1e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.8576194047927856, + "num_tokens": 200211873.0, + "step": 5245 + }, + { + "epoch": 0.667345121485816, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.828093528747559, + "learning_rate": 1e-06, + "loss": 0.442, + "mean_token_accuracy": 0.8581379652023315, + "num_tokens": 200246596.0, + "step": 5246 + }, + { + "epoch": 0.6674723317644066, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.762630462646484, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8776490092277527, + "num_tokens": 200282761.0, + "step": 5247 + }, + { + "epoch": 0.6675995420429971, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.816039085388184, + "learning_rate": 1e-06, + "loss": 0.4619, + "mean_token_accuracy": 0.8476234674453735, + "num_tokens": 200321821.0, + "step": 5248 + }, + { + "epoch": 0.6677267523215876, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.767315864562988, + "learning_rate": 1e-06, + "loss": 0.4694, + "mean_token_accuracy": 0.8457503318786621, + "num_tokens": 200369066.0, + "step": 5249 + }, + { + "epoch": 0.667853962600178, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.80101203918457, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8546557426452637, + "num_tokens": 200408067.0, + "step": 5250 + }, + { + "epoch": 0.6679811728787686, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.801981925964355, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8780782222747803, + "num_tokens": 200446693.0, + "step": 5251 + }, + { + "epoch": 0.6681083831573591, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.80269718170166, + "learning_rate": 1e-06, + "loss": 0.4867, + "mean_token_accuracy": 0.8426564335823059, + "num_tokens": 200485340.0, + "step": 5252 + }, + { + "epoch": 0.6682355934359496, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.819794654846191, + "learning_rate": 1e-06, + "loss": 0.4358, + "mean_token_accuracy": 0.8587031960487366, + "num_tokens": 200521978.0, + "step": 5253 + }, + { + "epoch": 0.6683628037145402, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.84115982055664, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8635311126708984, + "num_tokens": 200560604.0, + "step": 5254 + }, + { + "epoch": 0.6684900139931307, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.795315742492676, + "learning_rate": 1e-06, + "loss": 0.4371, + "mean_token_accuracy": 0.8570045232772827, + "num_tokens": 200601718.0, + "step": 5255 + }, + { + "epoch": 0.6686172242717211, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.786909103393555, + "learning_rate": 1e-06, + "loss": 0.4956, + "mean_token_accuracy": 0.8372330665588379, + "num_tokens": 200646186.0, + "step": 5256 + }, + { + "epoch": 0.6687444345503116, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.820950508117676, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8642445802688599, + "num_tokens": 200684849.0, + "step": 5257 + }, + { + "epoch": 0.6688716448289022, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.858957290649414, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8677462339401245, + "num_tokens": 200719542.0, + "step": 5258 + }, + { + "epoch": 0.6689988551074927, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.81653881072998, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8626308441162109, + "num_tokens": 200756212.0, + "step": 5259 + }, + { + "epoch": 0.6691260653860832, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.841961860656738, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.864743173122406, + "num_tokens": 200791184.0, + "step": 5260 + }, + { + "epoch": 0.6692532756646737, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.921845436096191, + "learning_rate": 1e-06, + "loss": 0.4709, + "mean_token_accuracy": 0.8458642363548279, + "num_tokens": 200823966.0, + "step": 5261 + }, + { + "epoch": 0.6693804859432643, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.827757835388184, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8661646842956543, + "num_tokens": 200862718.0, + "step": 5262 + }, + { + "epoch": 0.6695076962218547, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.836504936218262, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8574866652488708, + "num_tokens": 200901755.0, + "step": 5263 + }, + { + "epoch": 0.6696349065004452, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.88250732421875, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8728472590446472, + "num_tokens": 200935788.0, + "step": 5264 + }, + { + "epoch": 0.6697621167790357, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.889182090759277, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8758888840675354, + "num_tokens": 200975159.0, + "step": 5265 + }, + { + "epoch": 0.6698893270576263, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.814959526062012, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8744344711303711, + "num_tokens": 201010813.0, + "step": 5266 + }, + { + "epoch": 0.6700165373362168, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.877157211303711, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8597162961959839, + "num_tokens": 201051937.0, + "step": 5267 + }, + { + "epoch": 0.6701437476148073, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.837907791137695, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.867459774017334, + "num_tokens": 201090926.0, + "step": 5268 + }, + { + "epoch": 0.6702709578933977, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.846842765808105, + "learning_rate": 1e-06, + "loss": 0.4791, + "mean_token_accuracy": 0.8429110050201416, + "num_tokens": 201126086.0, + "step": 5269 + }, + { + "epoch": 0.6703981681719883, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.85635757446289, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8516665697097778, + "num_tokens": 201165933.0, + "step": 5270 + }, + { + "epoch": 0.6705253784505788, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.835174560546875, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8642059564590454, + "num_tokens": 201198794.0, + "step": 5271 + }, + { + "epoch": 0.6706525887291693, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.890218734741211, + "learning_rate": 1e-06, + "loss": 0.4587, + "mean_token_accuracy": 0.8531532287597656, + "num_tokens": 201234081.0, + "step": 5272 + }, + { + "epoch": 0.6707797990077599, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.826082229614258, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8582508563995361, + "num_tokens": 201271796.0, + "step": 5273 + }, + { + "epoch": 0.6709070092863504, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.801045417785645, + "learning_rate": 1e-06, + "loss": 0.4716, + "mean_token_accuracy": 0.8433430790901184, + "num_tokens": 201309526.0, + "step": 5274 + }, + { + "epoch": 0.6710342195649408, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.810001373291016, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8688132762908936, + "num_tokens": 201344015.0, + "step": 5275 + }, + { + "epoch": 0.6711614298435313, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.748628616333008, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8627727031707764, + "num_tokens": 201385201.0, + "step": 5276 + }, + { + "epoch": 0.6712886401221219, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.834932327270508, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.867042064666748, + "num_tokens": 201422370.0, + "step": 5277 + }, + { + "epoch": 0.6714158504007124, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.826739311218262, + "learning_rate": 1e-06, + "loss": 0.4742, + "mean_token_accuracy": 0.8470685482025146, + "num_tokens": 201467085.0, + "step": 5278 + }, + { + "epoch": 0.6715430606793029, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.808541297912598, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8762304782867432, + "num_tokens": 201503432.0, + "step": 5279 + }, + { + "epoch": 0.6716702709578934, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.829218864440918, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8690564632415771, + "num_tokens": 201541358.0, + "step": 5280 + }, + { + "epoch": 0.6717974812364839, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.78610897064209, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8584421873092651, + "num_tokens": 201580235.0, + "step": 5281 + }, + { + "epoch": 0.6719246915150744, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.814545631408691, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8616976737976074, + "num_tokens": 201627703.0, + "step": 5282 + }, + { + "epoch": 0.6720519017936649, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.801491737365723, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8644157648086548, + "num_tokens": 201667182.0, + "step": 5283 + }, + { + "epoch": 0.6721791120722554, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.801265716552734, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8634124398231506, + "num_tokens": 201699876.0, + "step": 5284 + }, + { + "epoch": 0.672306322350846, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.833013534545898, + "learning_rate": 1e-06, + "loss": 0.4575, + "mean_token_accuracy": 0.852360725402832, + "num_tokens": 201732770.0, + "step": 5285 + }, + { + "epoch": 0.6724335326294365, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.799896240234375, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8634628057479858, + "num_tokens": 201771388.0, + "step": 5286 + }, + { + "epoch": 0.6725607429080269, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.830171585083008, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8563477993011475, + "num_tokens": 201809283.0, + "step": 5287 + }, + { + "epoch": 0.6726879531866174, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.809989929199219, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8683249950408936, + "num_tokens": 201854950.0, + "step": 5288 + }, + { + "epoch": 0.672815163465208, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.760796546936035, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8660824298858643, + "num_tokens": 201895638.0, + "step": 5289 + }, + { + "epoch": 0.6729423737437985, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.864720344543457, + "learning_rate": 1e-06, + "loss": 0.4513, + "mean_token_accuracy": 0.8485463857650757, + "num_tokens": 201928243.0, + "step": 5290 + }, + { + "epoch": 0.673069584022389, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.801426887512207, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8616958856582642, + "num_tokens": 201964687.0, + "step": 5291 + }, + { + "epoch": 0.6731967943009796, + "ewc_loss": 0.012451171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.245737075805664e-05, + "grad_norm": 9.80132007598877, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8752824068069458, + "num_tokens": 201997166.0, + "step": 5292 + }, + { + "epoch": 0.67332400457957, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.827190399169922, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.8638501763343811, + "num_tokens": 202030771.0, + "step": 5293 + }, + { + "epoch": 0.6734512148581605, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.812232971191406, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8543039560317993, + "num_tokens": 202077280.0, + "step": 5294 + }, + { + "epoch": 0.673578425136751, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.806255340576172, + "learning_rate": 1e-06, + "loss": 0.4752, + "mean_token_accuracy": 0.8539560437202454, + "num_tokens": 202115273.0, + "step": 5295 + }, + { + "epoch": 0.6737056354153416, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.852666854858398, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8720312118530273, + "num_tokens": 202145347.0, + "step": 5296 + }, + { + "epoch": 0.6738328456939321, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.76368236541748, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8664839863777161, + "num_tokens": 202184621.0, + "step": 5297 + }, + { + "epoch": 0.6739600559725226, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.836481094360352, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8650164008140564, + "num_tokens": 202230099.0, + "step": 5298 + }, + { + "epoch": 0.674087266251113, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.838622093200684, + "learning_rate": 1e-06, + "loss": 0.4415, + "mean_token_accuracy": 0.856925904750824, + "num_tokens": 202267872.0, + "step": 5299 + }, + { + "epoch": 0.6742144765297036, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.780744552612305, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.859818696975708, + "num_tokens": 202305517.0, + "step": 5300 + }, + { + "epoch": 0.6743416868082941, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.851541519165039, + "learning_rate": 1e-06, + "loss": 0.4627, + "mean_token_accuracy": 0.848563551902771, + "num_tokens": 202340671.0, + "step": 5301 + }, + { + "epoch": 0.6744688970868846, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.809067726135254, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8704737424850464, + "num_tokens": 202379552.0, + "step": 5302 + }, + { + "epoch": 0.6745961073654752, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.846296310424805, + "learning_rate": 1e-06, + "loss": 0.4387, + "mean_token_accuracy": 0.8570771813392639, + "num_tokens": 202421404.0, + "step": 5303 + }, + { + "epoch": 0.6747233176440657, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.817663192749023, + "learning_rate": 1e-06, + "loss": 0.4713, + "mean_token_accuracy": 0.8468717932701111, + "num_tokens": 202463765.0, + "step": 5304 + }, + { + "epoch": 0.6748505279226561, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.827880859375, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8576200604438782, + "num_tokens": 202505872.0, + "step": 5305 + }, + { + "epoch": 0.6749777382012466, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.820624351501465, + "learning_rate": 1e-06, + "loss": 0.4377, + "mean_token_accuracy": 0.8590853810310364, + "num_tokens": 202544085.0, + "step": 5306 + }, + { + "epoch": 0.6751049484798372, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.785497665405273, + "learning_rate": 1e-06, + "loss": 0.4402, + "mean_token_accuracy": 0.8576315641403198, + "num_tokens": 202588237.0, + "step": 5307 + }, + { + "epoch": 0.6752321587584277, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.762958526611328, + "learning_rate": 1e-06, + "loss": 0.435, + "mean_token_accuracy": 0.8543505072593689, + "num_tokens": 202628462.0, + "step": 5308 + }, + { + "epoch": 0.6753593690370182, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.768649101257324, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8630871176719666, + "num_tokens": 202668149.0, + "step": 5309 + }, + { + "epoch": 0.6754865793156087, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.744486808776855, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8778642416000366, + "num_tokens": 202708651.0, + "step": 5310 + }, + { + "epoch": 0.6756137895941993, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.834810256958008, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8656814098358154, + "num_tokens": 202738613.0, + "step": 5311 + }, + { + "epoch": 0.6757409998727897, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.806991577148438, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.857837438583374, + "num_tokens": 202779279.0, + "step": 5312 + }, + { + "epoch": 0.6758682101513802, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.826711654663086, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.862031102180481, + "num_tokens": 202812095.0, + "step": 5313 + }, + { + "epoch": 0.6759954204299707, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.751461029052734, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8571679592132568, + "num_tokens": 202855705.0, + "step": 5314 + }, + { + "epoch": 0.6761226307085613, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.826616287231445, + "learning_rate": 1e-06, + "loss": 0.4735, + "mean_token_accuracy": 0.8446745872497559, + "num_tokens": 202894180.0, + "step": 5315 + }, + { + "epoch": 0.6762498409871518, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.803777694702148, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.868355393409729, + "num_tokens": 202925842.0, + "step": 5316 + }, + { + "epoch": 0.6763770512657423, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.818594932556152, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8668507933616638, + "num_tokens": 202959103.0, + "step": 5317 + }, + { + "epoch": 0.6765042615443327, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.808646202087402, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8622511625289917, + "num_tokens": 203000393.0, + "step": 5318 + }, + { + "epoch": 0.6766314718229233, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.76893424987793, + "learning_rate": 1e-06, + "loss": 0.4306, + "mean_token_accuracy": 0.8624178171157837, + "num_tokens": 203041613.0, + "step": 5319 + }, + { + "epoch": 0.6767586821015138, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.865778923034668, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8772534132003784, + "num_tokens": 203073744.0, + "step": 5320 + }, + { + "epoch": 0.6768858923801043, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.830931663513184, + "learning_rate": 1e-06, + "loss": 0.4616, + "mean_token_accuracy": 0.8468462228775024, + "num_tokens": 203108350.0, + "step": 5321 + }, + { + "epoch": 0.6770131026586949, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.882291793823242, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8646047115325928, + "num_tokens": 203139149.0, + "step": 5322 + }, + { + "epoch": 0.6771403129372854, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.825600624084473, + "learning_rate": 1e-06, + "loss": 0.4675, + "mean_token_accuracy": 0.845356822013855, + "num_tokens": 203173953.0, + "step": 5323 + }, + { + "epoch": 0.6772675232158758, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.823347091674805, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8713165521621704, + "num_tokens": 203208915.0, + "step": 5324 + }, + { + "epoch": 0.6773947334944663, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.824092864990234, + "learning_rate": 1e-06, + "loss": 0.4509, + "mean_token_accuracy": 0.849400520324707, + "num_tokens": 203251906.0, + "step": 5325 + }, + { + "epoch": 0.6775219437730569, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.819199562072754, + "learning_rate": 1e-06, + "loss": 0.4264, + "mean_token_accuracy": 0.8608619570732117, + "num_tokens": 203289460.0, + "step": 5326 + }, + { + "epoch": 0.6776491540516474, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.84129524230957, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8704811930656433, + "num_tokens": 203325647.0, + "step": 5327 + }, + { + "epoch": 0.6777763643302379, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.80573558807373, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8574022650718689, + "num_tokens": 203364972.0, + "step": 5328 + }, + { + "epoch": 0.6779035746088284, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.80206298828125, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8616920113563538, + "num_tokens": 203407778.0, + "step": 5329 + }, + { + "epoch": 0.6780307848874189, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.827240943908691, + "learning_rate": 1e-06, + "loss": 0.4178, + "mean_token_accuracy": 0.8614974617958069, + "num_tokens": 203443820.0, + "step": 5330 + }, + { + "epoch": 0.6781579951660094, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.817657470703125, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8678956031799316, + "num_tokens": 203475742.0, + "step": 5331 + }, + { + "epoch": 0.6782852054445999, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.800658226013184, + "learning_rate": 1e-06, + "loss": 0.5017, + "mean_token_accuracy": 0.8360418081283569, + "num_tokens": 203512617.0, + "step": 5332 + }, + { + "epoch": 0.6784124157231904, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.850560188293457, + "learning_rate": 1e-06, + "loss": 0.46, + "mean_token_accuracy": 0.8471055030822754, + "num_tokens": 203546778.0, + "step": 5333 + }, + { + "epoch": 0.678539626001781, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.827523231506348, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8642449378967285, + "num_tokens": 203585222.0, + "step": 5334 + }, + { + "epoch": 0.6786668362803715, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.81752872467041, + "learning_rate": 1e-06, + "loss": 0.4339, + "mean_token_accuracy": 0.8559693098068237, + "num_tokens": 203627014.0, + "step": 5335 + }, + { + "epoch": 0.6787940465589619, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.814652442932129, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8682544827461243, + "num_tokens": 203659189.0, + "step": 5336 + }, + { + "epoch": 0.6789212568375524, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.866608619689941, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8726933002471924, + "num_tokens": 203695355.0, + "step": 5337 + }, + { + "epoch": 0.679048467116143, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.77553939819336, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8697515726089478, + "num_tokens": 203733446.0, + "step": 5338 + }, + { + "epoch": 0.6791756773947335, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.878859519958496, + "learning_rate": 1e-06, + "loss": 0.4717, + "mean_token_accuracy": 0.8455231189727783, + "num_tokens": 203775387.0, + "step": 5339 + }, + { + "epoch": 0.679302887673324, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.811029434204102, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8570098280906677, + "num_tokens": 203810713.0, + "step": 5340 + }, + { + "epoch": 0.6794300979519146, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.867436408996582, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8745356798171997, + "num_tokens": 203847144.0, + "step": 5341 + }, + { + "epoch": 0.679557308230505, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.81757640838623, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8674809336662292, + "num_tokens": 203889716.0, + "step": 5342 + }, + { + "epoch": 0.6796845185090955, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.865809440612793, + "learning_rate": 1e-06, + "loss": 0.4685, + "mean_token_accuracy": 0.8473551273345947, + "num_tokens": 203927692.0, + "step": 5343 + }, + { + "epoch": 0.679811728787686, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.818700790405273, + "learning_rate": 1e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.8483550548553467, + "num_tokens": 203960180.0, + "step": 5344 + }, + { + "epoch": 0.6799389390662766, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.810099601745605, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.873138427734375, + "num_tokens": 203997375.0, + "step": 5345 + }, + { + "epoch": 0.6800661493448671, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.830033302307129, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.8579322695732117, + "num_tokens": 204037588.0, + "step": 5346 + }, + { + "epoch": 0.6801933596234576, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.782177925109863, + "learning_rate": 1e-06, + "loss": 0.4623, + "mean_token_accuracy": 0.8540728092193604, + "num_tokens": 204080993.0, + "step": 5347 + }, + { + "epoch": 0.680320569902048, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.834315299987793, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8635693788528442, + "num_tokens": 204116863.0, + "step": 5348 + }, + { + "epoch": 0.6804477801806386, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.876786231994629, + "learning_rate": 1e-06, + "loss": 0.435, + "mean_token_accuracy": 0.8564704656600952, + "num_tokens": 204156551.0, + "step": 5349 + }, + { + "epoch": 0.6805749904592291, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.79975700378418, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8551014065742493, + "num_tokens": 204196210.0, + "step": 5350 + }, + { + "epoch": 0.6807022007378196, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.83305549621582, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.8592813014984131, + "num_tokens": 204234791.0, + "step": 5351 + }, + { + "epoch": 0.6808294110164101, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.84310245513916, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8652421236038208, + "num_tokens": 204271631.0, + "step": 5352 + }, + { + "epoch": 0.6809566212950007, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.811236381530762, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8715988993644714, + "num_tokens": 204311879.0, + "step": 5353 + }, + { + "epoch": 0.6810838315735911, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.790190696716309, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.8649502992630005, + "num_tokens": 204357123.0, + "step": 5354 + }, + { + "epoch": 0.6812110418521816, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.840316772460938, + "learning_rate": 1e-06, + "loss": 0.4197, + "mean_token_accuracy": 0.8594792485237122, + "num_tokens": 204397196.0, + "step": 5355 + }, + { + "epoch": 0.6813382521307721, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.827991485595703, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.8522870540618896, + "num_tokens": 204434654.0, + "step": 5356 + }, + { + "epoch": 0.6814654624093627, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.826254844665527, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8835952877998352, + "num_tokens": 204466581.0, + "step": 5357 + }, + { + "epoch": 0.6815926726879532, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.753558158874512, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.873874306678772, + "num_tokens": 204503890.0, + "step": 5358 + }, + { + "epoch": 0.6817198829665437, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.864147186279297, + "learning_rate": 1e-06, + "loss": 0.4376, + "mean_token_accuracy": 0.8578004837036133, + "num_tokens": 204537160.0, + "step": 5359 + }, + { + "epoch": 0.6818470932451343, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.82314395904541, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8720878958702087, + "num_tokens": 204570077.0, + "step": 5360 + }, + { + "epoch": 0.6819743035237247, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.805192947387695, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8774245381355286, + "num_tokens": 204603638.0, + "step": 5361 + }, + { + "epoch": 0.6821015138023152, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.829365730285645, + "learning_rate": 1e-06, + "loss": 0.4432, + "mean_token_accuracy": 0.8570899963378906, + "num_tokens": 204644584.0, + "step": 5362 + }, + { + "epoch": 0.6822287240809057, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.856904983520508, + "learning_rate": 1e-06, + "loss": 0.456, + "mean_token_accuracy": 0.8473769426345825, + "num_tokens": 204678459.0, + "step": 5363 + }, + { + "epoch": 0.6823559343594963, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.865086555480957, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8588130474090576, + "num_tokens": 204712923.0, + "step": 5364 + }, + { + "epoch": 0.6824831446380868, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.817525863647461, + "learning_rate": 1e-06, + "loss": 0.4696, + "mean_token_accuracy": 0.8443900346755981, + "num_tokens": 204751303.0, + "step": 5365 + }, + { + "epoch": 0.6826103549166773, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.859306335449219, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.861648440361023, + "num_tokens": 204791685.0, + "step": 5366 + }, + { + "epoch": 0.6827375651952677, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.821982383728027, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8626345992088318, + "num_tokens": 204827748.0, + "step": 5367 + }, + { + "epoch": 0.6828647754738583, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.822372436523438, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8775717616081238, + "num_tokens": 204866568.0, + "step": 5368 + }, + { + "epoch": 0.6829919857524488, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.810737609863281, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8603105545043945, + "num_tokens": 204908334.0, + "step": 5369 + }, + { + "epoch": 0.6831191960310393, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.838315963745117, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8644564747810364, + "num_tokens": 204949929.0, + "step": 5370 + }, + { + "epoch": 0.6832464063096299, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.836872100830078, + "learning_rate": 1e-06, + "loss": 0.4482, + "mean_token_accuracy": 0.8514083623886108, + "num_tokens": 204991435.0, + "step": 5371 + }, + { + "epoch": 0.6833736165882204, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.783259391784668, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8682488203048706, + "num_tokens": 205028434.0, + "step": 5372 + }, + { + "epoch": 0.6835008268668108, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.853276252746582, + "learning_rate": 1e-06, + "loss": 0.4236, + "mean_token_accuracy": 0.857123613357544, + "num_tokens": 205064138.0, + "step": 5373 + }, + { + "epoch": 0.6836280371454013, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.818662643432617, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8554612398147583, + "num_tokens": 205104058.0, + "step": 5374 + }, + { + "epoch": 0.6837552474239919, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.841103553771973, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8609108924865723, + "num_tokens": 205142609.0, + "step": 5375 + }, + { + "epoch": 0.6838824577025824, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.849648475646973, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8724746704101562, + "num_tokens": 205180407.0, + "step": 5376 + }, + { + "epoch": 0.6840096679811729, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.82151985168457, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8823777437210083, + "num_tokens": 205217340.0, + "step": 5377 + }, + { + "epoch": 0.6841368782597634, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.840594291687012, + "learning_rate": 1e-06, + "loss": 0.4767, + "mean_token_accuracy": 0.8501046299934387, + "num_tokens": 205263671.0, + "step": 5378 + }, + { + "epoch": 0.6842640885383539, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.861221313476562, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.859472393989563, + "num_tokens": 205302970.0, + "step": 5379 + }, + { + "epoch": 0.6843912988169444, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.81967544555664, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8656558990478516, + "num_tokens": 205342247.0, + "step": 5380 + }, + { + "epoch": 0.6845185090955349, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.862224578857422, + "learning_rate": 1e-06, + "loss": 0.4648, + "mean_token_accuracy": 0.8457430601119995, + "num_tokens": 205374897.0, + "step": 5381 + }, + { + "epoch": 0.6846457193741254, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.879298210144043, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8585010766983032, + "num_tokens": 205411645.0, + "step": 5382 + }, + { + "epoch": 0.684772929652716, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.854854583740234, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8613425493240356, + "num_tokens": 205450972.0, + "step": 5383 + }, + { + "epoch": 0.6849001399313065, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.830751419067383, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8624694347381592, + "num_tokens": 205494314.0, + "step": 5384 + }, + { + "epoch": 0.6850273502098969, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.8572416305542, + "learning_rate": 1e-06, + "loss": 0.4546, + "mean_token_accuracy": 0.8491407632827759, + "num_tokens": 205534696.0, + "step": 5385 + }, + { + "epoch": 0.6851545604884874, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.827666282653809, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.873204231262207, + "num_tokens": 205575579.0, + "step": 5386 + }, + { + "epoch": 0.685281770767078, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.850140571594238, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8648948073387146, + "num_tokens": 205609249.0, + "step": 5387 + }, + { + "epoch": 0.6854089810456685, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.834819793701172, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8585259318351746, + "num_tokens": 205644135.0, + "step": 5388 + }, + { + "epoch": 0.685536191324259, + "ewc_loss": 0.01251220703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2516975402832031e-05, + "grad_norm": 9.899453163146973, + "learning_rate": 1e-06, + "loss": 0.4446, + "mean_token_accuracy": 0.8548746109008789, + "num_tokens": 205685312.0, + "step": 5389 + }, + { + "epoch": 0.6856634016028496, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.824980735778809, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.856316089630127, + "num_tokens": 205720525.0, + "step": 5390 + }, + { + "epoch": 0.68579061188144, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.870508193969727, + "learning_rate": 1e-06, + "loss": 0.4812, + "mean_token_accuracy": 0.8419261574745178, + "num_tokens": 205763358.0, + "step": 5391 + }, + { + "epoch": 0.6859178221600305, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.844953536987305, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8649070858955383, + "num_tokens": 205801413.0, + "step": 5392 + }, + { + "epoch": 0.686045032438621, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.866874694824219, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.8626420497894287, + "num_tokens": 205840442.0, + "step": 5393 + }, + { + "epoch": 0.6861722427172116, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.891815185546875, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8747150897979736, + "num_tokens": 205877319.0, + "step": 5394 + }, + { + "epoch": 0.6862994529958021, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.84941577911377, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.8595296144485474, + "num_tokens": 205916186.0, + "step": 5395 + }, + { + "epoch": 0.6864266632743926, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.81931209564209, + "learning_rate": 1e-06, + "loss": 0.448, + "mean_token_accuracy": 0.8509072661399841, + "num_tokens": 205956336.0, + "step": 5396 + }, + { + "epoch": 0.686553873552983, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.807600975036621, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8601064682006836, + "num_tokens": 205989570.0, + "step": 5397 + }, + { + "epoch": 0.6866810838315736, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.888339042663574, + "learning_rate": 1e-06, + "loss": 0.4503, + "mean_token_accuracy": 0.8532567024230957, + "num_tokens": 206026139.0, + "step": 5398 + }, + { + "epoch": 0.6868082941101641, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.827701568603516, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.8557041883468628, + "num_tokens": 206070059.0, + "step": 5399 + }, + { + "epoch": 0.6869355043887546, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.839747428894043, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8647927641868591, + "num_tokens": 206104645.0, + "step": 5400 + }, + { + "epoch": 0.6870627146673451, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.826351165771484, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8591587543487549, + "num_tokens": 206141220.0, + "step": 5401 + }, + { + "epoch": 0.6871899249459357, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.824677467346191, + "learning_rate": 1e-06, + "loss": 0.4323, + "mean_token_accuracy": 0.8594754934310913, + "num_tokens": 206177917.0, + "step": 5402 + }, + { + "epoch": 0.6873171352245261, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.840158462524414, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8603741526603699, + "num_tokens": 206213419.0, + "step": 5403 + }, + { + "epoch": 0.6874443455031166, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.839385032653809, + "learning_rate": 1e-06, + "loss": 0.4685, + "mean_token_accuracy": 0.8454755544662476, + "num_tokens": 206252421.0, + "step": 5404 + }, + { + "epoch": 0.6875715557817071, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.840052604675293, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8656303286552429, + "num_tokens": 206287195.0, + "step": 5405 + }, + { + "epoch": 0.6876987660602977, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.803528785705566, + "learning_rate": 1e-06, + "loss": 0.4914, + "mean_token_accuracy": 0.8418419361114502, + "num_tokens": 206328339.0, + "step": 5406 + }, + { + "epoch": 0.6878259763388882, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.862397193908691, + "learning_rate": 1e-06, + "loss": 0.4751, + "mean_token_accuracy": 0.8464342355728149, + "num_tokens": 206369523.0, + "step": 5407 + }, + { + "epoch": 0.6879531866174787, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.830510139465332, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8804900050163269, + "num_tokens": 206402864.0, + "step": 5408 + }, + { + "epoch": 0.6880803968960693, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.822012901306152, + "learning_rate": 1e-06, + "loss": 0.4536, + "mean_token_accuracy": 0.849887490272522, + "num_tokens": 206439004.0, + "step": 5409 + }, + { + "epoch": 0.6882076071746597, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.840011596679688, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8634161949157715, + "num_tokens": 206472320.0, + "step": 5410 + }, + { + "epoch": 0.6883348174532502, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.821810722351074, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.853287935256958, + "num_tokens": 206518649.0, + "step": 5411 + }, + { + "epoch": 0.6884620277318407, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.87430191040039, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8753902316093445, + "num_tokens": 206551318.0, + "step": 5412 + }, + { + "epoch": 0.6885892380104313, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.830599784851074, + "learning_rate": 1e-06, + "loss": 0.4548, + "mean_token_accuracy": 0.8495428562164307, + "num_tokens": 206588173.0, + "step": 5413 + }, + { + "epoch": 0.6887164482890218, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.835318565368652, + "learning_rate": 1e-06, + "loss": 0.4425, + "mean_token_accuracy": 0.8596386909484863, + "num_tokens": 206624013.0, + "step": 5414 + }, + { + "epoch": 0.6888436585676123, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.835861206054688, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8677465915679932, + "num_tokens": 206668180.0, + "step": 5415 + }, + { + "epoch": 0.6889708688462027, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.812492370605469, + "learning_rate": 1e-06, + "loss": 0.4332, + "mean_token_accuracy": 0.8559467792510986, + "num_tokens": 206710619.0, + "step": 5416 + }, + { + "epoch": 0.6890980791247933, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.82236385345459, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8659840822219849, + "num_tokens": 206750121.0, + "step": 5417 + }, + { + "epoch": 0.6892252894033838, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.855071067810059, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8724453449249268, + "num_tokens": 206789538.0, + "step": 5418 + }, + { + "epoch": 0.6893524996819743, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.8272066116333, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8612475395202637, + "num_tokens": 206827513.0, + "step": 5419 + }, + { + "epoch": 0.6894797099605648, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.861591339111328, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8675974607467651, + "num_tokens": 206866563.0, + "step": 5420 + }, + { + "epoch": 0.6896069202391554, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.883272171020508, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8712970018386841, + "num_tokens": 206906281.0, + "step": 5421 + }, + { + "epoch": 0.6897341305177458, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.854722023010254, + "learning_rate": 1e-06, + "loss": 0.4754, + "mean_token_accuracy": 0.8423746228218079, + "num_tokens": 206944055.0, + "step": 5422 + }, + { + "epoch": 0.6898613407963363, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.872031211853027, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8622583150863647, + "num_tokens": 206984421.0, + "step": 5423 + }, + { + "epoch": 0.6899885510749268, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.857342720031738, + "learning_rate": 1e-06, + "loss": 0.453, + "mean_token_accuracy": 0.8505573272705078, + "num_tokens": 207020319.0, + "step": 5424 + }, + { + "epoch": 0.6901157613535174, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.840349197387695, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8642303943634033, + "num_tokens": 207061487.0, + "step": 5425 + }, + { + "epoch": 0.6902429716321079, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.88737678527832, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8622469902038574, + "num_tokens": 207098343.0, + "step": 5426 + }, + { + "epoch": 0.6903701819106984, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.870729446411133, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.857061505317688, + "num_tokens": 207140381.0, + "step": 5427 + }, + { + "epoch": 0.6904973921892888, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.890941619873047, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8748511075973511, + "num_tokens": 207173923.0, + "step": 5428 + }, + { + "epoch": 0.6906246024678794, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.855791091918945, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8681846261024475, + "num_tokens": 207214840.0, + "step": 5429 + }, + { + "epoch": 0.6907518127464699, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.91839599609375, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8606106042861938, + "num_tokens": 207247850.0, + "step": 5430 + }, + { + "epoch": 0.6908790230250604, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.880599975585938, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8622379302978516, + "num_tokens": 207286698.0, + "step": 5431 + }, + { + "epoch": 0.691006233303651, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.851428031921387, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.8563452959060669, + "num_tokens": 207322470.0, + "step": 5432 + }, + { + "epoch": 0.6911334435822415, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.870434761047363, + "learning_rate": 1e-06, + "loss": 0.4577, + "mean_token_accuracy": 0.847535252571106, + "num_tokens": 207361517.0, + "step": 5433 + }, + { + "epoch": 0.6912606538608319, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.821427345275879, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8706467151641846, + "num_tokens": 207394504.0, + "step": 5434 + }, + { + "epoch": 0.6913878641394224, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.900233268737793, + "learning_rate": 1e-06, + "loss": 0.4786, + "mean_token_accuracy": 0.842710018157959, + "num_tokens": 207430148.0, + "step": 5435 + }, + { + "epoch": 0.691515074418013, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.846172332763672, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8579353094100952, + "num_tokens": 207461094.0, + "step": 5436 + }, + { + "epoch": 0.6916422846966035, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.81442642211914, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.867692232131958, + "num_tokens": 207500572.0, + "step": 5437 + }, + { + "epoch": 0.691769494975194, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.930282592773438, + "learning_rate": 1e-06, + "loss": 0.4541, + "mean_token_accuracy": 0.8536287546157837, + "num_tokens": 207534977.0, + "step": 5438 + }, + { + "epoch": 0.6918967052537845, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.828472137451172, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8665876388549805, + "num_tokens": 207569809.0, + "step": 5439 + }, + { + "epoch": 0.692023915532375, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.841619491577148, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8625600337982178, + "num_tokens": 207606785.0, + "step": 5440 + }, + { + "epoch": 0.6921511258109655, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.922148704528809, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8598164319992065, + "num_tokens": 207648344.0, + "step": 5441 + }, + { + "epoch": 0.692278336089556, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.843228340148926, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8684988617897034, + "num_tokens": 207680962.0, + "step": 5442 + }, + { + "epoch": 0.6924055463681466, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.944098472595215, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8932247161865234, + "num_tokens": 207709162.0, + "step": 5443 + }, + { + "epoch": 0.6925327566467371, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.907095909118652, + "learning_rate": 1e-06, + "loss": 0.4441, + "mean_token_accuracy": 0.8576206564903259, + "num_tokens": 207746089.0, + "step": 5444 + }, + { + "epoch": 0.6926599669253276, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.879090309143066, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8723353147506714, + "num_tokens": 207791235.0, + "step": 5445 + }, + { + "epoch": 0.692787177203918, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.914420127868652, + "learning_rate": 1e-06, + "loss": 0.4459, + "mean_token_accuracy": 0.8532676696777344, + "num_tokens": 207824527.0, + "step": 5446 + }, + { + "epoch": 0.6929143874825086, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.882939338684082, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8712444305419922, + "num_tokens": 207863535.0, + "step": 5447 + }, + { + "epoch": 0.6930415977610991, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.873954772949219, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8555841445922852, + "num_tokens": 207899694.0, + "step": 5448 + }, + { + "epoch": 0.6931688080396896, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.896831512451172, + "learning_rate": 1e-06, + "loss": 0.4561, + "mean_token_accuracy": 0.8528938889503479, + "num_tokens": 207931440.0, + "step": 5449 + }, + { + "epoch": 0.6932960183182801, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.889851570129395, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8603072166442871, + "num_tokens": 207963758.0, + "step": 5450 + }, + { + "epoch": 0.6934232285968707, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.848990440368652, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8668803572654724, + "num_tokens": 208002383.0, + "step": 5451 + }, + { + "epoch": 0.6935504388754611, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.913617134094238, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8665050268173218, + "num_tokens": 208038723.0, + "step": 5452 + }, + { + "epoch": 0.6936776491540516, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.870389938354492, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8666660785675049, + "num_tokens": 208071851.0, + "step": 5453 + }, + { + "epoch": 0.6938048594326421, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.945441246032715, + "learning_rate": 1e-06, + "loss": 0.4885, + "mean_token_accuracy": 0.8441309928894043, + "num_tokens": 208106916.0, + "step": 5454 + }, + { + "epoch": 0.6939320697112327, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.853371620178223, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8716444969177246, + "num_tokens": 208146883.0, + "step": 5455 + }, + { + "epoch": 0.6940592799898232, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.882509231567383, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.8637408018112183, + "num_tokens": 208187364.0, + "step": 5456 + }, + { + "epoch": 0.6941864902684137, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.825444221496582, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8691601753234863, + "num_tokens": 208226087.0, + "step": 5457 + }, + { + "epoch": 0.6943137005470043, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.917707443237305, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8587902188301086, + "num_tokens": 208265193.0, + "step": 5458 + }, + { + "epoch": 0.6944409108255947, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.8342924118042, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.875582218170166, + "num_tokens": 208305163.0, + "step": 5459 + }, + { + "epoch": 0.6945681211041852, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.858227729797363, + "learning_rate": 1e-06, + "loss": 0.4524, + "mean_token_accuracy": 0.8511029481887817, + "num_tokens": 208342229.0, + "step": 5460 + }, + { + "epoch": 0.6946953313827757, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.850174903869629, + "learning_rate": 1e-06, + "loss": 0.4446, + "mean_token_accuracy": 0.8526257276535034, + "num_tokens": 208384606.0, + "step": 5461 + }, + { + "epoch": 0.6948225416613663, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.836396217346191, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8800909519195557, + "num_tokens": 208416777.0, + "step": 5462 + }, + { + "epoch": 0.6949497519399568, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.878239631652832, + "learning_rate": 1e-06, + "loss": 0.4582, + "mean_token_accuracy": 0.8469380140304565, + "num_tokens": 208456101.0, + "step": 5463 + }, + { + "epoch": 0.6950769622185473, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.8714599609375, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8713444471359253, + "num_tokens": 208489201.0, + "step": 5464 + }, + { + "epoch": 0.6952041724971377, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.796451568603516, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8760946989059448, + "num_tokens": 208525006.0, + "step": 5465 + }, + { + "epoch": 0.6953313827757283, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.799656867980957, + "learning_rate": 1e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.8591804504394531, + "num_tokens": 208568997.0, + "step": 5466 + }, + { + "epoch": 0.6954585930543188, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.890911102294922, + "learning_rate": 1e-06, + "loss": 0.436, + "mean_token_accuracy": 0.8537893295288086, + "num_tokens": 208605925.0, + "step": 5467 + }, + { + "epoch": 0.6955858033329093, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.831504821777344, + "learning_rate": 1e-06, + "loss": 0.5094, + "mean_token_accuracy": 0.8367245197296143, + "num_tokens": 208646290.0, + "step": 5468 + }, + { + "epoch": 0.6957130136114998, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.850436210632324, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.862413763999939, + "num_tokens": 208686424.0, + "step": 5469 + }, + { + "epoch": 0.6958402238900904, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.89421558380127, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8649742603302002, + "num_tokens": 208719643.0, + "step": 5470 + }, + { + "epoch": 0.6959674341686808, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.869424819946289, + "learning_rate": 1e-06, + "loss": 0.4807, + "mean_token_accuracy": 0.8459743857383728, + "num_tokens": 208760804.0, + "step": 5471 + }, + { + "epoch": 0.6960946444472713, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.856359481811523, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8557376861572266, + "num_tokens": 208803022.0, + "step": 5472 + }, + { + "epoch": 0.6962218547258618, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.816614151000977, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8622251152992249, + "num_tokens": 208844205.0, + "step": 5473 + }, + { + "epoch": 0.6963490650044524, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.852072715759277, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8718675971031189, + "num_tokens": 208886882.0, + "step": 5474 + }, + { + "epoch": 0.6964762752830429, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.868642807006836, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8584729433059692, + "num_tokens": 208926649.0, + "step": 5475 + }, + { + "epoch": 0.6966034855616334, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.856449127197266, + "learning_rate": 1e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.8551932573318481, + "num_tokens": 208963403.0, + "step": 5476 + }, + { + "epoch": 0.6967306958402238, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.858915328979492, + "learning_rate": 1e-06, + "loss": 0.4594, + "mean_token_accuracy": 0.8542182445526123, + "num_tokens": 209002475.0, + "step": 5477 + }, + { + "epoch": 0.6968579061188144, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.848188400268555, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8620800375938416, + "num_tokens": 209044216.0, + "step": 5478 + }, + { + "epoch": 0.6969851163974049, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.872958183288574, + "learning_rate": 1e-06, + "loss": 0.4537, + "mean_token_accuracy": 0.8513566255569458, + "num_tokens": 209080774.0, + "step": 5479 + }, + { + "epoch": 0.6971123266759954, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.897619247436523, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8678181767463684, + "num_tokens": 209117167.0, + "step": 5480 + }, + { + "epoch": 0.697239536954586, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.908784866333008, + "learning_rate": 1e-06, + "loss": 0.4402, + "mean_token_accuracy": 0.8567739725112915, + "num_tokens": 209148872.0, + "step": 5481 + }, + { + "epoch": 0.6973667472331765, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.896550178527832, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.8631335496902466, + "num_tokens": 209187912.0, + "step": 5482 + }, + { + "epoch": 0.6974939575117669, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.800731658935547, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8685793876647949, + "num_tokens": 209227055.0, + "step": 5483 + }, + { + "epoch": 0.6976211677903574, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.905925750732422, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8752474188804626, + "num_tokens": 209255343.0, + "step": 5484 + }, + { + "epoch": 0.697748378068948, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.834744453430176, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8552068471908569, + "num_tokens": 209294621.0, + "step": 5485 + }, + { + "epoch": 0.6978755883475385, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.857211112976074, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8768846988677979, + "num_tokens": 209336519.0, + "step": 5486 + }, + { + "epoch": 0.698002798626129, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.86738395690918, + "learning_rate": 1e-06, + "loss": 0.4364, + "mean_token_accuracy": 0.8597628474235535, + "num_tokens": 209372913.0, + "step": 5487 + }, + { + "epoch": 0.6981300089047195, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.887411117553711, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8530607223510742, + "num_tokens": 209417768.0, + "step": 5488 + }, + { + "epoch": 0.69825721918331, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.89175033569336, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8655128479003906, + "num_tokens": 209451221.0, + "step": 5489 + }, + { + "epoch": 0.6983844294619005, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.852517127990723, + "learning_rate": 1e-06, + "loss": 0.442, + "mean_token_accuracy": 0.8603488206863403, + "num_tokens": 209488710.0, + "step": 5490 + }, + { + "epoch": 0.698511639740491, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.86993408203125, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8586132526397705, + "num_tokens": 209525166.0, + "step": 5491 + }, + { + "epoch": 0.6986388500190815, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.88376522064209, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8641642928123474, + "num_tokens": 209564804.0, + "step": 5492 + }, + { + "epoch": 0.6987660602976721, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.86547565460205, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.865260124206543, + "num_tokens": 209607155.0, + "step": 5493 + }, + { + "epoch": 0.6988932705762626, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.886190414428711, + "learning_rate": 1e-06, + "loss": 0.4563, + "mean_token_accuracy": 0.8514304161071777, + "num_tokens": 209641226.0, + "step": 5494 + }, + { + "epoch": 0.699020480854853, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.870213508605957, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8595969676971436, + "num_tokens": 209679180.0, + "step": 5495 + }, + { + "epoch": 0.6991476911334435, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.865535736083984, + "learning_rate": 1e-06, + "loss": 0.4411, + "mean_token_accuracy": 0.8525518178939819, + "num_tokens": 209716412.0, + "step": 5496 + }, + { + "epoch": 0.6992749014120341, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.950850486755371, + "learning_rate": 1e-06, + "loss": 0.4525, + "mean_token_accuracy": 0.8528274893760681, + "num_tokens": 209755697.0, + "step": 5497 + }, + { + "epoch": 0.6994021116906246, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.832874298095703, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8686810731887817, + "num_tokens": 209793654.0, + "step": 5498 + }, + { + "epoch": 0.6995293219692151, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.910857200622559, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.8599373698234558, + "num_tokens": 209830703.0, + "step": 5499 + }, + { + "epoch": 0.6996565322478057, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.880110740661621, + "learning_rate": 1e-06, + "loss": 0.4247, + "mean_token_accuracy": 0.861865758895874, + "num_tokens": 209868994.0, + "step": 5500 + }, + { + "epoch": 0.6997837425263961, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.894978523254395, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8711607456207275, + "num_tokens": 209909605.0, + "step": 5501 + }, + { + "epoch": 0.6999109528049866, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.884325981140137, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8681336045265198, + "num_tokens": 209945196.0, + "step": 5502 + }, + { + "epoch": 0.7000381630835771, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.893009185791016, + "learning_rate": 1e-06, + "loss": 0.44, + "mean_token_accuracy": 0.8621371984481812, + "num_tokens": 209988585.0, + "step": 5503 + }, + { + "epoch": 0.7001653733621677, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.857829093933105, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8622406125068665, + "num_tokens": 210032084.0, + "step": 5504 + }, + { + "epoch": 0.7002925836407582, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.876832962036133, + "learning_rate": 1e-06, + "loss": 0.4627, + "mean_token_accuracy": 0.8509808778762817, + "num_tokens": 210070639.0, + "step": 5505 + }, + { + "epoch": 0.7004197939193487, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.908905982971191, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8695839643478394, + "num_tokens": 210113793.0, + "step": 5506 + }, + { + "epoch": 0.7005470041979391, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.879620552062988, + "learning_rate": 1e-06, + "loss": 0.453, + "mean_token_accuracy": 0.8535478115081787, + "num_tokens": 210153517.0, + "step": 5507 + }, + { + "epoch": 0.7006742144765297, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.8967866897583, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8562725782394409, + "num_tokens": 210186818.0, + "step": 5508 + }, + { + "epoch": 0.7008014247551202, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.861760139465332, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8537402749061584, + "num_tokens": 210224283.0, + "step": 5509 + }, + { + "epoch": 0.7009286350337107, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.875372886657715, + "learning_rate": 1e-06, + "loss": 0.4289, + "mean_token_accuracy": 0.8559675216674805, + "num_tokens": 210263439.0, + "step": 5510 + }, + { + "epoch": 0.7010558453123013, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.8606538772583, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8632217645645142, + "num_tokens": 210305887.0, + "step": 5511 + }, + { + "epoch": 0.7011830555908918, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.939446449279785, + "learning_rate": 1e-06, + "loss": 0.4203, + "mean_token_accuracy": 0.8608396053314209, + "num_tokens": 210340118.0, + "step": 5512 + }, + { + "epoch": 0.7013102658694823, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.863154411315918, + "learning_rate": 1e-06, + "loss": 0.4167, + "mean_token_accuracy": 0.862896740436554, + "num_tokens": 210376098.0, + "step": 5513 + }, + { + "epoch": 0.7014374761480727, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.927490234375, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8649393320083618, + "num_tokens": 210418801.0, + "step": 5514 + }, + { + "epoch": 0.7015646864266633, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.970114707946777, + "learning_rate": 1e-06, + "loss": 0.4479, + "mean_token_accuracy": 0.8513156175613403, + "num_tokens": 210452392.0, + "step": 5515 + }, + { + "epoch": 0.7016918967052538, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.869739532470703, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8687167167663574, + "num_tokens": 210489697.0, + "step": 5516 + }, + { + "epoch": 0.7018191069838443, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.894123077392578, + "learning_rate": 1e-06, + "loss": 0.4674, + "mean_token_accuracy": 0.8466492295265198, + "num_tokens": 210530212.0, + "step": 5517 + }, + { + "epoch": 0.7019463172624348, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.883382797241211, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8678865432739258, + "num_tokens": 210564974.0, + "step": 5518 + }, + { + "epoch": 0.7020735275410254, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.898102760314941, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8622363805770874, + "num_tokens": 210601272.0, + "step": 5519 + }, + { + "epoch": 0.7022007378196158, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.92501449584961, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.864233672618866, + "num_tokens": 210636908.0, + "step": 5520 + }, + { + "epoch": 0.7023279480982063, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.870487213134766, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.858521044254303, + "num_tokens": 210672629.0, + "step": 5521 + }, + { + "epoch": 0.7024551583767968, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.934988975524902, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8769592046737671, + "num_tokens": 210703531.0, + "step": 5522 + }, + { + "epoch": 0.7025823686553874, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.89919662475586, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8747358322143555, + "num_tokens": 210742946.0, + "step": 5523 + }, + { + "epoch": 0.7027095789339779, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.89482593536377, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8702123165130615, + "num_tokens": 210778345.0, + "step": 5524 + }, + { + "epoch": 0.7028367892125684, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.872608184814453, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8679541945457458, + "num_tokens": 210821544.0, + "step": 5525 + }, + { + "epoch": 0.7029639994911588, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.874181747436523, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8653740882873535, + "num_tokens": 210858060.0, + "step": 5526 + }, + { + "epoch": 0.7030912097697494, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.855881690979004, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8561469912528992, + "num_tokens": 210900365.0, + "step": 5527 + }, + { + "epoch": 0.7032184200483399, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.855599403381348, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8574435710906982, + "num_tokens": 210941118.0, + "step": 5528 + }, + { + "epoch": 0.7033456303269304, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.867212295532227, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8692436218261719, + "num_tokens": 210979865.0, + "step": 5529 + }, + { + "epoch": 0.703472840605521, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.907782554626465, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8623099327087402, + "num_tokens": 211016385.0, + "step": 5530 + }, + { + "epoch": 0.7036000508841115, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.896760940551758, + "learning_rate": 1e-06, + "loss": 0.4621, + "mean_token_accuracy": 0.8497350215911865, + "num_tokens": 211059071.0, + "step": 5531 + }, + { + "epoch": 0.7037272611627019, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.903165817260742, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8643712997436523, + "num_tokens": 211094189.0, + "step": 5532 + }, + { + "epoch": 0.7038544714412924, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.914249420166016, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8761040568351746, + "num_tokens": 211130524.0, + "step": 5533 + }, + { + "epoch": 0.703981681719883, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.888989448547363, + "learning_rate": 1e-06, + "loss": 0.4386, + "mean_token_accuracy": 0.8553405404090881, + "num_tokens": 211172335.0, + "step": 5534 + }, + { + "epoch": 0.7041088919984735, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.91487979888916, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8640183210372925, + "num_tokens": 211205406.0, + "step": 5535 + }, + { + "epoch": 0.704236102277064, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.9019136428833, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8574798107147217, + "num_tokens": 211246443.0, + "step": 5536 + }, + { + "epoch": 0.7043633125556545, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.891984939575195, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8767017722129822, + "num_tokens": 211286707.0, + "step": 5537 + }, + { + "epoch": 0.704490522834245, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.927809715270996, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8733916282653809, + "num_tokens": 211319448.0, + "step": 5538 + }, + { + "epoch": 0.7046177331128355, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.856222152709961, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8572896122932434, + "num_tokens": 211363747.0, + "step": 5539 + }, + { + "epoch": 0.704744943391426, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.885275840759277, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8690313696861267, + "num_tokens": 211408080.0, + "step": 5540 + }, + { + "epoch": 0.7048721536700165, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.983404159545898, + "learning_rate": 1e-06, + "loss": 0.4529, + "mean_token_accuracy": 0.8521929979324341, + "num_tokens": 211445656.0, + "step": 5541 + }, + { + "epoch": 0.7049993639486071, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.89544677734375, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8714988231658936, + "num_tokens": 211484342.0, + "step": 5542 + }, + { + "epoch": 0.7051265742271976, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.857990264892578, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8572806119918823, + "num_tokens": 211518535.0, + "step": 5543 + }, + { + "epoch": 0.705253784505788, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.892958641052246, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8560264110565186, + "num_tokens": 211557236.0, + "step": 5544 + }, + { + "epoch": 0.7053809947843785, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.864425659179688, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8732956647872925, + "num_tokens": 211599216.0, + "step": 5545 + }, + { + "epoch": 0.7055082050629691, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.869970321655273, + "learning_rate": 1e-06, + "loss": 0.4697, + "mean_token_accuracy": 0.8437666893005371, + "num_tokens": 211638930.0, + "step": 5546 + }, + { + "epoch": 0.7056354153415596, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.888608932495117, + "learning_rate": 1e-06, + "loss": 0.4557, + "mean_token_accuracy": 0.8545265793800354, + "num_tokens": 211680765.0, + "step": 5547 + }, + { + "epoch": 0.7057626256201501, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.848443984985352, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8756542801856995, + "num_tokens": 211719037.0, + "step": 5548 + }, + { + "epoch": 0.7058898358987407, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.92813491821289, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8566980361938477, + "num_tokens": 211759655.0, + "step": 5549 + }, + { + "epoch": 0.7060170461773311, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.854835510253906, + "learning_rate": 1e-06, + "loss": 0.4815, + "mean_token_accuracy": 0.8447902202606201, + "num_tokens": 211800405.0, + "step": 5550 + }, + { + "epoch": 0.7061442564559216, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.863895416259766, + "learning_rate": 1e-06, + "loss": 0.4765, + "mean_token_accuracy": 0.8452177047729492, + "num_tokens": 211846057.0, + "step": 5551 + }, + { + "epoch": 0.7062714667345121, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.877700805664062, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8594251871109009, + "num_tokens": 211885944.0, + "step": 5552 + }, + { + "epoch": 0.7063986770131027, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.866044998168945, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8660364151000977, + "num_tokens": 211928727.0, + "step": 5553 + }, + { + "epoch": 0.7065258872916932, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.870555877685547, + "learning_rate": 1e-06, + "loss": 0.4471, + "mean_token_accuracy": 0.8518387079238892, + "num_tokens": 211967593.0, + "step": 5554 + }, + { + "epoch": 0.7066530975702837, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.91729736328125, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.8572436571121216, + "num_tokens": 212001023.0, + "step": 5555 + }, + { + "epoch": 0.7067803078488741, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.828761100769043, + "learning_rate": 1e-06, + "loss": 0.4655, + "mean_token_accuracy": 0.8526723384857178, + "num_tokens": 212045611.0, + "step": 5556 + }, + { + "epoch": 0.7069075181274647, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.888668060302734, + "learning_rate": 1e-06, + "loss": 0.4403, + "mean_token_accuracy": 0.8571429252624512, + "num_tokens": 212087167.0, + "step": 5557 + }, + { + "epoch": 0.7070347284060552, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.82837200164795, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8625425696372986, + "num_tokens": 212124254.0, + "step": 5558 + }, + { + "epoch": 0.7071619386846457, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.913022994995117, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.8556237816810608, + "num_tokens": 212162706.0, + "step": 5559 + }, + { + "epoch": 0.7072891489632362, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.886226654052734, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8615886569023132, + "num_tokens": 212197359.0, + "step": 5560 + }, + { + "epoch": 0.7074163592418268, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.876669883728027, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8681163191795349, + "num_tokens": 212237300.0, + "step": 5561 + }, + { + "epoch": 0.7075435695204173, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.864654541015625, + "learning_rate": 1e-06, + "loss": 0.4796, + "mean_token_accuracy": 0.8421292901039124, + "num_tokens": 212283472.0, + "step": 5562 + }, + { + "epoch": 0.7076707797990077, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.934349060058594, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8560153245925903, + "num_tokens": 212321433.0, + "step": 5563 + }, + { + "epoch": 0.7077979900775982, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.87911319732666, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.8590916395187378, + "num_tokens": 212362234.0, + "step": 5564 + }, + { + "epoch": 0.7079252003561888, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.910867691040039, + "learning_rate": 1e-06, + "loss": 0.4597, + "mean_token_accuracy": 0.8523396849632263, + "num_tokens": 212399259.0, + "step": 5565 + }, + { + "epoch": 0.7080524106347793, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.910041809082031, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8615766167640686, + "num_tokens": 212438489.0, + "step": 5566 + }, + { + "epoch": 0.7081796209133698, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.874045372009277, + "learning_rate": 1e-06, + "loss": 0.4526, + "mean_token_accuracy": 0.8525919914245605, + "num_tokens": 212482283.0, + "step": 5567 + }, + { + "epoch": 0.7083068311919604, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.95396900177002, + "learning_rate": 1e-06, + "loss": 0.4385, + "mean_token_accuracy": 0.8563948273658752, + "num_tokens": 212522749.0, + "step": 5568 + }, + { + "epoch": 0.7084340414705508, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.930549621582031, + "learning_rate": 1e-06, + "loss": 0.4408, + "mean_token_accuracy": 0.8523094654083252, + "num_tokens": 212559937.0, + "step": 5569 + }, + { + "epoch": 0.7085612517491413, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.911116600036621, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8666939735412598, + "num_tokens": 212595578.0, + "step": 5570 + }, + { + "epoch": 0.7086884620277318, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.877456665039062, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8727394342422485, + "num_tokens": 212634085.0, + "step": 5571 + }, + { + "epoch": 0.7088156723063224, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.907386779785156, + "learning_rate": 1e-06, + "loss": 0.4655, + "mean_token_accuracy": 0.8503372669219971, + "num_tokens": 212673557.0, + "step": 5572 + }, + { + "epoch": 0.7089428825849129, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.911540031433105, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8708944320678711, + "num_tokens": 212711142.0, + "step": 5573 + }, + { + "epoch": 0.7090700928635034, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.956099510192871, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8620467185974121, + "num_tokens": 212745570.0, + "step": 5574 + }, + { + "epoch": 0.7091973031420938, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.89810848236084, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8644501566886902, + "num_tokens": 212783048.0, + "step": 5575 + }, + { + "epoch": 0.7093245134206844, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.901151657104492, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8785379528999329, + "num_tokens": 212821231.0, + "step": 5576 + }, + { + "epoch": 0.7094517236992749, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.888927459716797, + "learning_rate": 1e-06, + "loss": 0.4328, + "mean_token_accuracy": 0.859653115272522, + "num_tokens": 212861715.0, + "step": 5577 + }, + { + "epoch": 0.7095789339778654, + "ewc_loss": 0.0125732421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2576580047607422e-05, + "grad_norm": 9.886813163757324, + "learning_rate": 1e-06, + "loss": 0.4524, + "mean_token_accuracy": 0.8509237170219421, + "num_tokens": 212900655.0, + "step": 5578 + }, + { + "epoch": 0.709706144256456, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.892841339111328, + "learning_rate": 1e-06, + "loss": 0.4586, + "mean_token_accuracy": 0.8520711660385132, + "num_tokens": 212939308.0, + "step": 5579 + }, + { + "epoch": 0.7098333545350465, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.884378433227539, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.864469051361084, + "num_tokens": 212981174.0, + "step": 5580 + }, + { + "epoch": 0.7099605648136369, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.927526473999023, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.87069171667099, + "num_tokens": 213016401.0, + "step": 5581 + }, + { + "epoch": 0.7100877750922274, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.861154556274414, + "learning_rate": 1e-06, + "loss": 0.4665, + "mean_token_accuracy": 0.8490966558456421, + "num_tokens": 213058480.0, + "step": 5582 + }, + { + "epoch": 0.710214985370818, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.951971054077148, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8732115626335144, + "num_tokens": 213093527.0, + "step": 5583 + }, + { + "epoch": 0.7103421956494085, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.8770751953125, + "learning_rate": 1e-06, + "loss": 0.4387, + "mean_token_accuracy": 0.8576704859733582, + "num_tokens": 213126778.0, + "step": 5584 + }, + { + "epoch": 0.710469405927999, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.873164176940918, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8638720512390137, + "num_tokens": 213170863.0, + "step": 5585 + }, + { + "epoch": 0.7105966162065895, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.895101547241211, + "learning_rate": 1e-06, + "loss": 0.489, + "mean_token_accuracy": 0.8375797271728516, + "num_tokens": 213211336.0, + "step": 5586 + }, + { + "epoch": 0.71072382648518, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.891571044921875, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8682448863983154, + "num_tokens": 213245262.0, + "step": 5587 + }, + { + "epoch": 0.7108510367637705, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.95254135131836, + "learning_rate": 1e-06, + "loss": 0.4474, + "mean_token_accuracy": 0.8523356914520264, + "num_tokens": 213282150.0, + "step": 5588 + }, + { + "epoch": 0.710978247042361, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.862115859985352, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8661594390869141, + "num_tokens": 213325573.0, + "step": 5589 + }, + { + "epoch": 0.7111054573209515, + "ewc_loss": 0.01263427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2636184692382812e-05, + "grad_norm": 9.935991287231445, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8695956468582153, + "num_tokens": 213363738.0, + "step": 5590 + }, + { + "epoch": 0.7112326675995421, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.905088424682617, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8664981126785278, + "num_tokens": 213404796.0, + "step": 5591 + }, + { + "epoch": 0.7113598778781326, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.931303977966309, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.853835940361023, + "num_tokens": 213436711.0, + "step": 5592 + }, + { + "epoch": 0.711487088156723, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.890361785888672, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.863032877445221, + "num_tokens": 213473458.0, + "step": 5593 + }, + { + "epoch": 0.7116142984353135, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.975114822387695, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8713347911834717, + "num_tokens": 213507355.0, + "step": 5594 + }, + { + "epoch": 0.7117415087139041, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.885723114013672, + "learning_rate": 1e-06, + "loss": 0.4774, + "mean_token_accuracy": 0.8441784381866455, + "num_tokens": 213543771.0, + "step": 5595 + }, + { + "epoch": 0.7118687189924946, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.939126014709473, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8591793775558472, + "num_tokens": 213578317.0, + "step": 5596 + }, + { + "epoch": 0.7119959292710851, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.889155387878418, + "learning_rate": 1e-06, + "loss": 0.4392, + "mean_token_accuracy": 0.8568989038467407, + "num_tokens": 213615795.0, + "step": 5597 + }, + { + "epoch": 0.7121231395496757, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.912063598632812, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8704512119293213, + "num_tokens": 213655452.0, + "step": 5598 + }, + { + "epoch": 0.7122503498282661, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.915918350219727, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8521880507469177, + "num_tokens": 213688079.0, + "step": 5599 + }, + { + "epoch": 0.7123775601068566, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.884627342224121, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.877666711807251, + "num_tokens": 213725310.0, + "step": 5600 + }, + { + "epoch": 0.7125047703854471, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.925459861755371, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8549938201904297, + "num_tokens": 213757950.0, + "step": 5601 + }, + { + "epoch": 0.7126319806640377, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.916670799255371, + "learning_rate": 1e-06, + "loss": 0.4616, + "mean_token_accuracy": 0.8485836386680603, + "num_tokens": 213794146.0, + "step": 5602 + }, + { + "epoch": 0.7127591909426282, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.911604881286621, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8654642701148987, + "num_tokens": 213834922.0, + "step": 5603 + }, + { + "epoch": 0.7128864012212187, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.877697944641113, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8794152736663818, + "num_tokens": 213879651.0, + "step": 5604 + }, + { + "epoch": 0.7130136114998091, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.924384117126465, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.860715389251709, + "num_tokens": 213921833.0, + "step": 5605 + }, + { + "epoch": 0.7131408217783997, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.90449047088623, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8654844760894775, + "num_tokens": 213962909.0, + "step": 5606 + }, + { + "epoch": 0.7132680320569902, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.89693546295166, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8635482788085938, + "num_tokens": 214002030.0, + "step": 5607 + }, + { + "epoch": 0.7133952423355807, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.904784202575684, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8541192412376404, + "num_tokens": 214037094.0, + "step": 5608 + }, + { + "epoch": 0.7135224526141712, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.913325309753418, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8650697469711304, + "num_tokens": 214076649.0, + "step": 5609 + }, + { + "epoch": 0.7136496628927618, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.926295280456543, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.8569104671478271, + "num_tokens": 214114194.0, + "step": 5610 + }, + { + "epoch": 0.7137768731713523, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.9447603225708, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8629942536354065, + "num_tokens": 214149652.0, + "step": 5611 + }, + { + "epoch": 0.7139040834499427, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.866633415222168, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8709155917167664, + "num_tokens": 214189068.0, + "step": 5612 + }, + { + "epoch": 0.7140312937285332, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.972199440002441, + "learning_rate": 1e-06, + "loss": 0.4537, + "mean_token_accuracy": 0.8494720458984375, + "num_tokens": 214220251.0, + "step": 5613 + }, + { + "epoch": 0.7141585040071238, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.942780494689941, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8585840463638306, + "num_tokens": 214256705.0, + "step": 5614 + }, + { + "epoch": 0.7142857142857143, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.933086395263672, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8755460381507874, + "num_tokens": 214292563.0, + "step": 5615 + }, + { + "epoch": 0.7144129245643048, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.925583839416504, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8555896282196045, + "num_tokens": 214333843.0, + "step": 5616 + }, + { + "epoch": 0.7145401348428954, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.942936897277832, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8724130392074585, + "num_tokens": 214372272.0, + "step": 5617 + }, + { + "epoch": 0.7146673451214858, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.903043746948242, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8675261735916138, + "num_tokens": 214416364.0, + "step": 5618 + }, + { + "epoch": 0.7147945554000763, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.936952590942383, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8585690259933472, + "num_tokens": 214453102.0, + "step": 5619 + }, + { + "epoch": 0.7149217656786668, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.913385391235352, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8655166625976562, + "num_tokens": 214492374.0, + "step": 5620 + }, + { + "epoch": 0.7150489759572574, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.891444206237793, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8616476058959961, + "num_tokens": 214530918.0, + "step": 5621 + }, + { + "epoch": 0.7151761862358479, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.922148704528809, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8780698776245117, + "num_tokens": 214570227.0, + "step": 5622 + }, + { + "epoch": 0.7153033965144384, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.894240379333496, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8645741939544678, + "num_tokens": 214609519.0, + "step": 5623 + }, + { + "epoch": 0.7154306067930288, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.921793937683105, + "learning_rate": 1e-06, + "loss": 0.4201, + "mean_token_accuracy": 0.8579127192497253, + "num_tokens": 214643564.0, + "step": 5624 + }, + { + "epoch": 0.7155578170716194, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.881874084472656, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8697320818901062, + "num_tokens": 214677632.0, + "step": 5625 + }, + { + "epoch": 0.7156850273502099, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.98070240020752, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8641037344932556, + "num_tokens": 214710363.0, + "step": 5626 + }, + { + "epoch": 0.7158122376288004, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.910883903503418, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8691896796226501, + "num_tokens": 214746982.0, + "step": 5627 + }, + { + "epoch": 0.715939447907391, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.948622703552246, + "learning_rate": 1e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.8525433540344238, + "num_tokens": 214786447.0, + "step": 5628 + }, + { + "epoch": 0.7160666581859815, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.927660942077637, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8696573376655579, + "num_tokens": 214824627.0, + "step": 5629 + }, + { + "epoch": 0.7161938684645719, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.95286750793457, + "learning_rate": 1e-06, + "loss": 0.4861, + "mean_token_accuracy": 0.8437526226043701, + "num_tokens": 214863051.0, + "step": 5630 + }, + { + "epoch": 0.7163210787431624, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.977384567260742, + "learning_rate": 1e-06, + "loss": 0.482, + "mean_token_accuracy": 0.848179817199707, + "num_tokens": 214900524.0, + "step": 5631 + }, + { + "epoch": 0.716448289021753, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.87013053894043, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8673576712608337, + "num_tokens": 214943949.0, + "step": 5632 + }, + { + "epoch": 0.7165754993003435, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.918298721313477, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.866608738899231, + "num_tokens": 214979126.0, + "step": 5633 + }, + { + "epoch": 0.716702709578934, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.981986999511719, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8632298707962036, + "num_tokens": 215017740.0, + "step": 5634 + }, + { + "epoch": 0.7168299198575245, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.930985450744629, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8713745474815369, + "num_tokens": 215054472.0, + "step": 5635 + }, + { + "epoch": 0.716957130136115, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.956376075744629, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8640285730361938, + "num_tokens": 215086894.0, + "step": 5636 + }, + { + "epoch": 0.7170843404147055, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.986613273620605, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8632748126983643, + "num_tokens": 215128157.0, + "step": 5637 + }, + { + "epoch": 0.717211550693296, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.918778419494629, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.86921226978302, + "num_tokens": 215161008.0, + "step": 5638 + }, + { + "epoch": 0.7173387609718865, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.941934585571289, + "learning_rate": 1e-06, + "loss": 0.4954, + "mean_token_accuracy": 0.8444214463233948, + "num_tokens": 215197157.0, + "step": 5639 + }, + { + "epoch": 0.7174659712504771, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.910305976867676, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8697423934936523, + "num_tokens": 215240270.0, + "step": 5640 + }, + { + "epoch": 0.7175931815290676, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.938565254211426, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8694344758987427, + "num_tokens": 215279828.0, + "step": 5641 + }, + { + "epoch": 0.717720391807658, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.937257766723633, + "learning_rate": 1e-06, + "loss": 0.4309, + "mean_token_accuracy": 0.8566720485687256, + "num_tokens": 215315271.0, + "step": 5642 + }, + { + "epoch": 0.7178476020862485, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.901582717895508, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8639158606529236, + "num_tokens": 215352621.0, + "step": 5643 + }, + { + "epoch": 0.7179748123648391, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.896352767944336, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.8646253347396851, + "num_tokens": 215390231.0, + "step": 5644 + }, + { + "epoch": 0.7181020226434296, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.906963348388672, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8763283491134644, + "num_tokens": 215426812.0, + "step": 5645 + }, + { + "epoch": 0.7182292329220201, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.902527809143066, + "learning_rate": 1e-06, + "loss": 0.4595, + "mean_token_accuracy": 0.8516733050346375, + "num_tokens": 215467551.0, + "step": 5646 + }, + { + "epoch": 0.7183564432006107, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.914484977722168, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8708047866821289, + "num_tokens": 215508559.0, + "step": 5647 + }, + { + "epoch": 0.7184836534792011, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.891410827636719, + "learning_rate": 1e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.8549277782440186, + "num_tokens": 215548709.0, + "step": 5648 + }, + { + "epoch": 0.7186108637577916, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.948704719543457, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8636260032653809, + "num_tokens": 215593844.0, + "step": 5649 + }, + { + "epoch": 0.7187380740363821, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.89041805267334, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8677083253860474, + "num_tokens": 215633853.0, + "step": 5650 + }, + { + "epoch": 0.7188652843149727, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.94267463684082, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8604400157928467, + "num_tokens": 215667272.0, + "step": 5651 + }, + { + "epoch": 0.7189924945935632, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.966950416564941, + "learning_rate": 1e-06, + "loss": 0.4713, + "mean_token_accuracy": 0.8461147546768188, + "num_tokens": 215705889.0, + "step": 5652 + }, + { + "epoch": 0.7191197048721537, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.905064582824707, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8719512820243835, + "num_tokens": 215749143.0, + "step": 5653 + }, + { + "epoch": 0.7192469151507441, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.911344528198242, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8575239777565002, + "num_tokens": 215787583.0, + "step": 5654 + }, + { + "epoch": 0.7193741254293347, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.929438591003418, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.86216139793396, + "num_tokens": 215825552.0, + "step": 5655 + }, + { + "epoch": 0.7195013357079252, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.961213111877441, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8703889846801758, + "num_tokens": 215858310.0, + "step": 5656 + }, + { + "epoch": 0.7196285459865157, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.961324691772461, + "learning_rate": 1e-06, + "loss": 0.4503, + "mean_token_accuracy": 0.8509520292282104, + "num_tokens": 215898403.0, + "step": 5657 + }, + { + "epoch": 0.7197557562651062, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.95586109161377, + "learning_rate": 1e-06, + "loss": 0.5117, + "mean_token_accuracy": 0.8387673497200012, + "num_tokens": 215935930.0, + "step": 5658 + }, + { + "epoch": 0.7198829665436968, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.961846351623535, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8589164018630981, + "num_tokens": 215971509.0, + "step": 5659 + }, + { + "epoch": 0.7200101768222873, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.925551414489746, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8684074878692627, + "num_tokens": 216008696.0, + "step": 5660 + }, + { + "epoch": 0.7201373871008777, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.992979049682617, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.861939549446106, + "num_tokens": 216045861.0, + "step": 5661 + }, + { + "epoch": 0.7202645973794682, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.935796737670898, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8720154762268066, + "num_tokens": 216081307.0, + "step": 5662 + }, + { + "epoch": 0.7203918076580588, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.905247688293457, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8714843988418579, + "num_tokens": 216118506.0, + "step": 5663 + }, + { + "epoch": 0.7205190179366493, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.941783905029297, + "learning_rate": 1e-06, + "loss": 0.4452, + "mean_token_accuracy": 0.8552401661872864, + "num_tokens": 216159000.0, + "step": 5664 + }, + { + "epoch": 0.7206462282152398, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.927019119262695, + "learning_rate": 1e-06, + "loss": 0.4397, + "mean_token_accuracy": 0.855606198310852, + "num_tokens": 216204712.0, + "step": 5665 + }, + { + "epoch": 0.7207734384938304, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.981180191040039, + "learning_rate": 1e-06, + "loss": 0.4358, + "mean_token_accuracy": 0.8550040125846863, + "num_tokens": 216235001.0, + "step": 5666 + }, + { + "epoch": 0.7209006487724208, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.915447235107422, + "learning_rate": 1e-06, + "loss": 0.4557, + "mean_token_accuracy": 0.8559134006500244, + "num_tokens": 216271383.0, + "step": 5667 + }, + { + "epoch": 0.7210278590510113, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.983309745788574, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8629106283187866, + "num_tokens": 216307923.0, + "step": 5668 + }, + { + "epoch": 0.7211550693296018, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.949690818786621, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.880928635597229, + "num_tokens": 216345147.0, + "step": 5669 + }, + { + "epoch": 0.7212822796081924, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.917083740234375, + "learning_rate": 1e-06, + "loss": 0.4451, + "mean_token_accuracy": 0.8550173044204712, + "num_tokens": 216386991.0, + "step": 5670 + }, + { + "epoch": 0.7214094898867829, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.948847770690918, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8656014204025269, + "num_tokens": 216425534.0, + "step": 5671 + }, + { + "epoch": 0.7215367001653734, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.977869987487793, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8619387149810791, + "num_tokens": 216466686.0, + "step": 5672 + }, + { + "epoch": 0.7216639104439638, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.910926818847656, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8736532926559448, + "num_tokens": 216505245.0, + "step": 5673 + }, + { + "epoch": 0.7217911207225544, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.938654899597168, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8584906458854675, + "num_tokens": 216538024.0, + "step": 5674 + }, + { + "epoch": 0.7219183310011449, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.95615291595459, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8609670400619507, + "num_tokens": 216573722.0, + "step": 5675 + }, + { + "epoch": 0.7220455412797354, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.928703308105469, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8679021596908569, + "num_tokens": 216610362.0, + "step": 5676 + }, + { + "epoch": 0.7221727515583259, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.993267059326172, + "learning_rate": 1e-06, + "loss": 0.4414, + "mean_token_accuracy": 0.8544564247131348, + "num_tokens": 216648732.0, + "step": 5677 + }, + { + "epoch": 0.7222999618369165, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.948057174682617, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8707561492919922, + "num_tokens": 216680324.0, + "step": 5678 + }, + { + "epoch": 0.7224271721155069, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.937104225158691, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8654513955116272, + "num_tokens": 216712773.0, + "step": 5679 + }, + { + "epoch": 0.7225543823940974, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.957850456237793, + "learning_rate": 1e-06, + "loss": 0.4397, + "mean_token_accuracy": 0.8542732000350952, + "num_tokens": 216752538.0, + "step": 5680 + }, + { + "epoch": 0.722681592672688, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.953100204467773, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8648329377174377, + "num_tokens": 216791795.0, + "step": 5681 + }, + { + "epoch": 0.7228088029512785, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.926108360290527, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.8590254783630371, + "num_tokens": 216831729.0, + "step": 5682 + }, + { + "epoch": 0.722936013229869, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.925987243652344, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8636901378631592, + "num_tokens": 216869494.0, + "step": 5683 + }, + { + "epoch": 0.7230632235084595, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.947646141052246, + "learning_rate": 1e-06, + "loss": 0.4689, + "mean_token_accuracy": 0.8443475365638733, + "num_tokens": 216906672.0, + "step": 5684 + }, + { + "epoch": 0.72319043378705, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.954473495483398, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8700273036956787, + "num_tokens": 216941587.0, + "step": 5685 + }, + { + "epoch": 0.7233176440656405, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.924635887145996, + "learning_rate": 1e-06, + "loss": 0.4352, + "mean_token_accuracy": 0.8554235100746155, + "num_tokens": 216981812.0, + "step": 5686 + }, + { + "epoch": 0.723444854344231, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.883423805236816, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8715521097183228, + "num_tokens": 217024137.0, + "step": 5687 + }, + { + "epoch": 0.7235720646228215, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.955859184265137, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8748914003372192, + "num_tokens": 217063753.0, + "step": 5688 + }, + { + "epoch": 0.7236992749014121, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.941611289978027, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8612378835678101, + "num_tokens": 217105611.0, + "step": 5689 + }, + { + "epoch": 0.7238264851800026, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.908317565917969, + "learning_rate": 1e-06, + "loss": 0.475, + "mean_token_accuracy": 0.842037558555603, + "num_tokens": 217145989.0, + "step": 5690 + }, + { + "epoch": 0.723953695458593, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.93782901763916, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8800445795059204, + "num_tokens": 217183726.0, + "step": 5691 + }, + { + "epoch": 0.7240809057371835, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.864952087402344, + "learning_rate": 1e-06, + "loss": 0.4302, + "mean_token_accuracy": 0.860249400138855, + "num_tokens": 217226644.0, + "step": 5692 + }, + { + "epoch": 0.7242081160157741, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.967452049255371, + "learning_rate": 1e-06, + "loss": 0.4675, + "mean_token_accuracy": 0.8482556939125061, + "num_tokens": 217263327.0, + "step": 5693 + }, + { + "epoch": 0.7243353262943646, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.963406562805176, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8663828372955322, + "num_tokens": 217300595.0, + "step": 5694 + }, + { + "epoch": 0.7244625365729551, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.938688278198242, + "learning_rate": 1e-06, + "loss": 0.4546, + "mean_token_accuracy": 0.8489929437637329, + "num_tokens": 217336385.0, + "step": 5695 + }, + { + "epoch": 0.7245897468515456, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.954682350158691, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8689786195755005, + "num_tokens": 217374309.0, + "step": 5696 + }, + { + "epoch": 0.7247169571301361, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.881333351135254, + "learning_rate": 1e-06, + "loss": 0.4402, + "mean_token_accuracy": 0.8534679412841797, + "num_tokens": 217408386.0, + "step": 5697 + }, + { + "epoch": 0.7248441674087266, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.935650825500488, + "learning_rate": 1e-06, + "loss": 0.4715, + "mean_token_accuracy": 0.8494768142700195, + "num_tokens": 217442855.0, + "step": 5698 + }, + { + "epoch": 0.7249713776873171, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.948210716247559, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8671042323112488, + "num_tokens": 217476892.0, + "step": 5699 + }, + { + "epoch": 0.7250985879659076, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.93259048461914, + "learning_rate": 1e-06, + "loss": 0.4234, + "mean_token_accuracy": 0.859930157661438, + "num_tokens": 217513569.0, + "step": 5700 + }, + { + "epoch": 0.7252257982444982, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.985921859741211, + "learning_rate": 1e-06, + "loss": 0.4252, + "mean_token_accuracy": 0.8568894267082214, + "num_tokens": 217545585.0, + "step": 5701 + }, + { + "epoch": 0.7253530085230887, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.923907279968262, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.8655282258987427, + "num_tokens": 217583156.0, + "step": 5702 + }, + { + "epoch": 0.7254802188016791, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.912413597106934, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8630244731903076, + "num_tokens": 217619630.0, + "step": 5703 + }, + { + "epoch": 0.7256074290802697, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.023622512817383, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8739020824432373, + "num_tokens": 217653616.0, + "step": 5704 + }, + { + "epoch": 0.7257346393588602, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.870570182800293, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.8582841157913208, + "num_tokens": 217692758.0, + "step": 5705 + }, + { + "epoch": 0.7258618496374507, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.92798900604248, + "learning_rate": 1e-06, + "loss": 0.4716, + "mean_token_accuracy": 0.8482270836830139, + "num_tokens": 217734175.0, + "step": 5706 + }, + { + "epoch": 0.7259890599160412, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 9.962618827819824, + "learning_rate": 1e-06, + "loss": 0.4842, + "mean_token_accuracy": 0.8398198485374451, + "num_tokens": 217773372.0, + "step": 5707 + }, + { + "epoch": 0.7261162701946318, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.959756851196289, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8718380928039551, + "num_tokens": 217809174.0, + "step": 5708 + }, + { + "epoch": 0.7262434804732223, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.946686744689941, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8551480770111084, + "num_tokens": 217845882.0, + "step": 5709 + }, + { + "epoch": 0.7263706907518127, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.918990135192871, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8579446077346802, + "num_tokens": 217885798.0, + "step": 5710 + }, + { + "epoch": 0.7264979010304032, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.931570053100586, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8585346937179565, + "num_tokens": 217924967.0, + "step": 5711 + }, + { + "epoch": 0.7266251113089938, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.962632179260254, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8729201555252075, + "num_tokens": 217967381.0, + "step": 5712 + }, + { + "epoch": 0.7267523215875843, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.972880363464355, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8683489561080933, + "num_tokens": 218001097.0, + "step": 5713 + }, + { + "epoch": 0.7268795318661748, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.938546180725098, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8640620708465576, + "num_tokens": 218040705.0, + "step": 5714 + }, + { + "epoch": 0.7270067421447653, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.948454856872559, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8617377877235413, + "num_tokens": 218077549.0, + "step": 5715 + }, + { + "epoch": 0.7271339524233558, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.917401313781738, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8609311580657959, + "num_tokens": 218116251.0, + "step": 5716 + }, + { + "epoch": 0.7272611627019463, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.932682991027832, + "learning_rate": 1e-06, + "loss": 0.4976, + "mean_token_accuracy": 0.8356422185897827, + "num_tokens": 218155798.0, + "step": 5717 + }, + { + "epoch": 0.7273883729805368, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.937847137451172, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8677564859390259, + "num_tokens": 218191277.0, + "step": 5718 + }, + { + "epoch": 0.7275155832591274, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.935739517211914, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8674440979957581, + "num_tokens": 218233165.0, + "step": 5719 + }, + { + "epoch": 0.7276427935377179, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.944991111755371, + "learning_rate": 1e-06, + "loss": 0.4851, + "mean_token_accuracy": 0.8411393761634827, + "num_tokens": 218271263.0, + "step": 5720 + }, + { + "epoch": 0.7277700038163084, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.968939781188965, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8646871447563171, + "num_tokens": 218309081.0, + "step": 5721 + }, + { + "epoch": 0.7278972140948988, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.917963981628418, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8582756519317627, + "num_tokens": 218348314.0, + "step": 5722 + }, + { + "epoch": 0.7280244243734894, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.915985107421875, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8654301166534424, + "num_tokens": 218387556.0, + "step": 5723 + }, + { + "epoch": 0.7281516346520799, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.939494132995605, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8548390865325928, + "num_tokens": 218423130.0, + "step": 5724 + }, + { + "epoch": 0.7282788449306704, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.904614448547363, + "learning_rate": 1e-06, + "loss": 0.4648, + "mean_token_accuracy": 0.8442275524139404, + "num_tokens": 218464079.0, + "step": 5725 + }, + { + "epoch": 0.7284060552092609, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.902430534362793, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8703213930130005, + "num_tokens": 218501307.0, + "step": 5726 + }, + { + "epoch": 0.7285332654878515, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.970462799072266, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8696351051330566, + "num_tokens": 218537710.0, + "step": 5727 + }, + { + "epoch": 0.7286604757664419, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.926860809326172, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8575913906097412, + "num_tokens": 218576026.0, + "step": 5728 + }, + { + "epoch": 0.7287876860450324, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.920906066894531, + "learning_rate": 1e-06, + "loss": 0.4274, + "mean_token_accuracy": 0.8582944869995117, + "num_tokens": 218612491.0, + "step": 5729 + }, + { + "epoch": 0.7289148963236229, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.894482612609863, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8715231418609619, + "num_tokens": 218642541.0, + "step": 5730 + }, + { + "epoch": 0.7290421066022135, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.93177318572998, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.8490344882011414, + "num_tokens": 218678514.0, + "step": 5731 + }, + { + "epoch": 0.729169316880804, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.912321090698242, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8667992949485779, + "num_tokens": 218715415.0, + "step": 5732 + }, + { + "epoch": 0.7292965271593945, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.881610870361328, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8693674802780151, + "num_tokens": 218754422.0, + "step": 5733 + }, + { + "epoch": 0.7294237374379849, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.004409790039062, + "learning_rate": 1e-06, + "loss": 0.4444, + "mean_token_accuracy": 0.852949857711792, + "num_tokens": 218787141.0, + "step": 5734 + }, + { + "epoch": 0.7295509477165755, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.89664363861084, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8774270415306091, + "num_tokens": 218824764.0, + "step": 5735 + }, + { + "epoch": 0.729678157995166, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.933675765991211, + "learning_rate": 1e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.8608266115188599, + "num_tokens": 218866142.0, + "step": 5736 + }, + { + "epoch": 0.7298053682737565, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.926382064819336, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8580502867698669, + "num_tokens": 218909208.0, + "step": 5737 + }, + { + "epoch": 0.7299325785523471, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.96130084991455, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8695236444473267, + "num_tokens": 218942469.0, + "step": 5738 + }, + { + "epoch": 0.7300597888309376, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.979676246643066, + "learning_rate": 1e-06, + "loss": 0.45, + "mean_token_accuracy": 0.85463547706604, + "num_tokens": 218982934.0, + "step": 5739 + }, + { + "epoch": 0.730186999109528, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.926440238952637, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8594614267349243, + "num_tokens": 219027055.0, + "step": 5740 + }, + { + "epoch": 0.7303142093881185, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.982345581054688, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8624999523162842, + "num_tokens": 219069639.0, + "step": 5741 + }, + { + "epoch": 0.7304414196667091, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.961162567138672, + "learning_rate": 1e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.8557460308074951, + "num_tokens": 219111774.0, + "step": 5742 + }, + { + "epoch": 0.7305686299452996, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.932825088500977, + "learning_rate": 1e-06, + "loss": 0.4633, + "mean_token_accuracy": 0.8487541675567627, + "num_tokens": 219156962.0, + "step": 5743 + }, + { + "epoch": 0.7306958402238901, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.913586616516113, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8709406852722168, + "num_tokens": 219193352.0, + "step": 5744 + }, + { + "epoch": 0.7308230505024806, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.988747596740723, + "learning_rate": 1e-06, + "loss": 0.4679, + "mean_token_accuracy": 0.8483073115348816, + "num_tokens": 219230041.0, + "step": 5745 + }, + { + "epoch": 0.7309502607810711, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.980168342590332, + "learning_rate": 1e-06, + "loss": 0.4862, + "mean_token_accuracy": 0.8397983312606812, + "num_tokens": 219262748.0, + "step": 5746 + }, + { + "epoch": 0.7310774710596616, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.978632926940918, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8724372386932373, + "num_tokens": 219296556.0, + "step": 5747 + }, + { + "epoch": 0.7312046813382521, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.96242904663086, + "learning_rate": 1e-06, + "loss": 0.4614, + "mean_token_accuracy": 0.8489051461219788, + "num_tokens": 219330801.0, + "step": 5748 + }, + { + "epoch": 0.7313318916168426, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.970855712890625, + "learning_rate": 1e-06, + "loss": 0.4236, + "mean_token_accuracy": 0.8620769381523132, + "num_tokens": 219367470.0, + "step": 5749 + }, + { + "epoch": 0.7314591018954332, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.965267181396484, + "learning_rate": 1e-06, + "loss": 0.463, + "mean_token_accuracy": 0.8483140468597412, + "num_tokens": 219405291.0, + "step": 5750 + }, + { + "epoch": 0.7315863121740237, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.897443771362305, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8627435564994812, + "num_tokens": 219443365.0, + "step": 5751 + }, + { + "epoch": 0.7317135224526141, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.99266242980957, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8634585738182068, + "num_tokens": 219477524.0, + "step": 5752 + }, + { + "epoch": 0.7318407327312046, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.916199684143066, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.8539387583732605, + "num_tokens": 219514576.0, + "step": 5753 + }, + { + "epoch": 0.7319679430097952, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.951069831848145, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.861685037612915, + "num_tokens": 219558253.0, + "step": 5754 + }, + { + "epoch": 0.7320951532883857, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.950379371643066, + "learning_rate": 1e-06, + "loss": 0.4325, + "mean_token_accuracy": 0.856696605682373, + "num_tokens": 219601156.0, + "step": 5755 + }, + { + "epoch": 0.7322223635669762, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.985332489013672, + "learning_rate": 1e-06, + "loss": 0.4559, + "mean_token_accuracy": 0.8510208129882812, + "num_tokens": 219638241.0, + "step": 5756 + }, + { + "epoch": 0.7323495738455668, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.90132999420166, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8620672821998596, + "num_tokens": 219678168.0, + "step": 5757 + }, + { + "epoch": 0.7324767841241572, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.951303482055664, + "learning_rate": 1e-06, + "loss": 0.4408, + "mean_token_accuracy": 0.8581529259681702, + "num_tokens": 219718115.0, + "step": 5758 + }, + { + "epoch": 0.7326039944027477, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.981293678283691, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8614840507507324, + "num_tokens": 219754221.0, + "step": 5759 + }, + { + "epoch": 0.7327312046813382, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.93567180633545, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8668962717056274, + "num_tokens": 219786880.0, + "step": 5760 + }, + { + "epoch": 0.7328584149599288, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.946708679199219, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8654149770736694, + "num_tokens": 219830585.0, + "step": 5761 + }, + { + "epoch": 0.7329856252385193, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.940075874328613, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8651717901229858, + "num_tokens": 219867249.0, + "step": 5762 + }, + { + "epoch": 0.7331128355171098, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 9.965529441833496, + "learning_rate": 1e-06, + "loss": 0.4392, + "mean_token_accuracy": 0.8535318374633789, + "num_tokens": 219906046.0, + "step": 5763 + }, + { + "epoch": 0.7332400457957003, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.978292465209961, + "learning_rate": 1e-06, + "loss": 0.4441, + "mean_token_accuracy": 0.8527918457984924, + "num_tokens": 219947466.0, + "step": 5764 + }, + { + "epoch": 0.7333672560742908, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.942588806152344, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8637799024581909, + "num_tokens": 219985698.0, + "step": 5765 + }, + { + "epoch": 0.7334944663528813, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.915902137756348, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.862652063369751, + "num_tokens": 220026158.0, + "step": 5766 + }, + { + "epoch": 0.7336216766314718, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.952718734741211, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.8593012690544128, + "num_tokens": 220071849.0, + "step": 5767 + }, + { + "epoch": 0.7337488869100623, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.937884330749512, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8677982091903687, + "num_tokens": 220110255.0, + "step": 5768 + }, + { + "epoch": 0.7338760971886529, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.98473072052002, + "learning_rate": 1e-06, + "loss": 0.4691, + "mean_token_accuracy": 0.8468040227890015, + "num_tokens": 220144962.0, + "step": 5769 + }, + { + "epoch": 0.7340033074672434, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.952767372131348, + "learning_rate": 1e-06, + "loss": 0.4578, + "mean_token_accuracy": 0.8520723581314087, + "num_tokens": 220182118.0, + "step": 5770 + }, + { + "epoch": 0.7341305177458338, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.987491607666016, + "learning_rate": 1e-06, + "loss": 0.4701, + "mean_token_accuracy": 0.8529735207557678, + "num_tokens": 220218954.0, + "step": 5771 + }, + { + "epoch": 0.7342577280244243, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.977313041687012, + "learning_rate": 1e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.8596150279045105, + "num_tokens": 220259116.0, + "step": 5772 + }, + { + "epoch": 0.7343849383030149, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.90904426574707, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8586897253990173, + "num_tokens": 220301742.0, + "step": 5773 + }, + { + "epoch": 0.7345121485816054, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.96545696258545, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8660696148872375, + "num_tokens": 220342572.0, + "step": 5774 + }, + { + "epoch": 0.7346393588601959, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.975135803222656, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8677342534065247, + "num_tokens": 220376373.0, + "step": 5775 + }, + { + "epoch": 0.7347665691387865, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.901205062866211, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8776454925537109, + "num_tokens": 220413290.0, + "step": 5776 + }, + { + "epoch": 0.7348937794173769, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.940680503845215, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8573482036590576, + "num_tokens": 220453219.0, + "step": 5777 + }, + { + "epoch": 0.7350209896959674, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.959067344665527, + "learning_rate": 1e-06, + "loss": 0.4301, + "mean_token_accuracy": 0.8622939586639404, + "num_tokens": 220488369.0, + "step": 5778 + }, + { + "epoch": 0.7351481999745579, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.969786643981934, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8650489449501038, + "num_tokens": 220527798.0, + "step": 5779 + }, + { + "epoch": 0.7352754102531485, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.96343994140625, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8789984583854675, + "num_tokens": 220565398.0, + "step": 5780 + }, + { + "epoch": 0.735402620531739, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.912467002868652, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8710391521453857, + "num_tokens": 220603903.0, + "step": 5781 + }, + { + "epoch": 0.7355298308103295, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.970348358154297, + "learning_rate": 1e-06, + "loss": 0.4734, + "mean_token_accuracy": 0.8427920937538147, + "num_tokens": 220644168.0, + "step": 5782 + }, + { + "epoch": 0.7356570410889199, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.992344856262207, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8733245134353638, + "num_tokens": 220679709.0, + "step": 5783 + }, + { + "epoch": 0.7357842513675105, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.970728874206543, + "learning_rate": 1e-06, + "loss": 0.4399, + "mean_token_accuracy": 0.8559403419494629, + "num_tokens": 220721184.0, + "step": 5784 + }, + { + "epoch": 0.735911461646101, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.251635551452637, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8659651279449463, + "num_tokens": 220755027.0, + "step": 5785 + }, + { + "epoch": 0.7360386719246915, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.940301895141602, + "learning_rate": 1e-06, + "loss": 0.4921, + "mean_token_accuracy": 0.8389209508895874, + "num_tokens": 220793597.0, + "step": 5786 + }, + { + "epoch": 0.736165882203282, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 10.131816864013672, + "learning_rate": 1e-06, + "loss": 0.4227, + "mean_token_accuracy": 0.8611260056495667, + "num_tokens": 220833549.0, + "step": 5787 + }, + { + "epoch": 0.7362930924818726, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.020890235900879, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.867611289024353, + "num_tokens": 220865551.0, + "step": 5788 + }, + { + "epoch": 0.736420302760463, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.858589172363281, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8741312026977539, + "num_tokens": 220911626.0, + "step": 5789 + }, + { + "epoch": 0.7365475130390535, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.050996780395508, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8627433776855469, + "num_tokens": 220949839.0, + "step": 5790 + }, + { + "epoch": 0.736674723317644, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.002531051635742, + "learning_rate": 1e-06, + "loss": 0.4571, + "mean_token_accuracy": 0.8458092212677002, + "num_tokens": 220984069.0, + "step": 5791 + }, + { + "epoch": 0.7368019335962346, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.921579360961914, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8822214007377625, + "num_tokens": 221020999.0, + "step": 5792 + }, + { + "epoch": 0.7369291438748251, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.056198120117188, + "learning_rate": 1e-06, + "loss": 0.4492, + "mean_token_accuracy": 0.851699709892273, + "num_tokens": 221051082.0, + "step": 5793 + }, + { + "epoch": 0.7370563541534156, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.981523513793945, + "learning_rate": 1e-06, + "loss": 0.4786, + "mean_token_accuracy": 0.8442916870117188, + "num_tokens": 221095444.0, + "step": 5794 + }, + { + "epoch": 0.737183564432006, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.937442779541016, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8643723726272583, + "num_tokens": 221136433.0, + "step": 5795 + }, + { + "epoch": 0.7373107747105966, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.99702262878418, + "learning_rate": 1e-06, + "loss": 0.4474, + "mean_token_accuracy": 0.854252278804779, + "num_tokens": 221171278.0, + "step": 5796 + }, + { + "epoch": 0.7374379849891871, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.991515159606934, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8608355522155762, + "num_tokens": 221209380.0, + "step": 5797 + }, + { + "epoch": 0.7375651952677776, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.961419105529785, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.8604696393013, + "num_tokens": 221253076.0, + "step": 5798 + }, + { + "epoch": 0.7376924055463682, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.95916748046875, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8577181100845337, + "num_tokens": 221290348.0, + "step": 5799 + }, + { + "epoch": 0.7378196158249587, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.014032363891602, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8674424886703491, + "num_tokens": 221329635.0, + "step": 5800 + }, + { + "epoch": 0.7379468261035491, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.99339771270752, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8676479458808899, + "num_tokens": 221368521.0, + "step": 5801 + }, + { + "epoch": 0.7380740363821396, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.986920356750488, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8728649616241455, + "num_tokens": 221407090.0, + "step": 5802 + }, + { + "epoch": 0.7382012466607302, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.943286895751953, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8699620962142944, + "num_tokens": 221450340.0, + "step": 5803 + }, + { + "epoch": 0.7383284569393207, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.069379806518555, + "learning_rate": 1e-06, + "loss": 0.4306, + "mean_token_accuracy": 0.8615419864654541, + "num_tokens": 221491996.0, + "step": 5804 + }, + { + "epoch": 0.7384556672179112, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.934045791625977, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8709660768508911, + "num_tokens": 221531466.0, + "step": 5805 + }, + { + "epoch": 0.7385828774965018, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.978686332702637, + "learning_rate": 1e-06, + "loss": 0.4731, + "mean_token_accuracy": 0.8426623344421387, + "num_tokens": 221567003.0, + "step": 5806 + }, + { + "epoch": 0.7387100877750922, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.996478080749512, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8745779991149902, + "num_tokens": 221607396.0, + "step": 5807 + }, + { + "epoch": 0.7388372980536827, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.973960876464844, + "learning_rate": 1e-06, + "loss": 0.4372, + "mean_token_accuracy": 0.8549495935440063, + "num_tokens": 221644776.0, + "step": 5808 + }, + { + "epoch": 0.7389645083322732, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.998419761657715, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8734632730484009, + "num_tokens": 221685643.0, + "step": 5809 + }, + { + "epoch": 0.7390917186108638, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.05548095703125, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8547301292419434, + "num_tokens": 221724673.0, + "step": 5810 + }, + { + "epoch": 0.7392189288894543, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.9729642868042, + "learning_rate": 1e-06, + "loss": 0.5052, + "mean_token_accuracy": 0.8377988338470459, + "num_tokens": 221766287.0, + "step": 5811 + }, + { + "epoch": 0.7393461391680448, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.96519947052002, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8607804179191589, + "num_tokens": 221805357.0, + "step": 5812 + }, + { + "epoch": 0.7394733494466353, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.998977661132812, + "learning_rate": 1e-06, + "loss": 0.4352, + "mean_token_accuracy": 0.8591715693473816, + "num_tokens": 221838513.0, + "step": 5813 + }, + { + "epoch": 0.7396005597252258, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.979435920715332, + "learning_rate": 1e-06, + "loss": 0.4523, + "mean_token_accuracy": 0.8511754274368286, + "num_tokens": 221882808.0, + "step": 5814 + }, + { + "epoch": 0.7397277700038163, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.971776962280273, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8746306896209717, + "num_tokens": 221918505.0, + "step": 5815 + }, + { + "epoch": 0.7398549802824068, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.989025115966797, + "learning_rate": 1e-06, + "loss": 0.4167, + "mean_token_accuracy": 0.8619130253791809, + "num_tokens": 221955983.0, + "step": 5816 + }, + { + "epoch": 0.7399821905609973, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.935791969299316, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.8607473373413086, + "num_tokens": 221997363.0, + "step": 5817 + }, + { + "epoch": 0.7401094008395879, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 10.000678062438965, + "learning_rate": 1e-06, + "loss": 0.4655, + "mean_token_accuracy": 0.8475741744041443, + "num_tokens": 222039302.0, + "step": 5818 + }, + { + "epoch": 0.7402366111181784, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.013381004333496, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.861298680305481, + "num_tokens": 222075779.0, + "step": 5819 + }, + { + "epoch": 0.7403638213967688, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.984313011169434, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8806420564651489, + "num_tokens": 222115120.0, + "step": 5820 + }, + { + "epoch": 0.7404910316753593, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.970808029174805, + "learning_rate": 1e-06, + "loss": 0.4459, + "mean_token_accuracy": 0.853489100933075, + "num_tokens": 222156570.0, + "step": 5821 + }, + { + "epoch": 0.7406182419539499, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.064699172973633, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8610900044441223, + "num_tokens": 222189487.0, + "step": 5822 + }, + { + "epoch": 0.7407454522325404, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.972856521606445, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8598964214324951, + "num_tokens": 222223163.0, + "step": 5823 + }, + { + "epoch": 0.7408726625111309, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.978656768798828, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8741971850395203, + "num_tokens": 222259042.0, + "step": 5824 + }, + { + "epoch": 0.7409998727897215, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.95721435546875, + "learning_rate": 1e-06, + "loss": 0.4949, + "mean_token_accuracy": 0.842432975769043, + "num_tokens": 222300497.0, + "step": 5825 + }, + { + "epoch": 0.7411270830683119, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.062460899353027, + "learning_rate": 1e-06, + "loss": 0.4296, + "mean_token_accuracy": 0.8572932481765747, + "num_tokens": 222333630.0, + "step": 5826 + }, + { + "epoch": 0.7412542933469024, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.956913948059082, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.856574296951294, + "num_tokens": 222371715.0, + "step": 5827 + }, + { + "epoch": 0.7413815036254929, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.009286880493164, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8620836734771729, + "num_tokens": 222412044.0, + "step": 5828 + }, + { + "epoch": 0.7415087139040835, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.951081275939941, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8645147681236267, + "num_tokens": 222452668.0, + "step": 5829 + }, + { + "epoch": 0.741635924182674, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.008386611938477, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8631091117858887, + "num_tokens": 222485631.0, + "step": 5830 + }, + { + "epoch": 0.7417631344612645, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.987809181213379, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8764095306396484, + "num_tokens": 222522967.0, + "step": 5831 + }, + { + "epoch": 0.7418903447398549, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.00418758392334, + "learning_rate": 1e-06, + "loss": 0.4538, + "mean_token_accuracy": 0.8517480492591858, + "num_tokens": 222563258.0, + "step": 5832 + }, + { + "epoch": 0.7420175550184455, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.995150566101074, + "learning_rate": 1e-06, + "loss": 0.4274, + "mean_token_accuracy": 0.8550896048545837, + "num_tokens": 222599248.0, + "step": 5833 + }, + { + "epoch": 0.742144765297036, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.947461128234863, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8681442737579346, + "num_tokens": 222642575.0, + "step": 5834 + }, + { + "epoch": 0.7422719755756265, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.938382148742676, + "learning_rate": 1e-06, + "loss": 0.4899, + "mean_token_accuracy": 0.8385598659515381, + "num_tokens": 222687330.0, + "step": 5835 + }, + { + "epoch": 0.742399185854217, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.030176162719727, + "learning_rate": 1e-06, + "loss": 0.5061, + "mean_token_accuracy": 0.8355063199996948, + "num_tokens": 222720020.0, + "step": 5836 + }, + { + "epoch": 0.7425263961328076, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.007948875427246, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8749911189079285, + "num_tokens": 222758634.0, + "step": 5837 + }, + { + "epoch": 0.742653606411398, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.937629699707031, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8681237101554871, + "num_tokens": 222794823.0, + "step": 5838 + }, + { + "epoch": 0.7427808166899885, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.028961181640625, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.860292375087738, + "num_tokens": 222833836.0, + "step": 5839 + }, + { + "epoch": 0.742908026968579, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.959553718566895, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.862158477306366, + "num_tokens": 222875712.0, + "step": 5840 + }, + { + "epoch": 0.7430352372471696, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.985067367553711, + "learning_rate": 1e-06, + "loss": 0.4594, + "mean_token_accuracy": 0.8500776886940002, + "num_tokens": 222915494.0, + "step": 5841 + }, + { + "epoch": 0.7431624475257601, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.981983184814453, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8776217103004456, + "num_tokens": 222951675.0, + "step": 5842 + }, + { + "epoch": 0.7432896578043506, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.009895324707031, + "learning_rate": 1e-06, + "loss": 0.4385, + "mean_token_accuracy": 0.8557099103927612, + "num_tokens": 222993245.0, + "step": 5843 + }, + { + "epoch": 0.743416868082941, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.998200416564941, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8684873580932617, + "num_tokens": 223029876.0, + "step": 5844 + }, + { + "epoch": 0.7435440783615316, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.985465049743652, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8666654229164124, + "num_tokens": 223072550.0, + "step": 5845 + }, + { + "epoch": 0.7436712886401221, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.035962104797363, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8600826263427734, + "num_tokens": 223112892.0, + "step": 5846 + }, + { + "epoch": 0.7437984989187126, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.926209449768066, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8673617243766785, + "num_tokens": 223157093.0, + "step": 5847 + }, + { + "epoch": 0.7439257091973032, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.020660400390625, + "learning_rate": 1e-06, + "loss": 0.4464, + "mean_token_accuracy": 0.8530789017677307, + "num_tokens": 223190756.0, + "step": 5848 + }, + { + "epoch": 0.7440529194758937, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.939200401306152, + "learning_rate": 1e-06, + "loss": 0.4564, + "mean_token_accuracy": 0.8530852794647217, + "num_tokens": 223226013.0, + "step": 5849 + }, + { + "epoch": 0.7441801297544841, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.01986312866211, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8746502995491028, + "num_tokens": 223262858.0, + "step": 5850 + }, + { + "epoch": 0.7443073400330746, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 9.946792602539062, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8654588460922241, + "num_tokens": 223310528.0, + "step": 5851 + }, + { + "epoch": 0.7444345503116652, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.994455337524414, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8640646934509277, + "num_tokens": 223345021.0, + "step": 5852 + }, + { + "epoch": 0.7445617605902557, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.963486671447754, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8713949918746948, + "num_tokens": 223382055.0, + "step": 5853 + }, + { + "epoch": 0.7446889708688462, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.996603965759277, + "learning_rate": 1e-06, + "loss": 0.4476, + "mean_token_accuracy": 0.8515646457672119, + "num_tokens": 223418441.0, + "step": 5854 + }, + { + "epoch": 0.7448161811474368, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.965437889099121, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.860251784324646, + "num_tokens": 223458150.0, + "step": 5855 + }, + { + "epoch": 0.7449433914260272, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.957596778869629, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8572252988815308, + "num_tokens": 223496916.0, + "step": 5856 + }, + { + "epoch": 0.7450706017046177, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.976032257080078, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8676266670227051, + "num_tokens": 223534808.0, + "step": 5857 + }, + { + "epoch": 0.7451978119832082, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.006689071655273, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8703749179840088, + "num_tokens": 223571255.0, + "step": 5858 + }, + { + "epoch": 0.7453250222617988, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.950126647949219, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8645318746566772, + "num_tokens": 223616608.0, + "step": 5859 + }, + { + "epoch": 0.7454522325403893, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.998567581176758, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.8616595268249512, + "num_tokens": 223656188.0, + "step": 5860 + }, + { + "epoch": 0.7455794428189798, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.9647798538208, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.8564637303352356, + "num_tokens": 223693787.0, + "step": 5861 + }, + { + "epoch": 0.7457066530975703, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.94446849822998, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8726844787597656, + "num_tokens": 223729350.0, + "step": 5862 + }, + { + "epoch": 0.7458338633761608, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.030122756958008, + "learning_rate": 1e-06, + "loss": 0.4663, + "mean_token_accuracy": 0.8490296602249146, + "num_tokens": 223770846.0, + "step": 5863 + }, + { + "epoch": 0.7459610736547513, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.925143241882324, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8602904081344604, + "num_tokens": 223814194.0, + "step": 5864 + }, + { + "epoch": 0.7460882839333418, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.041142463684082, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8546261191368103, + "num_tokens": 223849141.0, + "step": 5865 + }, + { + "epoch": 0.7462154942119323, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.979018211364746, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8828244209289551, + "num_tokens": 223888654.0, + "step": 5866 + }, + { + "epoch": 0.7463427044905229, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 10.003665924072266, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8658506870269775, + "num_tokens": 223924509.0, + "step": 5867 + }, + { + "epoch": 0.7464699147691134, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.946198463439941, + "learning_rate": 1e-06, + "loss": 0.4666, + "mean_token_accuracy": 0.8478028178215027, + "num_tokens": 223966191.0, + "step": 5868 + }, + { + "epoch": 0.7465971250477038, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.990260124206543, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.863985538482666, + "num_tokens": 224001415.0, + "step": 5869 + }, + { + "epoch": 0.7467243353262943, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.962302207946777, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8681042194366455, + "num_tokens": 224042820.0, + "step": 5870 + }, + { + "epoch": 0.7468515456048849, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.963693618774414, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8663631677627563, + "num_tokens": 224078411.0, + "step": 5871 + }, + { + "epoch": 0.7469787558834754, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.948153495788574, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8684662580490112, + "num_tokens": 224117136.0, + "step": 5872 + }, + { + "epoch": 0.7471059661620659, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.988241195678711, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.8554062843322754, + "num_tokens": 224155879.0, + "step": 5873 + }, + { + "epoch": 0.7472331764406565, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.978431701660156, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8731451034545898, + "num_tokens": 224195186.0, + "step": 5874 + }, + { + "epoch": 0.7473603867192469, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.98066234588623, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8588481545448303, + "num_tokens": 224235722.0, + "step": 5875 + }, + { + "epoch": 0.7474875969978374, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.984700202941895, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8690817952156067, + "num_tokens": 224268461.0, + "step": 5876 + }, + { + "epoch": 0.7476148072764279, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.001791954040527, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8750587701797485, + "num_tokens": 224302921.0, + "step": 5877 + }, + { + "epoch": 0.7477420175550185, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.887224197387695, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8636166453361511, + "num_tokens": 224344081.0, + "step": 5878 + }, + { + "epoch": 0.747869227833609, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.021894454956055, + "learning_rate": 1e-06, + "loss": 0.4598, + "mean_token_accuracy": 0.8497012853622437, + "num_tokens": 224384464.0, + "step": 5879 + }, + { + "epoch": 0.7479964381121995, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.891915321350098, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8703387975692749, + "num_tokens": 224425542.0, + "step": 5880 + }, + { + "epoch": 0.7481236483907899, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.012454986572266, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8783365488052368, + "num_tokens": 224465342.0, + "step": 5881 + }, + { + "epoch": 0.7482508586693805, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.956666946411133, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8677482008934021, + "num_tokens": 224504787.0, + "step": 5882 + }, + { + "epoch": 0.748378068947971, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.995262145996094, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8630149364471436, + "num_tokens": 224548534.0, + "step": 5883 + }, + { + "epoch": 0.7485052792265615, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.979240417480469, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8536130785942078, + "num_tokens": 224590251.0, + "step": 5884 + }, + { + "epoch": 0.748632489505152, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.995701789855957, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8718844056129456, + "num_tokens": 224633745.0, + "step": 5885 + }, + { + "epoch": 0.7487596997837426, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.952225685119629, + "learning_rate": 1e-06, + "loss": 0.4711, + "mean_token_accuracy": 0.846450924873352, + "num_tokens": 224671319.0, + "step": 5886 + }, + { + "epoch": 0.748886910062333, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.992774963378906, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8616585731506348, + "num_tokens": 224712670.0, + "step": 5887 + }, + { + "epoch": 0.7490141203409235, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.994200706481934, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8607684373855591, + "num_tokens": 224747840.0, + "step": 5888 + }, + { + "epoch": 0.749141330619514, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 10.027837753295898, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8718450665473938, + "num_tokens": 224783274.0, + "step": 5889 + }, + { + "epoch": 0.7492685408981046, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.045999526977539, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.857367992401123, + "num_tokens": 224820456.0, + "step": 5890 + }, + { + "epoch": 0.7493957511766951, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.964056015014648, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8667216897010803, + "num_tokens": 224858569.0, + "step": 5891 + }, + { + "epoch": 0.7495229614552856, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.017182350158691, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8592225909233093, + "num_tokens": 224901033.0, + "step": 5892 + }, + { + "epoch": 0.749650171733876, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.973686218261719, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8767267465591431, + "num_tokens": 224934345.0, + "step": 5893 + }, + { + "epoch": 0.7497773820124666, + "ewc_loss": 0.0126953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2695789337158203e-05, + "grad_norm": 9.988251686096191, + "learning_rate": 1e-06, + "loss": 0.438, + "mean_token_accuracy": 0.8546966314315796, + "num_tokens": 224972479.0, + "step": 5894 + }, + { + "epoch": 0.7499045922910571, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.986838340759277, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8790489435195923, + "num_tokens": 225014213.0, + "step": 5895 + }, + { + "epoch": 0.7500318025696476, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 10.00436019897461, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8683761954307556, + "num_tokens": 225049929.0, + "step": 5896 + }, + { + "epoch": 0.7501590128482382, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.998873710632324, + "learning_rate": 1e-06, + "loss": 0.4623, + "mean_token_accuracy": 0.8465349674224854, + "num_tokens": 225086409.0, + "step": 5897 + }, + { + "epoch": 0.7502862231268287, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.957656860351562, + "learning_rate": 1e-06, + "loss": 0.4782, + "mean_token_accuracy": 0.8438513278961182, + "num_tokens": 225124443.0, + "step": 5898 + }, + { + "epoch": 0.7504134334054191, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.975836753845215, + "learning_rate": 1e-06, + "loss": 0.4504, + "mean_token_accuracy": 0.8517941236495972, + "num_tokens": 225166665.0, + "step": 5899 + }, + { + "epoch": 0.7505406436840096, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.986215591430664, + "learning_rate": 1e-06, + "loss": 0.5002, + "mean_token_accuracy": 0.8385449051856995, + "num_tokens": 225203841.0, + "step": 5900 + }, + { + "epoch": 0.7506678539626002, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.002038955688477, + "learning_rate": 1e-06, + "loss": 0.4705, + "mean_token_accuracy": 0.8458958268165588, + "num_tokens": 225234844.0, + "step": 5901 + }, + { + "epoch": 0.7507950642411907, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.963152885437012, + "learning_rate": 1e-06, + "loss": 0.4783, + "mean_token_accuracy": 0.844493567943573, + "num_tokens": 225269828.0, + "step": 5902 + }, + { + "epoch": 0.7509222745197812, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.950181007385254, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8666322827339172, + "num_tokens": 225312361.0, + "step": 5903 + }, + { + "epoch": 0.7510494847983717, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.961162567138672, + "learning_rate": 1e-06, + "loss": 0.4682, + "mean_token_accuracy": 0.851134181022644, + "num_tokens": 225353708.0, + "step": 5904 + }, + { + "epoch": 0.7511766950769622, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.93392276763916, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8807138204574585, + "num_tokens": 225399730.0, + "step": 5905 + }, + { + "epoch": 0.7513039053555527, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.996197700500488, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8560290336608887, + "num_tokens": 225441836.0, + "step": 5906 + }, + { + "epoch": 0.7514311156341432, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.03927230834961, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8686466217041016, + "num_tokens": 225471004.0, + "step": 5907 + }, + { + "epoch": 0.7515583259127337, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.042105674743652, + "learning_rate": 1e-06, + "loss": 0.478, + "mean_token_accuracy": 0.8437267541885376, + "num_tokens": 225505789.0, + "step": 5908 + }, + { + "epoch": 0.7516855361913243, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 9.972637176513672, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8636754751205444, + "num_tokens": 225541138.0, + "step": 5909 + }, + { + "epoch": 0.7518127464699148, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.000822067260742, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8646512031555176, + "num_tokens": 225581695.0, + "step": 5910 + }, + { + "epoch": 0.7519399567485053, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.952634811401367, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8682839870452881, + "num_tokens": 225619532.0, + "step": 5911 + }, + { + "epoch": 0.7520671670270958, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 9.996603012084961, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.8535397052764893, + "num_tokens": 225657403.0, + "step": 5912 + }, + { + "epoch": 0.7521943773056863, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.94762897491455, + "learning_rate": 1e-06, + "loss": 0.4408, + "mean_token_accuracy": 0.858038604259491, + "num_tokens": 225693402.0, + "step": 5913 + }, + { + "epoch": 0.7523215875842768, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.025525093078613, + "learning_rate": 1e-06, + "loss": 0.4241, + "mean_token_accuracy": 0.8598039746284485, + "num_tokens": 225727208.0, + "step": 5914 + }, + { + "epoch": 0.7524487978628673, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 9.955223083496094, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8670995235443115, + "num_tokens": 225762117.0, + "step": 5915 + }, + { + "epoch": 0.7525760081414579, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.99472713470459, + "learning_rate": 1e-06, + "loss": 0.4655, + "mean_token_accuracy": 0.8474118709564209, + "num_tokens": 225794737.0, + "step": 5916 + }, + { + "epoch": 0.7527032184200484, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.942481994628906, + "learning_rate": 1e-06, + "loss": 0.4283, + "mean_token_accuracy": 0.8605475425720215, + "num_tokens": 225829074.0, + "step": 5917 + }, + { + "epoch": 0.7528304286986388, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 9.951324462890625, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8749918937683105, + "num_tokens": 225871344.0, + "step": 5918 + }, + { + "epoch": 0.7529576389772293, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 9.975427627563477, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8571783304214478, + "num_tokens": 225911321.0, + "step": 5919 + }, + { + "epoch": 0.7530848492558199, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.018009185791016, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8699395060539246, + "num_tokens": 225944613.0, + "step": 5920 + }, + { + "epoch": 0.7532120595344104, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 9.973470687866211, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8660677671432495, + "num_tokens": 225989501.0, + "step": 5921 + }, + { + "epoch": 0.7533392698130009, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.007536888122559, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8623129725456238, + "num_tokens": 226024984.0, + "step": 5922 + }, + { + "epoch": 0.7534664800915915, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.983119010925293, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8739555478096008, + "num_tokens": 226063255.0, + "step": 5923 + }, + { + "epoch": 0.7535936903701819, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 9.97265911102295, + "learning_rate": 1e-06, + "loss": 0.4653, + "mean_token_accuracy": 0.8497767448425293, + "num_tokens": 226105538.0, + "step": 5924 + }, + { + "epoch": 0.7537209006487724, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.029218673706055, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8650141954421997, + "num_tokens": 226137449.0, + "step": 5925 + }, + { + "epoch": 0.7538481109273629, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.019264221191406, + "learning_rate": 1e-06, + "loss": 0.4449, + "mean_token_accuracy": 0.8559960126876831, + "num_tokens": 226171078.0, + "step": 5926 + }, + { + "epoch": 0.7539753212059535, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 9.97458553314209, + "learning_rate": 1e-06, + "loss": 0.4123, + "mean_token_accuracy": 0.8625645637512207, + "num_tokens": 226208060.0, + "step": 5927 + }, + { + "epoch": 0.754102531484544, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.0098237991333, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8729193806648254, + "num_tokens": 226245330.0, + "step": 5928 + }, + { + "epoch": 0.7542297417631345, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.039281845092773, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8838390111923218, + "num_tokens": 226281974.0, + "step": 5929 + }, + { + "epoch": 0.7543569520417249, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.010663032531738, + "learning_rate": 1e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.8517553210258484, + "num_tokens": 226323302.0, + "step": 5930 + }, + { + "epoch": 0.7544841623203155, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.067688941955566, + "learning_rate": 1e-06, + "loss": 0.4574, + "mean_token_accuracy": 0.8497172594070435, + "num_tokens": 226361346.0, + "step": 5931 + }, + { + "epoch": 0.754611372598906, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.039358139038086, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.8569338917732239, + "num_tokens": 226397744.0, + "step": 5932 + }, + { + "epoch": 0.7547385828774965, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.051835060119629, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8698158860206604, + "num_tokens": 226436745.0, + "step": 5933 + }, + { + "epoch": 0.754865793156087, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.089731216430664, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.869968056678772, + "num_tokens": 226470302.0, + "step": 5934 + }, + { + "epoch": 0.7549930034346776, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.015963554382324, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8645012974739075, + "num_tokens": 226500090.0, + "step": 5935 + }, + { + "epoch": 0.755120213713268, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.058633804321289, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8628978133201599, + "num_tokens": 226533359.0, + "step": 5936 + }, + { + "epoch": 0.7552474239918585, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.037147521972656, + "learning_rate": 1e-06, + "loss": 0.4445, + "mean_token_accuracy": 0.8533809185028076, + "num_tokens": 226567060.0, + "step": 5937 + }, + { + "epoch": 0.755374634270449, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.040782928466797, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.859978199005127, + "num_tokens": 226604270.0, + "step": 5938 + }, + { + "epoch": 0.7555018445490396, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.05751895904541, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8604679107666016, + "num_tokens": 226641310.0, + "step": 5939 + }, + { + "epoch": 0.7556290548276301, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.037188529968262, + "learning_rate": 1e-06, + "loss": 0.4412, + "mean_token_accuracy": 0.8515964150428772, + "num_tokens": 226678305.0, + "step": 5940 + }, + { + "epoch": 0.7557562651062206, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.980501174926758, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8685341477394104, + "num_tokens": 226715628.0, + "step": 5941 + }, + { + "epoch": 0.755883475384811, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.009893417358398, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8738583326339722, + "num_tokens": 226755346.0, + "step": 5942 + }, + { + "epoch": 0.7560106856634016, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.078889846801758, + "learning_rate": 1e-06, + "loss": 0.4472, + "mean_token_accuracy": 0.8514596223831177, + "num_tokens": 226792243.0, + "step": 5943 + }, + { + "epoch": 0.7561378959419921, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.025606155395508, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8752825856208801, + "num_tokens": 226829033.0, + "step": 5944 + }, + { + "epoch": 0.7562651062205826, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.95287799835205, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8768380880355835, + "num_tokens": 226870645.0, + "step": 5945 + }, + { + "epoch": 0.7563923164991732, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.06252670288086, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8668984174728394, + "num_tokens": 226902395.0, + "step": 5946 + }, + { + "epoch": 0.7565195267777637, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.93468189239502, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8684197068214417, + "num_tokens": 226942620.0, + "step": 5947 + }, + { + "epoch": 0.7566467370563541, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.067757606506348, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8690560460090637, + "num_tokens": 226976472.0, + "step": 5948 + }, + { + "epoch": 0.7567739473349446, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.042276382446289, + "learning_rate": 1e-06, + "loss": 0.4452, + "mean_token_accuracy": 0.8524681329727173, + "num_tokens": 227013626.0, + "step": 5949 + }, + { + "epoch": 0.7569011576135352, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.998339653015137, + "learning_rate": 1e-06, + "loss": 0.4536, + "mean_token_accuracy": 0.8497567772865295, + "num_tokens": 227049336.0, + "step": 5950 + }, + { + "epoch": 0.7570283678921257, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.009917259216309, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.885676383972168, + "num_tokens": 227087371.0, + "step": 5951 + }, + { + "epoch": 0.7571555781707162, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.044282913208008, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.864086925983429, + "num_tokens": 227129188.0, + "step": 5952 + }, + { + "epoch": 0.7572827884493067, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.0420503616333, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8559490442276001, + "num_tokens": 227161807.0, + "step": 5953 + }, + { + "epoch": 0.7574099987278972, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.043627738952637, + "learning_rate": 1e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.8533862829208374, + "num_tokens": 227198431.0, + "step": 5954 + }, + { + "epoch": 0.7575372090064877, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.99096965789795, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8824525475502014, + "num_tokens": 227236046.0, + "step": 5955 + }, + { + "epoch": 0.7576644192850782, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.035411834716797, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8778936862945557, + "num_tokens": 227272925.0, + "step": 5956 + }, + { + "epoch": 0.7577916295636687, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.009445190429688, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8667396306991577, + "num_tokens": 227312311.0, + "step": 5957 + }, + { + "epoch": 0.7579188398422593, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.027499198913574, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8823579549789429, + "num_tokens": 227349632.0, + "step": 5958 + }, + { + "epoch": 0.7580460501208498, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.979690551757812, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.860986590385437, + "num_tokens": 227392982.0, + "step": 5959 + }, + { + "epoch": 0.7581732603994403, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.02285099029541, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8592310547828674, + "num_tokens": 227431878.0, + "step": 5960 + }, + { + "epoch": 0.7583004706780307, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.976396560668945, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8527542352676392, + "num_tokens": 227470401.0, + "step": 5961 + }, + { + "epoch": 0.7584276809566213, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.938015937805176, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8676300644874573, + "num_tokens": 227507189.0, + "step": 5962 + }, + { + "epoch": 0.7585548912352118, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.975041389465332, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8672847747802734, + "num_tokens": 227548070.0, + "step": 5963 + }, + { + "epoch": 0.7586821015138023, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.992815971374512, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8682156801223755, + "num_tokens": 227584360.0, + "step": 5964 + }, + { + "epoch": 0.7588093117923929, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.021612167358398, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8698725700378418, + "num_tokens": 227618961.0, + "step": 5965 + }, + { + "epoch": 0.7589365220709834, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.98883056640625, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8635981678962708, + "num_tokens": 227658304.0, + "step": 5966 + }, + { + "epoch": 0.7590637323495738, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.98502254486084, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8607022762298584, + "num_tokens": 227701526.0, + "step": 5967 + }, + { + "epoch": 0.7591909426281643, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.956799507141113, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8689737319946289, + "num_tokens": 227744930.0, + "step": 5968 + }, + { + "epoch": 0.7593181529067549, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.012227058410645, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8739699125289917, + "num_tokens": 227780607.0, + "step": 5969 + }, + { + "epoch": 0.7594453631853454, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.989314079284668, + "learning_rate": 1e-06, + "loss": 0.4247, + "mean_token_accuracy": 0.8592445850372314, + "num_tokens": 227825742.0, + "step": 5970 + }, + { + "epoch": 0.7595725734639359, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.01385498046875, + "learning_rate": 1e-06, + "loss": 0.4734, + "mean_token_accuracy": 0.844886064529419, + "num_tokens": 227865278.0, + "step": 5971 + }, + { + "epoch": 0.7596997837425264, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.967996597290039, + "learning_rate": 1e-06, + "loss": 0.4411, + "mean_token_accuracy": 0.8602081537246704, + "num_tokens": 227906912.0, + "step": 5972 + }, + { + "epoch": 0.7598269940211169, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.053874015808105, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8608168959617615, + "num_tokens": 227947067.0, + "step": 5973 + }, + { + "epoch": 0.7599542042997074, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.980538368225098, + "learning_rate": 1e-06, + "loss": 0.4749, + "mean_token_accuracy": 0.8453359603881836, + "num_tokens": 227988563.0, + "step": 5974 + }, + { + "epoch": 0.7600814145782979, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.978914260864258, + "learning_rate": 1e-06, + "loss": 0.4459, + "mean_token_accuracy": 0.856309175491333, + "num_tokens": 228028556.0, + "step": 5975 + }, + { + "epoch": 0.7602086248568884, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.984197616577148, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8782474994659424, + "num_tokens": 228066265.0, + "step": 5976 + }, + { + "epoch": 0.760335835135479, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.957930564880371, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8599362969398499, + "num_tokens": 228103732.0, + "step": 5977 + }, + { + "epoch": 0.7604630454140695, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.9863862991333, + "learning_rate": 1e-06, + "loss": 0.434, + "mean_token_accuracy": 0.8601676821708679, + "num_tokens": 228149609.0, + "step": 5978 + }, + { + "epoch": 0.7605902556926599, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.995245933532715, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8646456599235535, + "num_tokens": 228188462.0, + "step": 5979 + }, + { + "epoch": 0.7607174659712505, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.998913764953613, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8758807182312012, + "num_tokens": 228229252.0, + "step": 5980 + }, + { + "epoch": 0.760844676249841, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.989080429077148, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8609615564346313, + "num_tokens": 228267397.0, + "step": 5981 + }, + { + "epoch": 0.7609718865284315, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.002674102783203, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8706797361373901, + "num_tokens": 228307561.0, + "step": 5982 + }, + { + "epoch": 0.761099096807022, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.056546211242676, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8648070693016052, + "num_tokens": 228347667.0, + "step": 5983 + }, + { + "epoch": 0.7612263070856126, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 9.97795295715332, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8614609241485596, + "num_tokens": 228386820.0, + "step": 5984 + }, + { + "epoch": 0.761353517364203, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.988055229187012, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8728036284446716, + "num_tokens": 228427304.0, + "step": 5985 + }, + { + "epoch": 0.7614807276427935, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.989123344421387, + "learning_rate": 1e-06, + "loss": 0.44, + "mean_token_accuracy": 0.8540180921554565, + "num_tokens": 228470779.0, + "step": 5986 + }, + { + "epoch": 0.761607937921384, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.012458801269531, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.879142701625824, + "num_tokens": 228500454.0, + "step": 5987 + }, + { + "epoch": 0.7617351481999746, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.006574630737305, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8705899119377136, + "num_tokens": 228537374.0, + "step": 5988 + }, + { + "epoch": 0.7618623584785651, + "ewc_loss": 0.01275634765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2755393981933594e-05, + "grad_norm": 9.99417495727539, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8634485602378845, + "num_tokens": 228577215.0, + "step": 5989 + }, + { + "epoch": 0.7619895687571556, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.009821891784668, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8682125210762024, + "num_tokens": 228611693.0, + "step": 5990 + }, + { + "epoch": 0.762116779035746, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.002490043640137, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8622111082077026, + "num_tokens": 228644231.0, + "step": 5991 + }, + { + "epoch": 0.7622439893143366, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.994409561157227, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8742233514785767, + "num_tokens": 228684776.0, + "step": 5992 + }, + { + "epoch": 0.7623711995929271, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.023897171020508, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8699820041656494, + "num_tokens": 228724214.0, + "step": 5993 + }, + { + "epoch": 0.7624984098715176, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.010688781738281, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8613294363021851, + "num_tokens": 228765098.0, + "step": 5994 + }, + { + "epoch": 0.7626256201501082, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.946464538574219, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8647275567054749, + "num_tokens": 228802423.0, + "step": 5995 + }, + { + "epoch": 0.7627528304286987, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.023719787597656, + "learning_rate": 1e-06, + "loss": 0.4497, + "mean_token_accuracy": 0.8533918261528015, + "num_tokens": 228840218.0, + "step": 5996 + }, + { + "epoch": 0.7628800407072891, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.99524974822998, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8687757253646851, + "num_tokens": 228882810.0, + "step": 5997 + }, + { + "epoch": 0.7630072509858796, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.00347900390625, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8698712587356567, + "num_tokens": 228917664.0, + "step": 5998 + }, + { + "epoch": 0.7631344612644702, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.022041320800781, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8705118894577026, + "num_tokens": 228951017.0, + "step": 5999 + }, + { + "epoch": 0.7632616715430607, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.994894981384277, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8649356365203857, + "num_tokens": 228990949.0, + "step": 6000 + }, + { + "epoch": 0.7633888818216512, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.012465476989746, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8688359260559082, + "num_tokens": 229026604.0, + "step": 6001 + }, + { + "epoch": 0.7635160921002417, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.038163185119629, + "learning_rate": 1e-06, + "loss": 0.4328, + "mean_token_accuracy": 0.857508659362793, + "num_tokens": 229061810.0, + "step": 6002 + }, + { + "epoch": 0.7636433023788322, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.973526954650879, + "learning_rate": 1e-06, + "loss": 0.4833, + "mean_token_accuracy": 0.8407111763954163, + "num_tokens": 229107765.0, + "step": 6003 + }, + { + "epoch": 0.7637705126574227, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.021864891052246, + "learning_rate": 1e-06, + "loss": 0.456, + "mean_token_accuracy": 0.8507866859436035, + "num_tokens": 229147822.0, + "step": 6004 + }, + { + "epoch": 0.7638977229360132, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.06618595123291, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8732885122299194, + "num_tokens": 229184421.0, + "step": 6005 + }, + { + "epoch": 0.7640249332146037, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.988526344299316, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8644778728485107, + "num_tokens": 229221737.0, + "step": 6006 + }, + { + "epoch": 0.7641521434931943, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.027288436889648, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8574707508087158, + "num_tokens": 229254727.0, + "step": 6007 + }, + { + "epoch": 0.7642793537717848, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.023547172546387, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.874221682548523, + "num_tokens": 229292648.0, + "step": 6008 + }, + { + "epoch": 0.7644065640503753, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.02973461151123, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8685660362243652, + "num_tokens": 229335708.0, + "step": 6009 + }, + { + "epoch": 0.7645337743289657, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 9.996430397033691, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8723336458206177, + "num_tokens": 229373791.0, + "step": 6010 + }, + { + "epoch": 0.7646609846075563, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.052027702331543, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8733031749725342, + "num_tokens": 229409891.0, + "step": 6011 + }, + { + "epoch": 0.7647881948861468, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.99655532836914, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8648645281791687, + "num_tokens": 229449859.0, + "step": 6012 + }, + { + "epoch": 0.7649154051647373, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.057106971740723, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8710939884185791, + "num_tokens": 229484224.0, + "step": 6013 + }, + { + "epoch": 0.7650426154433279, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.034623146057129, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8597539067268372, + "num_tokens": 229521104.0, + "step": 6014 + }, + { + "epoch": 0.7651698257219184, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 9.982683181762695, + "learning_rate": 1e-06, + "loss": 0.4609, + "mean_token_accuracy": 0.8486742973327637, + "num_tokens": 229558918.0, + "step": 6015 + }, + { + "epoch": 0.7652970360005088, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.047247886657715, + "learning_rate": 1e-06, + "loss": 0.4695, + "mean_token_accuracy": 0.8517058491706848, + "num_tokens": 229596931.0, + "step": 6016 + }, + { + "epoch": 0.7654242462790993, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.048032760620117, + "learning_rate": 1e-06, + "loss": 0.4554, + "mean_token_accuracy": 0.8483679294586182, + "num_tokens": 229633903.0, + "step": 6017 + }, + { + "epoch": 0.7655514565576899, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.068716049194336, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8607845306396484, + "num_tokens": 229674224.0, + "step": 6018 + }, + { + "epoch": 0.7656786668362804, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.019618034362793, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8625165224075317, + "num_tokens": 229710547.0, + "step": 6019 + }, + { + "epoch": 0.7658058771148709, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.986315727233887, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.878553032875061, + "num_tokens": 229752020.0, + "step": 6020 + }, + { + "epoch": 0.7659330873934614, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.03891372680664, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8605306148529053, + "num_tokens": 229785710.0, + "step": 6021 + }, + { + "epoch": 0.7660602976720519, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.042373657226562, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8705705404281616, + "num_tokens": 229824118.0, + "step": 6022 + }, + { + "epoch": 0.7661875079506424, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.049566268920898, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.875425398349762, + "num_tokens": 229854231.0, + "step": 6023 + }, + { + "epoch": 0.7663147182292329, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.060195922851562, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8543345928192139, + "num_tokens": 229888102.0, + "step": 6024 + }, + { + "epoch": 0.7664419285078234, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.999689102172852, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8680238723754883, + "num_tokens": 229927634.0, + "step": 6025 + }, + { + "epoch": 0.766569138786414, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.012801170349121, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8716697096824646, + "num_tokens": 229966526.0, + "step": 6026 + }, + { + "epoch": 0.7666963490650045, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.02099609375, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8733077049255371, + "num_tokens": 230002761.0, + "step": 6027 + }, + { + "epoch": 0.7668235593435949, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.979376792907715, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.869534969329834, + "num_tokens": 230041303.0, + "step": 6028 + }, + { + "epoch": 0.7669507696221854, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.028943061828613, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8681633472442627, + "num_tokens": 230081117.0, + "step": 6029 + }, + { + "epoch": 0.767077979900776, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.026747703552246, + "learning_rate": 1e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8590270280838013, + "num_tokens": 230119411.0, + "step": 6030 + }, + { + "epoch": 0.7672051901793665, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.022671699523926, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.871207058429718, + "num_tokens": 230161111.0, + "step": 6031 + }, + { + "epoch": 0.767332400457957, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.017953872680664, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8600280284881592, + "num_tokens": 230196999.0, + "step": 6032 + }, + { + "epoch": 0.7674596107365476, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.076744079589844, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8655850291252136, + "num_tokens": 230231495.0, + "step": 6033 + }, + { + "epoch": 0.767586821015138, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.019432067871094, + "learning_rate": 1e-06, + "loss": 0.4465, + "mean_token_accuracy": 0.8572980165481567, + "num_tokens": 230267732.0, + "step": 6034 + }, + { + "epoch": 0.7677140312937285, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.075831413269043, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8631444573402405, + "num_tokens": 230297559.0, + "step": 6035 + }, + { + "epoch": 0.767841241572319, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.983682632446289, + "learning_rate": 1e-06, + "loss": 0.4483, + "mean_token_accuracy": 0.8518325090408325, + "num_tokens": 230336396.0, + "step": 6036 + }, + { + "epoch": 0.7679684518509096, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.014885902404785, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8637848496437073, + "num_tokens": 230368152.0, + "step": 6037 + }, + { + "epoch": 0.7680956621295001, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.044844627380371, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8699665069580078, + "num_tokens": 230408081.0, + "step": 6038 + }, + { + "epoch": 0.7682228724080906, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.0602445602417, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8569338321685791, + "num_tokens": 230441691.0, + "step": 6039 + }, + { + "epoch": 0.768350082686681, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 9.994790077209473, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8619174957275391, + "num_tokens": 230480089.0, + "step": 6040 + }, + { + "epoch": 0.7684772929652716, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 9.993919372558594, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8577971458435059, + "num_tokens": 230518655.0, + "step": 6041 + }, + { + "epoch": 0.7686045032438621, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.047414779663086, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8671786189079285, + "num_tokens": 230555717.0, + "step": 6042 + }, + { + "epoch": 0.7687317135224526, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 9.961874008178711, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8721225261688232, + "num_tokens": 230596699.0, + "step": 6043 + }, + { + "epoch": 0.7688589238010431, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.039345741271973, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8719930052757263, + "num_tokens": 230633284.0, + "step": 6044 + }, + { + "epoch": 0.7689861340796337, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 9.995259284973145, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8676784038543701, + "num_tokens": 230673133.0, + "step": 6045 + }, + { + "epoch": 0.7691133443582241, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.003615379333496, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8648677468299866, + "num_tokens": 230719003.0, + "step": 6046 + }, + { + "epoch": 0.7692405546368146, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 9.990828514099121, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8731534481048584, + "num_tokens": 230754805.0, + "step": 6047 + }, + { + "epoch": 0.7693677649154052, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.045616149902344, + "learning_rate": 1e-06, + "loss": 0.4526, + "mean_token_accuracy": 0.8513730764389038, + "num_tokens": 230793249.0, + "step": 6048 + }, + { + "epoch": 0.7694949751939957, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 9.996748924255371, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8817464113235474, + "num_tokens": 230826025.0, + "step": 6049 + }, + { + "epoch": 0.7696221854725862, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.979764938354492, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8752135038375854, + "num_tokens": 230866615.0, + "step": 6050 + }, + { + "epoch": 0.7697493957511767, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.083769798278809, + "learning_rate": 1e-06, + "loss": 0.4671, + "mean_token_accuracy": 0.848929762840271, + "num_tokens": 230901587.0, + "step": 6051 + }, + { + "epoch": 0.7698766060297672, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 9.963888168334961, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8695874214172363, + "num_tokens": 230944267.0, + "step": 6052 + }, + { + "epoch": 0.7700038163083577, + "ewc_loss": 0.0128173828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2814998626708984e-05, + "grad_norm": 10.032958984375, + "learning_rate": 1e-06, + "loss": 0.4371, + "mean_token_accuracy": 0.8548793792724609, + "num_tokens": 230980022.0, + "step": 6053 + }, + { + "epoch": 0.7701310265869482, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.082488059997559, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8702541589736938, + "num_tokens": 231018110.0, + "step": 6054 + }, + { + "epoch": 0.7702582368655387, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.014153480529785, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8685588836669922, + "num_tokens": 231056531.0, + "step": 6055 + }, + { + "epoch": 0.7703854471441293, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.019044876098633, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8690634965896606, + "num_tokens": 231096270.0, + "step": 6056 + }, + { + "epoch": 0.7705126574227198, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.07161808013916, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8563507795333862, + "num_tokens": 231136300.0, + "step": 6057 + }, + { + "epoch": 0.7706398677013102, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.000699043273926, + "learning_rate": 1e-06, + "loss": 0.4613, + "mean_token_accuracy": 0.8510643243789673, + "num_tokens": 231169005.0, + "step": 6058 + }, + { + "epoch": 0.7707670779799007, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.086976051330566, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8707658052444458, + "num_tokens": 231205274.0, + "step": 6059 + }, + { + "epoch": 0.7708942882584913, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 9.982831954956055, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8696995973587036, + "num_tokens": 231239022.0, + "step": 6060 + }, + { + "epoch": 0.7710214985370818, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.978731155395508, + "learning_rate": 1e-06, + "loss": 0.4724, + "mean_token_accuracy": 0.84572434425354, + "num_tokens": 231282952.0, + "step": 6061 + }, + { + "epoch": 0.7711487088156723, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.125834465026855, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.862604558467865, + "num_tokens": 231322980.0, + "step": 6062 + }, + { + "epoch": 0.7712759190942629, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.0684814453125, + "learning_rate": 1e-06, + "loss": 0.4486, + "mean_token_accuracy": 0.8557604551315308, + "num_tokens": 231358382.0, + "step": 6063 + }, + { + "epoch": 0.7714031293728534, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 9.964016914367676, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.872011125087738, + "num_tokens": 231401915.0, + "step": 6064 + }, + { + "epoch": 0.7715303396514438, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.081023216247559, + "learning_rate": 1e-06, + "loss": 0.4715, + "mean_token_accuracy": 0.8419744372367859, + "num_tokens": 231433241.0, + "step": 6065 + }, + { + "epoch": 0.7716575499300343, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.096487998962402, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.858592689037323, + "num_tokens": 231478318.0, + "step": 6066 + }, + { + "epoch": 0.7717847602086249, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 9.997560501098633, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8568457365036011, + "num_tokens": 231518584.0, + "step": 6067 + }, + { + "epoch": 0.7719119704872154, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.030547142028809, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8635259866714478, + "num_tokens": 231556689.0, + "step": 6068 + }, + { + "epoch": 0.7720391807658059, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.102676391601562, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8633760213851929, + "num_tokens": 231593936.0, + "step": 6069 + }, + { + "epoch": 0.7721663910443964, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.041474342346191, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8828171491622925, + "num_tokens": 231634785.0, + "step": 6070 + }, + { + "epoch": 0.7722936013229869, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.03514575958252, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.8592227101325989, + "num_tokens": 231675798.0, + "step": 6071 + }, + { + "epoch": 0.7724208116015774, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.069280624389648, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8607704043388367, + "num_tokens": 231711611.0, + "step": 6072 + }, + { + "epoch": 0.7725480218801679, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.069988250732422, + "learning_rate": 1e-06, + "loss": 0.4437, + "mean_token_accuracy": 0.8546894788742065, + "num_tokens": 231746997.0, + "step": 6073 + }, + { + "epoch": 0.7726752321587584, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.073905944824219, + "learning_rate": 1e-06, + "loss": 0.4735, + "mean_token_accuracy": 0.8436532020568848, + "num_tokens": 231787696.0, + "step": 6074 + }, + { + "epoch": 0.772802442437349, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.022503852844238, + "learning_rate": 1e-06, + "loss": 0.4568, + "mean_token_accuracy": 0.8558804988861084, + "num_tokens": 231826127.0, + "step": 6075 + }, + { + "epoch": 0.7729296527159395, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.068609237670898, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8594069480895996, + "num_tokens": 231857538.0, + "step": 6076 + }, + { + "epoch": 0.7730568629945299, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.027788162231445, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8616309762001038, + "num_tokens": 231893913.0, + "step": 6077 + }, + { + "epoch": 0.7731840732731204, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.018362045288086, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8660202026367188, + "num_tokens": 231934274.0, + "step": 6078 + }, + { + "epoch": 0.773311283551711, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.071304321289062, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8575432300567627, + "num_tokens": 231983197.0, + "step": 6079 + }, + { + "epoch": 0.7734384938303015, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.027825355529785, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8591208457946777, + "num_tokens": 232021265.0, + "step": 6080 + }, + { + "epoch": 0.773565704108892, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 9.999823570251465, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8611401319503784, + "num_tokens": 232060992.0, + "step": 6081 + }, + { + "epoch": 0.7736929143874826, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.024383544921875, + "learning_rate": 1e-06, + "loss": 0.4123, + "mean_token_accuracy": 0.8607391119003296, + "num_tokens": 232096758.0, + "step": 6082 + }, + { + "epoch": 0.773820124666073, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.01683521270752, + "learning_rate": 1e-06, + "loss": 0.4431, + "mean_token_accuracy": 0.8596274852752686, + "num_tokens": 232133773.0, + "step": 6083 + }, + { + "epoch": 0.7739473349446635, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.003029823303223, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8617161512374878, + "num_tokens": 232173182.0, + "step": 6084 + }, + { + "epoch": 0.774074545223254, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.041138648986816, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8711988925933838, + "num_tokens": 232206478.0, + "step": 6085 + }, + { + "epoch": 0.7742017555018446, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.033977508544922, + "learning_rate": 1e-06, + "loss": 0.4328, + "mean_token_accuracy": 0.8572092056274414, + "num_tokens": 232242231.0, + "step": 6086 + }, + { + "epoch": 0.7743289657804351, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.011038780212402, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8669582605361938, + "num_tokens": 232270636.0, + "step": 6087 + }, + { + "epoch": 0.7744561760590256, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.067508697509766, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8686450123786926, + "num_tokens": 232309974.0, + "step": 6088 + }, + { + "epoch": 0.774583386337616, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.053265571594238, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8712964057922363, + "num_tokens": 232344118.0, + "step": 6089 + }, + { + "epoch": 0.7747105966162066, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.032468795776367, + "learning_rate": 1e-06, + "loss": 0.4594, + "mean_token_accuracy": 0.8523955345153809, + "num_tokens": 232385183.0, + "step": 6090 + }, + { + "epoch": 0.7748378068947971, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.035314559936523, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8645791411399841, + "num_tokens": 232421670.0, + "step": 6091 + }, + { + "epoch": 0.7749650171733876, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.05103588104248, + "learning_rate": 1e-06, + "loss": 0.4501, + "mean_token_accuracy": 0.8509417772293091, + "num_tokens": 232459563.0, + "step": 6092 + }, + { + "epoch": 0.7750922274519781, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.042160034179688, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.863437294960022, + "num_tokens": 232496357.0, + "step": 6093 + }, + { + "epoch": 0.7752194377305687, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.064462661743164, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8635267019271851, + "num_tokens": 232530436.0, + "step": 6094 + }, + { + "epoch": 0.7753466480091591, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.03874397277832, + "learning_rate": 1e-06, + "loss": 0.4395, + "mean_token_accuracy": 0.8576356172561646, + "num_tokens": 232568585.0, + "step": 6095 + }, + { + "epoch": 0.7754738582877496, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.045172691345215, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8698365688323975, + "num_tokens": 232602506.0, + "step": 6096 + }, + { + "epoch": 0.7756010685663401, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 9.97416877746582, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.871671736240387, + "num_tokens": 232642819.0, + "step": 6097 + }, + { + "epoch": 0.7757282788449307, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.086743354797363, + "learning_rate": 1e-06, + "loss": 0.4584, + "mean_token_accuracy": 0.8507068753242493, + "num_tokens": 232679505.0, + "step": 6098 + }, + { + "epoch": 0.7758554891235212, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 9.951353073120117, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8678537607192993, + "num_tokens": 232715701.0, + "step": 6099 + }, + { + "epoch": 0.7759826994021117, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.072308540344238, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.8646045923233032, + "num_tokens": 232750786.0, + "step": 6100 + }, + { + "epoch": 0.7761099096807021, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.066184043884277, + "learning_rate": 1e-06, + "loss": 0.4527, + "mean_token_accuracy": 0.8510740995407104, + "num_tokens": 232791370.0, + "step": 6101 + }, + { + "epoch": 0.7762371199592927, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.045853614807129, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.864593505859375, + "num_tokens": 232830895.0, + "step": 6102 + }, + { + "epoch": 0.7763643302378832, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.04963207244873, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.863105297088623, + "num_tokens": 232869940.0, + "step": 6103 + }, + { + "epoch": 0.7764915405164737, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.006636619567871, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8582435250282288, + "num_tokens": 232910743.0, + "step": 6104 + }, + { + "epoch": 0.7766187507950643, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.083343505859375, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8619571328163147, + "num_tokens": 232948428.0, + "step": 6105 + }, + { + "epoch": 0.7767459610736548, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.003904342651367, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8686790466308594, + "num_tokens": 232985142.0, + "step": 6106 + }, + { + "epoch": 0.7768731713522452, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.028419494628906, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8733262419700623, + "num_tokens": 233020810.0, + "step": 6107 + }, + { + "epoch": 0.7770003816308357, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.121597290039062, + "learning_rate": 1e-06, + "loss": 0.4455, + "mean_token_accuracy": 0.8555641174316406, + "num_tokens": 233055674.0, + "step": 6108 + }, + { + "epoch": 0.7771275919094263, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.064870834350586, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.8583076596260071, + "num_tokens": 233084506.0, + "step": 6109 + }, + { + "epoch": 0.7772548021880168, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.07055377960205, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8792511224746704, + "num_tokens": 233120172.0, + "step": 6110 + }, + { + "epoch": 0.7773820124666073, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.041892051696777, + "learning_rate": 1e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.8528831005096436, + "num_tokens": 233160075.0, + "step": 6111 + }, + { + "epoch": 0.7775092227451978, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.012513160705566, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8561878204345703, + "num_tokens": 233201714.0, + "step": 6112 + }, + { + "epoch": 0.7776364330237884, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.055638313293457, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.870008647441864, + "num_tokens": 233237642.0, + "step": 6113 + }, + { + "epoch": 0.7777636433023788, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.057650566101074, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8679168224334717, + "num_tokens": 233279712.0, + "step": 6114 + }, + { + "epoch": 0.7778908535809693, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 9.953888893127441, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8688205480575562, + "num_tokens": 233322441.0, + "step": 6115 + }, + { + "epoch": 0.7780180638595598, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.016438484191895, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8574120998382568, + "num_tokens": 233371053.0, + "step": 6116 + }, + { + "epoch": 0.7781452741381504, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.069993019104004, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8655992746353149, + "num_tokens": 233405372.0, + "step": 6117 + }, + { + "epoch": 0.7782724844167409, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.023033142089844, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8701825141906738, + "num_tokens": 233447209.0, + "step": 6118 + }, + { + "epoch": 0.7783996946953314, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.033411026000977, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8650754690170288, + "num_tokens": 233484621.0, + "step": 6119 + }, + { + "epoch": 0.7785269049739219, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.032008171081543, + "learning_rate": 1e-06, + "loss": 0.4641, + "mean_token_accuracy": 0.8461185693740845, + "num_tokens": 233520756.0, + "step": 6120 + }, + { + "epoch": 0.7786541152525124, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.036192893981934, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8563613891601562, + "num_tokens": 233559120.0, + "step": 6121 + }, + { + "epoch": 0.7787813255311029, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.022465705871582, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8744614124298096, + "num_tokens": 233590513.0, + "step": 6122 + }, + { + "epoch": 0.7789085358096934, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.005446434020996, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8790873289108276, + "num_tokens": 233625986.0, + "step": 6123 + }, + { + "epoch": 0.779035746088284, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.04016399383545, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8727002143859863, + "num_tokens": 233655097.0, + "step": 6124 + }, + { + "epoch": 0.7791629563668745, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.044571876525879, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8531873822212219, + "num_tokens": 233687815.0, + "step": 6125 + }, + { + "epoch": 0.7792901666454649, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.05253791809082, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8765457272529602, + "num_tokens": 233722611.0, + "step": 6126 + }, + { + "epoch": 0.7794173769240554, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.031656265258789, + "learning_rate": 1e-06, + "loss": 0.474, + "mean_token_accuracy": 0.8502090573310852, + "num_tokens": 233765345.0, + "step": 6127 + }, + { + "epoch": 0.779544587202646, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.030072212219238, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8649842739105225, + "num_tokens": 233804358.0, + "step": 6128 + }, + { + "epoch": 0.7796717974812365, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.032363891601562, + "learning_rate": 1e-06, + "loss": 0.4482, + "mean_token_accuracy": 0.8537954688072205, + "num_tokens": 233845117.0, + "step": 6129 + }, + { + "epoch": 0.779799007759827, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.020559310913086, + "learning_rate": 1e-06, + "loss": 0.4289, + "mean_token_accuracy": 0.8559045791625977, + "num_tokens": 233884091.0, + "step": 6130 + }, + { + "epoch": 0.7799262180384176, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.02597427368164, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8602192401885986, + "num_tokens": 233922590.0, + "step": 6131 + }, + { + "epoch": 0.780053428317008, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.050458908081055, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.867202877998352, + "num_tokens": 233954138.0, + "step": 6132 + }, + { + "epoch": 0.7801806385955985, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.073076248168945, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8729915618896484, + "num_tokens": 233988035.0, + "step": 6133 + }, + { + "epoch": 0.780307848874189, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.012940406799316, + "learning_rate": 1e-06, + "loss": 0.4498, + "mean_token_accuracy": 0.854097306728363, + "num_tokens": 234023747.0, + "step": 6134 + }, + { + "epoch": 0.7804350591527796, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.040462493896484, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8715604543685913, + "num_tokens": 234064182.0, + "step": 6135 + }, + { + "epoch": 0.7805622694313701, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.027645111083984, + "learning_rate": 1e-06, + "loss": 0.4651, + "mean_token_accuracy": 0.8467665910720825, + "num_tokens": 234106533.0, + "step": 6136 + }, + { + "epoch": 0.7806894797099606, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.078659057617188, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8757741451263428, + "num_tokens": 234145492.0, + "step": 6137 + }, + { + "epoch": 0.780816689988551, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.057552337646484, + "learning_rate": 1e-06, + "loss": 0.4197, + "mean_token_accuracy": 0.866044282913208, + "num_tokens": 234181709.0, + "step": 6138 + }, + { + "epoch": 0.7809439002671416, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.051527976989746, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.863801896572113, + "num_tokens": 234217854.0, + "step": 6139 + }, + { + "epoch": 0.7810711105457321, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.982460975646973, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.862762451171875, + "num_tokens": 234255769.0, + "step": 6140 + }, + { + "epoch": 0.7811983208243226, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.081621170043945, + "learning_rate": 1e-06, + "loss": 0.4588, + "mean_token_accuracy": 0.8508560657501221, + "num_tokens": 234290828.0, + "step": 6141 + }, + { + "epoch": 0.7813255311029131, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.083672523498535, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.8628520965576172, + "num_tokens": 234326336.0, + "step": 6142 + }, + { + "epoch": 0.7814527413815037, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.032959938049316, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.858252227306366, + "num_tokens": 234366210.0, + "step": 6143 + }, + { + "epoch": 0.7815799516600941, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.075532913208008, + "learning_rate": 1e-06, + "loss": 0.4429, + "mean_token_accuracy": 0.8550909161567688, + "num_tokens": 234398975.0, + "step": 6144 + }, + { + "epoch": 0.7817071619386846, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.032150268554688, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8575353026390076, + "num_tokens": 234437746.0, + "step": 6145 + }, + { + "epoch": 0.7818343722172751, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 9.998353958129883, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8684757947921753, + "num_tokens": 234478402.0, + "step": 6146 + }, + { + "epoch": 0.7819615824958657, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.053681373596191, + "learning_rate": 1e-06, + "loss": 0.4589, + "mean_token_accuracy": 0.8491986393928528, + "num_tokens": 234509699.0, + "step": 6147 + }, + { + "epoch": 0.7820887927744562, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 9.991848945617676, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8577914237976074, + "num_tokens": 234551515.0, + "step": 6148 + }, + { + "epoch": 0.7822160030530467, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.073610305786133, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8701711297035217, + "num_tokens": 234582811.0, + "step": 6149 + }, + { + "epoch": 0.7823432133316371, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.014822006225586, + "learning_rate": 1e-06, + "loss": 0.4423, + "mean_token_accuracy": 0.8553846478462219, + "num_tokens": 234625299.0, + "step": 6150 + }, + { + "epoch": 0.7824704236102277, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.018369674682617, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8689022064208984, + "num_tokens": 234665641.0, + "step": 6151 + }, + { + "epoch": 0.7825976338888182, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.042840957641602, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8628212213516235, + "num_tokens": 234704668.0, + "step": 6152 + }, + { + "epoch": 0.7827248441674087, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.0591459274292, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8680981397628784, + "num_tokens": 234738080.0, + "step": 6153 + }, + { + "epoch": 0.7828520544459993, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.055694580078125, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8612934947013855, + "num_tokens": 234781077.0, + "step": 6154 + }, + { + "epoch": 0.7829792647245898, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.097692489624023, + "learning_rate": 1e-06, + "loss": 0.4523, + "mean_token_accuracy": 0.8469648361206055, + "num_tokens": 234809374.0, + "step": 6155 + }, + { + "epoch": 0.7831064750031802, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.06497859954834, + "learning_rate": 1e-06, + "loss": 0.4399, + "mean_token_accuracy": 0.8520194888114929, + "num_tokens": 234845585.0, + "step": 6156 + }, + { + "epoch": 0.7832336852817707, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.044831275939941, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8615872263908386, + "num_tokens": 234883891.0, + "step": 6157 + }, + { + "epoch": 0.7833608955603613, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.0424165725708, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.8624492883682251, + "num_tokens": 234919445.0, + "step": 6158 + }, + { + "epoch": 0.7834881058389518, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.042479515075684, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8647974729537964, + "num_tokens": 234951465.0, + "step": 6159 + }, + { + "epoch": 0.7836153161175423, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.052691459655762, + "learning_rate": 1e-06, + "loss": 0.4423, + "mean_token_accuracy": 0.8554292917251587, + "num_tokens": 234989970.0, + "step": 6160 + }, + { + "epoch": 0.7837425263961328, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.0208158493042, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8641266822814941, + "num_tokens": 235029673.0, + "step": 6161 + }, + { + "epoch": 0.7838697366747234, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.040728569030762, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8623431324958801, + "num_tokens": 235065389.0, + "step": 6162 + }, + { + "epoch": 0.7839969469533138, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.091586112976074, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8751102685928345, + "num_tokens": 235099795.0, + "step": 6163 + }, + { + "epoch": 0.7841241572319043, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.016851425170898, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8643726110458374, + "num_tokens": 235137475.0, + "step": 6164 + }, + { + "epoch": 0.7842513675104948, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.061421394348145, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.8584047555923462, + "num_tokens": 235178454.0, + "step": 6165 + }, + { + "epoch": 0.7843785777890854, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.022560119628906, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8813952207565308, + "num_tokens": 235216139.0, + "step": 6166 + }, + { + "epoch": 0.7845057880676759, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.10535717010498, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8780439496040344, + "num_tokens": 235253571.0, + "step": 6167 + }, + { + "epoch": 0.7846329983462664, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.045418739318848, + "learning_rate": 1e-06, + "loss": 0.4613, + "mean_token_accuracy": 0.8477257490158081, + "num_tokens": 235293950.0, + "step": 6168 + }, + { + "epoch": 0.7847602086248568, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.028590202331543, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8669830560684204, + "num_tokens": 235336419.0, + "step": 6169 + }, + { + "epoch": 0.7848874189034474, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.079326629638672, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8680822849273682, + "num_tokens": 235376039.0, + "step": 6170 + }, + { + "epoch": 0.7850146291820379, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.051197052001953, + "learning_rate": 1e-06, + "loss": 0.4453, + "mean_token_accuracy": 0.8517318964004517, + "num_tokens": 235412736.0, + "step": 6171 + }, + { + "epoch": 0.7851418394606284, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.06292724609375, + "learning_rate": 1e-06, + "loss": 0.4167, + "mean_token_accuracy": 0.8628848791122437, + "num_tokens": 235457318.0, + "step": 6172 + }, + { + "epoch": 0.785269049739219, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.076661109924316, + "learning_rate": 1e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.8532620668411255, + "num_tokens": 235491471.0, + "step": 6173 + }, + { + "epoch": 0.7853962600178095, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.049711227416992, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8731012344360352, + "num_tokens": 235531324.0, + "step": 6174 + }, + { + "epoch": 0.7855234702963999, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.03649616241455, + "learning_rate": 1e-06, + "loss": 0.4675, + "mean_token_accuracy": 0.8504955172538757, + "num_tokens": 235573233.0, + "step": 6175 + }, + { + "epoch": 0.7856506805749904, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.033926010131836, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8633372187614441, + "num_tokens": 235614400.0, + "step": 6176 + }, + { + "epoch": 0.785777890853581, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.066287994384766, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8691021203994751, + "num_tokens": 235652247.0, + "step": 6177 + }, + { + "epoch": 0.7859051011321715, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.103948593139648, + "learning_rate": 1e-06, + "loss": 0.4403, + "mean_token_accuracy": 0.8602906465530396, + "num_tokens": 235681810.0, + "step": 6178 + }, + { + "epoch": 0.786032311410762, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.009807586669922, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8718891143798828, + "num_tokens": 235718422.0, + "step": 6179 + }, + { + "epoch": 0.7861595216893525, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.091020584106445, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8583874702453613, + "num_tokens": 235758886.0, + "step": 6180 + }, + { + "epoch": 0.786286731967943, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.053271293640137, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8666322231292725, + "num_tokens": 235792270.0, + "step": 6181 + }, + { + "epoch": 0.7864139422465335, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.068151473999023, + "learning_rate": 1e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.8525780439376831, + "num_tokens": 235826678.0, + "step": 6182 + }, + { + "epoch": 0.786541152525124, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.011251449584961, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8747230768203735, + "num_tokens": 235860437.0, + "step": 6183 + }, + { + "epoch": 0.7866683628037145, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.077441215515137, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.868667721748352, + "num_tokens": 235900865.0, + "step": 6184 + }, + { + "epoch": 0.7867955730823051, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.066269874572754, + "learning_rate": 1e-06, + "loss": 0.4654, + "mean_token_accuracy": 0.8484157919883728, + "num_tokens": 235937419.0, + "step": 6185 + }, + { + "epoch": 0.7869227833608956, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.066189765930176, + "learning_rate": 1e-06, + "loss": 0.442, + "mean_token_accuracy": 0.8537473678588867, + "num_tokens": 235976425.0, + "step": 6186 + }, + { + "epoch": 0.787049993639486, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.019609451293945, + "learning_rate": 1e-06, + "loss": 0.4346, + "mean_token_accuracy": 0.8566255569458008, + "num_tokens": 236012968.0, + "step": 6187 + }, + { + "epoch": 0.7871772039180766, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.086338996887207, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8642885088920593, + "num_tokens": 236052462.0, + "step": 6188 + }, + { + "epoch": 0.7873044141966671, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.095529556274414, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8786860704421997, + "num_tokens": 236087604.0, + "step": 6189 + }, + { + "epoch": 0.7874316244752576, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.015454292297363, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8623940944671631, + "num_tokens": 236126344.0, + "step": 6190 + }, + { + "epoch": 0.7875588347538481, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.046277046203613, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8711733222007751, + "num_tokens": 236161913.0, + "step": 6191 + }, + { + "epoch": 0.7876860450324387, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.079093933105469, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8666905760765076, + "num_tokens": 236200612.0, + "step": 6192 + }, + { + "epoch": 0.7878132553110291, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.116838455200195, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8687106370925903, + "num_tokens": 236238136.0, + "step": 6193 + }, + { + "epoch": 0.7879404655896196, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.01980972290039, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.8598719835281372, + "num_tokens": 236281303.0, + "step": 6194 + }, + { + "epoch": 0.7880676758682101, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.032875061035156, + "learning_rate": 1e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.8604611754417419, + "num_tokens": 236322355.0, + "step": 6195 + }, + { + "epoch": 0.7881948861468007, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.080164909362793, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.86236572265625, + "num_tokens": 236354263.0, + "step": 6196 + }, + { + "epoch": 0.7883220964253912, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.063143730163574, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8642796277999878, + "num_tokens": 236391581.0, + "step": 6197 + }, + { + "epoch": 0.7884493067039817, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.037643432617188, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8717585206031799, + "num_tokens": 236426003.0, + "step": 6198 + }, + { + "epoch": 0.7885765169825721, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.088628768920898, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.873580276966095, + "num_tokens": 236464874.0, + "step": 6199 + }, + { + "epoch": 0.7887037272611627, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.068887710571289, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8739349842071533, + "num_tokens": 236499826.0, + "step": 6200 + }, + { + "epoch": 0.7888309375397532, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.114355087280273, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8753293752670288, + "num_tokens": 236538615.0, + "step": 6201 + }, + { + "epoch": 0.7889581478183437, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.051093101501465, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8609120845794678, + "num_tokens": 236577860.0, + "step": 6202 + }, + { + "epoch": 0.7890853580969343, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.109737396240234, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8780193328857422, + "num_tokens": 236619041.0, + "step": 6203 + }, + { + "epoch": 0.7892125683755248, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.058462142944336, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8668863773345947, + "num_tokens": 236655788.0, + "step": 6204 + }, + { + "epoch": 0.7893397786541152, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.096964836120605, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8746268153190613, + "num_tokens": 236691532.0, + "step": 6205 + }, + { + "epoch": 0.7894669889327057, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.106351852416992, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8710600137710571, + "num_tokens": 236733792.0, + "step": 6206 + }, + { + "epoch": 0.7895941992112963, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.058085441589355, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8753913640975952, + "num_tokens": 236775454.0, + "step": 6207 + }, + { + "epoch": 0.7897214094898868, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.054964065551758, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8747623562812805, + "num_tokens": 236811572.0, + "step": 6208 + }, + { + "epoch": 0.7898486197684773, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.089465141296387, + "learning_rate": 1e-06, + "loss": 0.4705, + "mean_token_accuracy": 0.8479344844818115, + "num_tokens": 236851018.0, + "step": 6209 + }, + { + "epoch": 0.7899758300470678, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.009998321533203, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8678756952285767, + "num_tokens": 236891871.0, + "step": 6210 + }, + { + "epoch": 0.7901030403256584, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.093125343322754, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8675048351287842, + "num_tokens": 236926771.0, + "step": 6211 + }, + { + "epoch": 0.7902302506042488, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.074591636657715, + "learning_rate": 1e-06, + "loss": 0.4492, + "mean_token_accuracy": 0.8516287803649902, + "num_tokens": 236964768.0, + "step": 6212 + }, + { + "epoch": 0.7903574608828393, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.029142379760742, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.852060079574585, + "num_tokens": 237005075.0, + "step": 6213 + }, + { + "epoch": 0.7904846711614298, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.088573455810547, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8656286597251892, + "num_tokens": 237035517.0, + "step": 6214 + }, + { + "epoch": 0.7906118814400204, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.000286102294922, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.881501317024231, + "num_tokens": 237076319.0, + "step": 6215 + }, + { + "epoch": 0.7907390917186109, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.070396423339844, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8543848991394043, + "num_tokens": 237117935.0, + "step": 6216 + }, + { + "epoch": 0.7908663019972014, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.029034614562988, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.872857928276062, + "num_tokens": 237155789.0, + "step": 6217 + }, + { + "epoch": 0.7909935122757918, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.0725679397583, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8696525692939758, + "num_tokens": 237198870.0, + "step": 6218 + }, + { + "epoch": 0.7911207225543824, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.063713073730469, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.86925208568573, + "num_tokens": 237243084.0, + "step": 6219 + }, + { + "epoch": 0.7912479328329729, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.065689086914062, + "learning_rate": 1e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.8572317957878113, + "num_tokens": 237277245.0, + "step": 6220 + }, + { + "epoch": 0.7913751431115634, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.039982795715332, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8694376945495605, + "num_tokens": 237317841.0, + "step": 6221 + }, + { + "epoch": 0.791502353390154, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.099835395812988, + "learning_rate": 1e-06, + "loss": 0.4411, + "mean_token_accuracy": 0.8530314564704895, + "num_tokens": 237349327.0, + "step": 6222 + }, + { + "epoch": 0.7916295636687445, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.029855728149414, + "learning_rate": 1e-06, + "loss": 0.4597, + "mean_token_accuracy": 0.8497997522354126, + "num_tokens": 237396179.0, + "step": 6223 + }, + { + "epoch": 0.7917567739473349, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.0426025390625, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8604976534843445, + "num_tokens": 237437766.0, + "step": 6224 + }, + { + "epoch": 0.7918839842259254, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.012500762939453, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8684899806976318, + "num_tokens": 237479239.0, + "step": 6225 + }, + { + "epoch": 0.792011194504516, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.077128410339355, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8772615790367126, + "num_tokens": 237514641.0, + "step": 6226 + }, + { + "epoch": 0.7921384047831065, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.035557746887207, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8742280602455139, + "num_tokens": 237555319.0, + "step": 6227 + }, + { + "epoch": 0.792265615061697, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.096601486206055, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8664870262145996, + "num_tokens": 237597786.0, + "step": 6228 + }, + { + "epoch": 0.7923928253402875, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.002880096435547, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8744497299194336, + "num_tokens": 237636584.0, + "step": 6229 + }, + { + "epoch": 0.792520035618878, + "ewc_loss": 0.01287841796875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2874603271484375e-05, + "grad_norm": 10.05688190460205, + "learning_rate": 1e-06, + "loss": 0.4379, + "mean_token_accuracy": 0.8562309145927429, + "num_tokens": 237676000.0, + "step": 6230 + }, + { + "epoch": 0.7926472458974685, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.064004898071289, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8905729651451111, + "num_tokens": 237713003.0, + "step": 6231 + }, + { + "epoch": 0.792774456176059, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.09982681274414, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8660602569580078, + "num_tokens": 237742054.0, + "step": 6232 + }, + { + "epoch": 0.7929016664546495, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.054014205932617, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8564956188201904, + "num_tokens": 237783147.0, + "step": 6233 + }, + { + "epoch": 0.7930288767332401, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.104992866516113, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.8598110675811768, + "num_tokens": 237814322.0, + "step": 6234 + }, + { + "epoch": 0.7931560870118306, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.056171417236328, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.869425892829895, + "num_tokens": 237849278.0, + "step": 6235 + }, + { + "epoch": 0.793283297290421, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.02503490447998, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8679983615875244, + "num_tokens": 237893434.0, + "step": 6236 + }, + { + "epoch": 0.7934105075690115, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.051243782043457, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8724297881126404, + "num_tokens": 237932135.0, + "step": 6237 + }, + { + "epoch": 0.7935377178476021, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.118075370788574, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8587630987167358, + "num_tokens": 237966320.0, + "step": 6238 + }, + { + "epoch": 0.7936649281261926, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.06531047821045, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8693094253540039, + "num_tokens": 238006365.0, + "step": 6239 + }, + { + "epoch": 0.7937921384047831, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.129124641418457, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8627069592475891, + "num_tokens": 238039307.0, + "step": 6240 + }, + { + "epoch": 0.7939193486833737, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.11347484588623, + "learning_rate": 1e-06, + "loss": 0.456, + "mean_token_accuracy": 0.8506010174751282, + "num_tokens": 238078015.0, + "step": 6241 + }, + { + "epoch": 0.7940465589619641, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.117769241333008, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8623201251029968, + "num_tokens": 238116790.0, + "step": 6242 + }, + { + "epoch": 0.7941737692405546, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.082489013671875, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8708729147911072, + "num_tokens": 238155330.0, + "step": 6243 + }, + { + "epoch": 0.7943009795191451, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.112508773803711, + "learning_rate": 1e-06, + "loss": 0.4533, + "mean_token_accuracy": 0.8486274480819702, + "num_tokens": 238194492.0, + "step": 6244 + }, + { + "epoch": 0.7944281897977357, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.100472450256348, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8636141419410706, + "num_tokens": 238230451.0, + "step": 6245 + }, + { + "epoch": 0.7945554000763262, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.031366348266602, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8725276589393616, + "num_tokens": 238266331.0, + "step": 6246 + }, + { + "epoch": 0.7946826103549167, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.09925365447998, + "learning_rate": 1e-06, + "loss": 0.4459, + "mean_token_accuracy": 0.852837085723877, + "num_tokens": 238307753.0, + "step": 6247 + }, + { + "epoch": 0.7948098206335071, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.044473648071289, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.8637526631355286, + "num_tokens": 238349644.0, + "step": 6248 + }, + { + "epoch": 0.7949370309120977, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.081365585327148, + "learning_rate": 1e-06, + "loss": 0.4526, + "mean_token_accuracy": 0.8500216007232666, + "num_tokens": 238386308.0, + "step": 6249 + }, + { + "epoch": 0.7950642411906882, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.09882926940918, + "learning_rate": 1e-06, + "loss": 0.4553, + "mean_token_accuracy": 0.8487139940261841, + "num_tokens": 238427935.0, + "step": 6250 + }, + { + "epoch": 0.7951914514692787, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.115522384643555, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8691849708557129, + "num_tokens": 238463639.0, + "step": 6251 + }, + { + "epoch": 0.7953186617478692, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.113335609436035, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8769863247871399, + "num_tokens": 238498295.0, + "step": 6252 + }, + { + "epoch": 0.7954458720264598, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.096614837646484, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8640854954719543, + "num_tokens": 238538109.0, + "step": 6253 + }, + { + "epoch": 0.7955730823050502, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.100666999816895, + "learning_rate": 1e-06, + "loss": 0.4557, + "mean_token_accuracy": 0.8506287932395935, + "num_tokens": 238574415.0, + "step": 6254 + }, + { + "epoch": 0.7957002925836407, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.056709289550781, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.866046667098999, + "num_tokens": 238616368.0, + "step": 6255 + }, + { + "epoch": 0.7958275028622313, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.033354759216309, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8675896525382996, + "num_tokens": 238650634.0, + "step": 6256 + }, + { + "epoch": 0.7959547131408218, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.086164474487305, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.8590080738067627, + "num_tokens": 238684383.0, + "step": 6257 + }, + { + "epoch": 0.7960819234194123, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.060453414916992, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8616344928741455, + "num_tokens": 238722863.0, + "step": 6258 + }, + { + "epoch": 0.7962091336980028, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.041211128234863, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8652739524841309, + "num_tokens": 238765027.0, + "step": 6259 + }, + { + "epoch": 0.7963363439765934, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.113678932189941, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8688608407974243, + "num_tokens": 238801950.0, + "step": 6260 + }, + { + "epoch": 0.7964635542551838, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.059025764465332, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8552294969558716, + "num_tokens": 238840963.0, + "step": 6261 + }, + { + "epoch": 0.7965907645337743, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.112739562988281, + "learning_rate": 1e-06, + "loss": 0.453, + "mean_token_accuracy": 0.8515592813491821, + "num_tokens": 238876167.0, + "step": 6262 + }, + { + "epoch": 0.7967179748123648, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.058051109313965, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8705291748046875, + "num_tokens": 238910293.0, + "step": 6263 + }, + { + "epoch": 0.7968451850909554, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.033391952514648, + "learning_rate": 1e-06, + "loss": 0.4251, + "mean_token_accuracy": 0.8611502051353455, + "num_tokens": 238947279.0, + "step": 6264 + }, + { + "epoch": 0.7969723953695459, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.136784553527832, + "learning_rate": 1e-06, + "loss": 0.4461, + "mean_token_accuracy": 0.8525970578193665, + "num_tokens": 238984148.0, + "step": 6265 + }, + { + "epoch": 0.7970996056481364, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.037059783935547, + "learning_rate": 1e-06, + "loss": 0.4413, + "mean_token_accuracy": 0.8502964973449707, + "num_tokens": 239022370.0, + "step": 6266 + }, + { + "epoch": 0.7972268159267268, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.048839569091797, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8603459596633911, + "num_tokens": 239064542.0, + "step": 6267 + }, + { + "epoch": 0.7973540262053174, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.094263076782227, + "learning_rate": 1e-06, + "loss": 0.4178, + "mean_token_accuracy": 0.8619974851608276, + "num_tokens": 239103193.0, + "step": 6268 + }, + { + "epoch": 0.7974812364839079, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.15009593963623, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8715074062347412, + "num_tokens": 239137952.0, + "step": 6269 + }, + { + "epoch": 0.7976084467624984, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.064180374145508, + "learning_rate": 1e-06, + "loss": 0.4295, + "mean_token_accuracy": 0.8540658950805664, + "num_tokens": 239174600.0, + "step": 6270 + }, + { + "epoch": 0.797735657041089, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.124141693115234, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8684126138687134, + "num_tokens": 239206157.0, + "step": 6271 + }, + { + "epoch": 0.7978628673196795, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.083758354187012, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8690804243087769, + "num_tokens": 239243094.0, + "step": 6272 + }, + { + "epoch": 0.7979900775982699, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.049399375915527, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8656992316246033, + "num_tokens": 239281208.0, + "step": 6273 + }, + { + "epoch": 0.7981172878768604, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.055492401123047, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8594865202903748, + "num_tokens": 239320159.0, + "step": 6274 + }, + { + "epoch": 0.798244498155451, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.072850227355957, + "learning_rate": 1e-06, + "loss": 0.4452, + "mean_token_accuracy": 0.8530168533325195, + "num_tokens": 239360160.0, + "step": 6275 + }, + { + "epoch": 0.7983717084340415, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.082974433898926, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8656413555145264, + "num_tokens": 239398101.0, + "step": 6276 + }, + { + "epoch": 0.798498918712632, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.067055702209473, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.879126787185669, + "num_tokens": 239438560.0, + "step": 6277 + }, + { + "epoch": 0.7986261289912225, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.055329322814941, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.8590636253356934, + "num_tokens": 239475851.0, + "step": 6278 + }, + { + "epoch": 0.798753339269813, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.088602066040039, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8687976598739624, + "num_tokens": 239519165.0, + "step": 6279 + }, + { + "epoch": 0.7988805495484035, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.045951843261719, + "learning_rate": 1e-06, + "loss": 0.4651, + "mean_token_accuracy": 0.8517970442771912, + "num_tokens": 239560602.0, + "step": 6280 + }, + { + "epoch": 0.799007759826994, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.161321640014648, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8657820820808411, + "num_tokens": 239591933.0, + "step": 6281 + }, + { + "epoch": 0.7991349701055845, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.04521656036377, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8577172756195068, + "num_tokens": 239625495.0, + "step": 6282 + }, + { + "epoch": 0.7992621803841751, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.076608657836914, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8789209127426147, + "num_tokens": 239658249.0, + "step": 6283 + }, + { + "epoch": 0.7993893906627656, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.090540885925293, + "learning_rate": 1e-06, + "loss": 0.4396, + "mean_token_accuracy": 0.8543189764022827, + "num_tokens": 239690194.0, + "step": 6284 + }, + { + "epoch": 0.799516600941356, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.076510429382324, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8609751462936401, + "num_tokens": 239728315.0, + "step": 6285 + }, + { + "epoch": 0.7996438112199465, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.082428932189941, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8679108619689941, + "num_tokens": 239764505.0, + "step": 6286 + }, + { + "epoch": 0.7997710214985371, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.019365310668945, + "learning_rate": 1e-06, + "loss": 0.4566, + "mean_token_accuracy": 0.8479447364807129, + "num_tokens": 239809461.0, + "step": 6287 + }, + { + "epoch": 0.7998982317771276, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.087882041931152, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8582971096038818, + "num_tokens": 239845232.0, + "step": 6288 + }, + { + "epoch": 0.8000254420557181, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.073247909545898, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8694233894348145, + "num_tokens": 239885489.0, + "step": 6289 + }, + { + "epoch": 0.8001526523343087, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.040157318115234, + "learning_rate": 1e-06, + "loss": 0.4493, + "mean_token_accuracy": 0.8519800901412964, + "num_tokens": 239921159.0, + "step": 6290 + }, + { + "epoch": 0.8002798626128991, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.091072082519531, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8675903677940369, + "num_tokens": 239960879.0, + "step": 6291 + }, + { + "epoch": 0.8004070728914896, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.149070739746094, + "learning_rate": 1e-06, + "loss": 0.4432, + "mean_token_accuracy": 0.8536630868911743, + "num_tokens": 239994302.0, + "step": 6292 + }, + { + "epoch": 0.8005342831700801, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.095558166503906, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8704627752304077, + "num_tokens": 240027759.0, + "step": 6293 + }, + { + "epoch": 0.8006614934486707, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.079582214355469, + "learning_rate": 1e-06, + "loss": 0.4123, + "mean_token_accuracy": 0.8580421209335327, + "num_tokens": 240065049.0, + "step": 6294 + }, + { + "epoch": 0.8007887037272612, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.115345001220703, + "learning_rate": 1e-06, + "loss": 0.467, + "mean_token_accuracy": 0.8503372669219971, + "num_tokens": 240101453.0, + "step": 6295 + }, + { + "epoch": 0.8009159140058517, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.131246566772461, + "learning_rate": 1e-06, + "loss": 0.4654, + "mean_token_accuracy": 0.843498945236206, + "num_tokens": 240136831.0, + "step": 6296 + }, + { + "epoch": 0.8010431242844421, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.050368309020996, + "learning_rate": 1e-06, + "loss": 0.4377, + "mean_token_accuracy": 0.861782968044281, + "num_tokens": 240173364.0, + "step": 6297 + }, + { + "epoch": 0.8011703345630327, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.105668067932129, + "learning_rate": 1e-06, + "loss": 0.4662, + "mean_token_accuracy": 0.8421657681465149, + "num_tokens": 240206718.0, + "step": 6298 + }, + { + "epoch": 0.8012975448416232, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.115487098693848, + "learning_rate": 1e-06, + "loss": 0.4548, + "mean_token_accuracy": 0.8512853384017944, + "num_tokens": 240245633.0, + "step": 6299 + }, + { + "epoch": 0.8014247551202137, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.037939071655273, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8776061534881592, + "num_tokens": 240283887.0, + "step": 6300 + }, + { + "epoch": 0.8015519653988042, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.088379859924316, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8553636074066162, + "num_tokens": 240322208.0, + "step": 6301 + }, + { + "epoch": 0.8016791756773948, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.095587730407715, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8665014505386353, + "num_tokens": 240356154.0, + "step": 6302 + }, + { + "epoch": 0.8018063859559852, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.082168579101562, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8616677522659302, + "num_tokens": 240389103.0, + "step": 6303 + }, + { + "epoch": 0.8019335962345757, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.047271728515625, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8802763223648071, + "num_tokens": 240429545.0, + "step": 6304 + }, + { + "epoch": 0.8020608065131662, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.099539756774902, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8802311420440674, + "num_tokens": 240468556.0, + "step": 6305 + }, + { + "epoch": 0.8021880167917568, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.08553695678711, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.864382266998291, + "num_tokens": 240508534.0, + "step": 6306 + }, + { + "epoch": 0.8023152270703473, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.054936408996582, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8628870844841003, + "num_tokens": 240540833.0, + "step": 6307 + }, + { + "epoch": 0.8024424373489378, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.123687744140625, + "learning_rate": 1e-06, + "loss": 0.445, + "mean_token_accuracy": 0.855582058429718, + "num_tokens": 240577768.0, + "step": 6308 + }, + { + "epoch": 0.8025696476275284, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.074201583862305, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8589218854904175, + "num_tokens": 240610607.0, + "step": 6309 + }, + { + "epoch": 0.8026968579061188, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.080404281616211, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8594068884849548, + "num_tokens": 240646056.0, + "step": 6310 + }, + { + "epoch": 0.8028240681847093, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.069771766662598, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8706258535385132, + "num_tokens": 240682513.0, + "step": 6311 + }, + { + "epoch": 0.8029512784632998, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.17775821685791, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8643926978111267, + "num_tokens": 240716311.0, + "step": 6312 + }, + { + "epoch": 0.8030784887418904, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.075491905212402, + "learning_rate": 1e-06, + "loss": 0.4471, + "mean_token_accuracy": 0.8553410768508911, + "num_tokens": 240758873.0, + "step": 6313 + }, + { + "epoch": 0.8032056990204809, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.059582710266113, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8685582876205444, + "num_tokens": 240797163.0, + "step": 6314 + }, + { + "epoch": 0.8033329092990714, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.129861831665039, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8747555613517761, + "num_tokens": 240835719.0, + "step": 6315 + }, + { + "epoch": 0.8034601195776618, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.061702728271484, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.855708658695221, + "num_tokens": 240874359.0, + "step": 6316 + }, + { + "epoch": 0.8035873298562524, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.141714096069336, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8762035369873047, + "num_tokens": 240909125.0, + "step": 6317 + }, + { + "epoch": 0.8037145401348429, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.093910217285156, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.86818528175354, + "num_tokens": 240949391.0, + "step": 6318 + }, + { + "epoch": 0.8038417504134334, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.12728214263916, + "learning_rate": 1e-06, + "loss": 0.4574, + "mean_token_accuracy": 0.85279381275177, + "num_tokens": 240987390.0, + "step": 6319 + }, + { + "epoch": 0.803968960692024, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.080930709838867, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8571834564208984, + "num_tokens": 241025359.0, + "step": 6320 + }, + { + "epoch": 0.8040961709706145, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.116621971130371, + "learning_rate": 1e-06, + "loss": 0.4338, + "mean_token_accuracy": 0.8579916954040527, + "num_tokens": 241060532.0, + "step": 6321 + }, + { + "epoch": 0.8042233812492049, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.093350410461426, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8699049949645996, + "num_tokens": 241098547.0, + "step": 6322 + }, + { + "epoch": 0.8043505915277954, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.063809394836426, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8634922504425049, + "num_tokens": 241131091.0, + "step": 6323 + }, + { + "epoch": 0.804477801806386, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.167243003845215, + "learning_rate": 1e-06, + "loss": 0.4435, + "mean_token_accuracy": 0.8526397347450256, + "num_tokens": 241164495.0, + "step": 6324 + }, + { + "epoch": 0.8046050120849765, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.048858642578125, + "learning_rate": 1e-06, + "loss": 0.4358, + "mean_token_accuracy": 0.8571172952651978, + "num_tokens": 241203777.0, + "step": 6325 + }, + { + "epoch": 0.804732222363567, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.16351318359375, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8571068048477173, + "num_tokens": 241243219.0, + "step": 6326 + }, + { + "epoch": 0.8048594326421575, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.09819221496582, + "learning_rate": 1e-06, + "loss": 0.4694, + "mean_token_accuracy": 0.8469586372375488, + "num_tokens": 241284547.0, + "step": 6327 + }, + { + "epoch": 0.804986642920748, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.077999114990234, + "learning_rate": 1e-06, + "loss": 0.4823, + "mean_token_accuracy": 0.8458817005157471, + "num_tokens": 241331110.0, + "step": 6328 + }, + { + "epoch": 0.8051138531993385, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.092708587646484, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8627434968948364, + "num_tokens": 241372720.0, + "step": 6329 + }, + { + "epoch": 0.805241063477929, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.10020923614502, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.864640474319458, + "num_tokens": 241408173.0, + "step": 6330 + }, + { + "epoch": 0.8053682737565195, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.124435424804688, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8700785040855408, + "num_tokens": 241445021.0, + "step": 6331 + }, + { + "epoch": 0.8054954840351101, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.109390258789062, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8680667877197266, + "num_tokens": 241481874.0, + "step": 6332 + }, + { + "epoch": 0.8056226943137006, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.12728500366211, + "learning_rate": 1e-06, + "loss": 0.4593, + "mean_token_accuracy": 0.8480535745620728, + "num_tokens": 241523140.0, + "step": 6333 + }, + { + "epoch": 0.805749904592291, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.114151000976562, + "learning_rate": 1e-06, + "loss": 0.4569, + "mean_token_accuracy": 0.8454958200454712, + "num_tokens": 241563424.0, + "step": 6334 + }, + { + "epoch": 0.8058771148708815, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.14110279083252, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8758684396743774, + "num_tokens": 241600004.0, + "step": 6335 + }, + { + "epoch": 0.8060043251494721, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.033464431762695, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8619821071624756, + "num_tokens": 241642704.0, + "step": 6336 + }, + { + "epoch": 0.8061315354280626, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.103272438049316, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8673751354217529, + "num_tokens": 241679176.0, + "step": 6337 + }, + { + "epoch": 0.8062587457066531, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.081271171569824, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8678498864173889, + "num_tokens": 241721168.0, + "step": 6338 + }, + { + "epoch": 0.8063859559852437, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.066283226013184, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8766549229621887, + "num_tokens": 241759735.0, + "step": 6339 + }, + { + "epoch": 0.8065131662638341, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.08914566040039, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8636479377746582, + "num_tokens": 241799445.0, + "step": 6340 + }, + { + "epoch": 0.8066403765424246, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.060519218444824, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8666623830795288, + "num_tokens": 241839333.0, + "step": 6341 + }, + { + "epoch": 0.8067675868210151, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.094072341918945, + "learning_rate": 1e-06, + "loss": 0.4548, + "mean_token_accuracy": 0.8507389426231384, + "num_tokens": 241880248.0, + "step": 6342 + }, + { + "epoch": 0.8068947970996057, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.079258918762207, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8755834102630615, + "num_tokens": 241926717.0, + "step": 6343 + }, + { + "epoch": 0.8070220073781962, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.058826446533203, + "learning_rate": 1e-06, + "loss": 0.4435, + "mean_token_accuracy": 0.8538424372673035, + "num_tokens": 241966080.0, + "step": 6344 + }, + { + "epoch": 0.8071492176567867, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.082012176513672, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8606206178665161, + "num_tokens": 242011975.0, + "step": 6345 + }, + { + "epoch": 0.8072764279353771, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.105822563171387, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.876434862613678, + "num_tokens": 242046320.0, + "step": 6346 + }, + { + "epoch": 0.8074036382139677, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.09515380859375, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8640621900558472, + "num_tokens": 242085157.0, + "step": 6347 + }, + { + "epoch": 0.8075308484925582, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.105446815490723, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8593894839286804, + "num_tokens": 242116548.0, + "step": 6348 + }, + { + "epoch": 0.8076580587711487, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.095221519470215, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8692591190338135, + "num_tokens": 242151883.0, + "step": 6349 + }, + { + "epoch": 0.8077852690497392, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.060726165771484, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8605498671531677, + "num_tokens": 242190486.0, + "step": 6350 + }, + { + "epoch": 0.8079124793283298, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.075311660766602, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8668855428695679, + "num_tokens": 242232720.0, + "step": 6351 + }, + { + "epoch": 0.8080396896069202, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.099968910217285, + "learning_rate": 1e-06, + "loss": 0.4075, + "mean_token_accuracy": 0.864526093006134, + "num_tokens": 242273926.0, + "step": 6352 + }, + { + "epoch": 0.8081668998855107, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.127386093139648, + "learning_rate": 1e-06, + "loss": 0.4468, + "mean_token_accuracy": 0.8525025844573975, + "num_tokens": 242313484.0, + "step": 6353 + }, + { + "epoch": 0.8082941101641012, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.084024429321289, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8569759130477905, + "num_tokens": 242352101.0, + "step": 6354 + }, + { + "epoch": 0.8084213204426918, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.07828140258789, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.878568172454834, + "num_tokens": 242392958.0, + "step": 6355 + }, + { + "epoch": 0.8085485307212823, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.068392753601074, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8647319078445435, + "num_tokens": 242432327.0, + "step": 6356 + }, + { + "epoch": 0.8086757409998728, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.114885330200195, + "learning_rate": 1e-06, + "loss": 0.4765, + "mean_token_accuracy": 0.8422388434410095, + "num_tokens": 242473714.0, + "step": 6357 + }, + { + "epoch": 0.8088029512784632, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.072957038879395, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8709200620651245, + "num_tokens": 242513179.0, + "step": 6358 + }, + { + "epoch": 0.8089301615570538, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.090673446655273, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8644573092460632, + "num_tokens": 242549398.0, + "step": 6359 + }, + { + "epoch": 0.8090573718356443, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.107902526855469, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.858824610710144, + "num_tokens": 242583705.0, + "step": 6360 + }, + { + "epoch": 0.8091845821142348, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.05865478515625, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8672592043876648, + "num_tokens": 242625900.0, + "step": 6361 + }, + { + "epoch": 0.8093117923928254, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.078436851501465, + "learning_rate": 1e-06, + "loss": 0.4458, + "mean_token_accuracy": 0.8515573143959045, + "num_tokens": 242665766.0, + "step": 6362 + }, + { + "epoch": 0.8094390026714159, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.061127662658691, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.866319477558136, + "num_tokens": 242707634.0, + "step": 6363 + }, + { + "epoch": 0.8095662129500064, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.096566200256348, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8585525751113892, + "num_tokens": 242746791.0, + "step": 6364 + }, + { + "epoch": 0.8096934232285968, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.089326858520508, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8754885196685791, + "num_tokens": 242784861.0, + "step": 6365 + }, + { + "epoch": 0.8098206335071874, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.080155372619629, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8782702684402466, + "num_tokens": 242817612.0, + "step": 6366 + }, + { + "epoch": 0.8099478437857779, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.06144905090332, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8710716962814331, + "num_tokens": 242854951.0, + "step": 6367 + }, + { + "epoch": 0.8100750540643684, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.06320571899414, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8792332410812378, + "num_tokens": 242894166.0, + "step": 6368 + }, + { + "epoch": 0.8102022643429589, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.1112642288208, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8686352968215942, + "num_tokens": 242936230.0, + "step": 6369 + }, + { + "epoch": 0.8103294746215495, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.105390548706055, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8739994764328003, + "num_tokens": 242973148.0, + "step": 6370 + }, + { + "epoch": 0.8104566849001399, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.076455116271973, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8647468090057373, + "num_tokens": 243013029.0, + "step": 6371 + }, + { + "epoch": 0.8105838951787304, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.111538887023926, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8622119426727295, + "num_tokens": 243054847.0, + "step": 6372 + }, + { + "epoch": 0.810711105457321, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.092342376708984, + "learning_rate": 1e-06, + "loss": 0.4356, + "mean_token_accuracy": 0.856695294380188, + "num_tokens": 243096524.0, + "step": 6373 + }, + { + "epoch": 0.8108383157359115, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.098615646362305, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8558818697929382, + "num_tokens": 243132397.0, + "step": 6374 + }, + { + "epoch": 0.810965526014502, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.073793411254883, + "learning_rate": 1e-06, + "loss": 0.4633, + "mean_token_accuracy": 0.8498279452323914, + "num_tokens": 243171790.0, + "step": 6375 + }, + { + "epoch": 0.8110927362930925, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.108941078186035, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8613699078559875, + "num_tokens": 243208217.0, + "step": 6376 + }, + { + "epoch": 0.811219946571683, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.133588790893555, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8684284090995789, + "num_tokens": 243245260.0, + "step": 6377 + }, + { + "epoch": 0.8113471568502735, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.092517852783203, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8717007637023926, + "num_tokens": 243283924.0, + "step": 6378 + }, + { + "epoch": 0.811474367128864, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.08538818359375, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8711453080177307, + "num_tokens": 243321977.0, + "step": 6379 + }, + { + "epoch": 0.8116015774074545, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.091174125671387, + "learning_rate": 1e-06, + "loss": 0.4459, + "mean_token_accuracy": 0.8604830503463745, + "num_tokens": 243359349.0, + "step": 6380 + }, + { + "epoch": 0.8117287876860451, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.069361686706543, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8662391304969788, + "num_tokens": 243395722.0, + "step": 6381 + }, + { + "epoch": 0.8118559979646356, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.109930038452148, + "learning_rate": 1e-06, + "loss": 0.4418, + "mean_token_accuracy": 0.8538708686828613, + "num_tokens": 243429022.0, + "step": 6382 + }, + { + "epoch": 0.811983208243226, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.071850776672363, + "learning_rate": 1e-06, + "loss": 0.4801, + "mean_token_accuracy": 0.8417211771011353, + "num_tokens": 243468474.0, + "step": 6383 + }, + { + "epoch": 0.8121104185218165, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.083902359008789, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8786928653717041, + "num_tokens": 243503045.0, + "step": 6384 + }, + { + "epoch": 0.8122376288004071, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.088020324707031, + "learning_rate": 1e-06, + "loss": 0.4647, + "mean_token_accuracy": 0.8533464074134827, + "num_tokens": 243543865.0, + "step": 6385 + }, + { + "epoch": 0.8123648390789976, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.107698440551758, + "learning_rate": 1e-06, + "loss": 0.4329, + "mean_token_accuracy": 0.8566374182701111, + "num_tokens": 243581258.0, + "step": 6386 + }, + { + "epoch": 0.8124920493575881, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.191665649414062, + "learning_rate": 1e-06, + "loss": 0.4323, + "mean_token_accuracy": 0.8569549322128296, + "num_tokens": 243622777.0, + "step": 6387 + }, + { + "epoch": 0.8126192596361786, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.057429313659668, + "learning_rate": 1e-06, + "loss": 0.4536, + "mean_token_accuracy": 0.8516150712966919, + "num_tokens": 243664549.0, + "step": 6388 + }, + { + "epoch": 0.8127464699147691, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.083963394165039, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8574886322021484, + "num_tokens": 243710408.0, + "step": 6389 + }, + { + "epoch": 0.8128736801933596, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.099257469177246, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8640438318252563, + "num_tokens": 243752598.0, + "step": 6390 + }, + { + "epoch": 0.8130008904719501, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.130194664001465, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8598326444625854, + "num_tokens": 243789805.0, + "step": 6391 + }, + { + "epoch": 0.8131281007505406, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.118172645568848, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8735997080802917, + "num_tokens": 243824124.0, + "step": 6392 + }, + { + "epoch": 0.8132553110291312, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.137141227722168, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.862948477268219, + "num_tokens": 243863448.0, + "step": 6393 + }, + { + "epoch": 0.8133825213077217, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.141766548156738, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8664731383323669, + "num_tokens": 243902085.0, + "step": 6394 + }, + { + "epoch": 0.8135097315863121, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.093171119689941, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8574470281600952, + "num_tokens": 243945349.0, + "step": 6395 + }, + { + "epoch": 0.8136369418649027, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.09923267364502, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8614122867584229, + "num_tokens": 243982221.0, + "step": 6396 + }, + { + "epoch": 0.8137641521434932, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.137675285339355, + "learning_rate": 1e-06, + "loss": 0.4523, + "mean_token_accuracy": 0.8506972193717957, + "num_tokens": 244012576.0, + "step": 6397 + }, + { + "epoch": 0.8138913624220837, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.103277206420898, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8704111576080322, + "num_tokens": 244052089.0, + "step": 6398 + }, + { + "epoch": 0.8140185727006742, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.172057151794434, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8642477989196777, + "num_tokens": 244088712.0, + "step": 6399 + }, + { + "epoch": 0.8141457829792648, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.121636390686035, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8645924925804138, + "num_tokens": 244127655.0, + "step": 6400 + }, + { + "epoch": 0.8142729932578552, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.163970947265625, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8683707118034363, + "num_tokens": 244158588.0, + "step": 6401 + }, + { + "epoch": 0.8144002035364457, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.112506866455078, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8817260265350342, + "num_tokens": 244193872.0, + "step": 6402 + }, + { + "epoch": 0.8145274138150362, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.097906112670898, + "learning_rate": 1e-06, + "loss": 0.4656, + "mean_token_accuracy": 0.848732590675354, + "num_tokens": 244234055.0, + "step": 6403 + }, + { + "epoch": 0.8146546240936268, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.135273933410645, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8647063970565796, + "num_tokens": 244275163.0, + "step": 6404 + }, + { + "epoch": 0.8147818343722173, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.083038330078125, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.860310971736908, + "num_tokens": 244315241.0, + "step": 6405 + }, + { + "epoch": 0.8149090446508078, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.130813598632812, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8779683709144592, + "num_tokens": 244351947.0, + "step": 6406 + }, + { + "epoch": 0.8150362549293982, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.132159233093262, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8609985113143921, + "num_tokens": 244387706.0, + "step": 6407 + }, + { + "epoch": 0.8151634652079888, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.076457023620605, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8707695603370667, + "num_tokens": 244428447.0, + "step": 6408 + }, + { + "epoch": 0.8152906754865793, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.180299758911133, + "learning_rate": 1e-06, + "loss": 0.4559, + "mean_token_accuracy": 0.8489463329315186, + "num_tokens": 244471191.0, + "step": 6409 + }, + { + "epoch": 0.8154178857651698, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.124342918395996, + "learning_rate": 1e-06, + "loss": 0.4865, + "mean_token_accuracy": 0.8451256155967712, + "num_tokens": 244509198.0, + "step": 6410 + }, + { + "epoch": 0.8155450960437604, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.137679100036621, + "learning_rate": 1e-06, + "loss": 0.4423, + "mean_token_accuracy": 0.8555428981781006, + "num_tokens": 244549677.0, + "step": 6411 + }, + { + "epoch": 0.8156723063223509, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.116630554199219, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.8510661125183105, + "num_tokens": 244583586.0, + "step": 6412 + }, + { + "epoch": 0.8157995166009414, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.084528923034668, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.87044358253479, + "num_tokens": 244621220.0, + "step": 6413 + }, + { + "epoch": 0.8159267268795318, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.097478866577148, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8699374198913574, + "num_tokens": 244655941.0, + "step": 6414 + }, + { + "epoch": 0.8160539371581224, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.097914695739746, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8800365924835205, + "num_tokens": 244685807.0, + "step": 6415 + }, + { + "epoch": 0.8161811474367129, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.045955657958984, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8611501455307007, + "num_tokens": 244726866.0, + "step": 6416 + }, + { + "epoch": 0.8163083577153034, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.097439765930176, + "learning_rate": 1e-06, + "loss": 0.4532, + "mean_token_accuracy": 0.8545745611190796, + "num_tokens": 244767273.0, + "step": 6417 + }, + { + "epoch": 0.8164355679938939, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.139860153198242, + "learning_rate": 1e-06, + "loss": 0.4178, + "mean_token_accuracy": 0.8591711521148682, + "num_tokens": 244806111.0, + "step": 6418 + }, + { + "epoch": 0.8165627782724845, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.17394733428955, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8741050958633423, + "num_tokens": 244841706.0, + "step": 6419 + }, + { + "epoch": 0.8166899885510749, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.076305389404297, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8652878999710083, + "num_tokens": 244883908.0, + "step": 6420 + }, + { + "epoch": 0.8168171988296654, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.106155395507812, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.855597198009491, + "num_tokens": 244919090.0, + "step": 6421 + }, + { + "epoch": 0.8169444091082559, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.13188362121582, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8777639865875244, + "num_tokens": 244961141.0, + "step": 6422 + }, + { + "epoch": 0.8170716193868465, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.079383850097656, + "learning_rate": 1e-06, + "loss": 0.454, + "mean_token_accuracy": 0.8478901982307434, + "num_tokens": 245004503.0, + "step": 6423 + }, + { + "epoch": 0.817198829665437, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.09188461303711, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.861686110496521, + "num_tokens": 245045042.0, + "step": 6424 + }, + { + "epoch": 0.8173260399440275, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.141834259033203, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8611016273498535, + "num_tokens": 245085416.0, + "step": 6425 + }, + { + "epoch": 0.8174532502226179, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.165693283081055, + "learning_rate": 1e-06, + "loss": 0.4294, + "mean_token_accuracy": 0.8535851240158081, + "num_tokens": 245116137.0, + "step": 6426 + }, + { + "epoch": 0.8175804605012085, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.091790199279785, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8754945993423462, + "num_tokens": 245159181.0, + "step": 6427 + }, + { + "epoch": 0.817707670779799, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.098566055297852, + "learning_rate": 1e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.8550015687942505, + "num_tokens": 245205199.0, + "step": 6428 + }, + { + "epoch": 0.8178348810583895, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.117375373840332, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8674386739730835, + "num_tokens": 245242455.0, + "step": 6429 + }, + { + "epoch": 0.8179620913369801, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.095172882080078, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8821000456809998, + "num_tokens": 245280675.0, + "step": 6430 + }, + { + "epoch": 0.8180893016155706, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.151927947998047, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8778458833694458, + "num_tokens": 245316947.0, + "step": 6431 + }, + { + "epoch": 0.818216511894161, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.093660354614258, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8670076131820679, + "num_tokens": 245355145.0, + "step": 6432 + }, + { + "epoch": 0.8183437221727515, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.146263122558594, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.874331533908844, + "num_tokens": 245390282.0, + "step": 6433 + }, + { + "epoch": 0.8184709324513421, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.072547912597656, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8722072839736938, + "num_tokens": 245430262.0, + "step": 6434 + }, + { + "epoch": 0.8185981427299326, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.154012680053711, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8602335453033447, + "num_tokens": 245470874.0, + "step": 6435 + }, + { + "epoch": 0.8187253530085231, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.093656539916992, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8708283305168152, + "num_tokens": 245506626.0, + "step": 6436 + }, + { + "epoch": 0.8188525632871136, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.11334228515625, + "learning_rate": 1e-06, + "loss": 0.4652, + "mean_token_accuracy": 0.8465113639831543, + "num_tokens": 245546794.0, + "step": 6437 + }, + { + "epoch": 0.8189797735657041, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.074759483337402, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.866605818271637, + "num_tokens": 245589544.0, + "step": 6438 + }, + { + "epoch": 0.8191069838442946, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.137466430664062, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8796921968460083, + "num_tokens": 245628889.0, + "step": 6439 + }, + { + "epoch": 0.8192341941228851, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.039706230163574, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8600289821624756, + "num_tokens": 245674615.0, + "step": 6440 + }, + { + "epoch": 0.8193614044014756, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.106980323791504, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8626455068588257, + "num_tokens": 245713966.0, + "step": 6441 + }, + { + "epoch": 0.8194886146800662, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.096532821655273, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8679507970809937, + "num_tokens": 245750035.0, + "step": 6442 + }, + { + "epoch": 0.8196158249586567, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.096653938293457, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8797045946121216, + "num_tokens": 245788506.0, + "step": 6443 + }, + { + "epoch": 0.8197430352372471, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.035381317138672, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8667745590209961, + "num_tokens": 245826547.0, + "step": 6444 + }, + { + "epoch": 0.8198702455158376, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.059632301330566, + "learning_rate": 1e-06, + "loss": 0.445, + "mean_token_accuracy": 0.8539084196090698, + "num_tokens": 245874363.0, + "step": 6445 + }, + { + "epoch": 0.8199974557944282, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.084236145019531, + "learning_rate": 1e-06, + "loss": 0.4755, + "mean_token_accuracy": 0.8447179794311523, + "num_tokens": 245917813.0, + "step": 6446 + }, + { + "epoch": 0.8201246660730187, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.109065055847168, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8602015972137451, + "num_tokens": 245952177.0, + "step": 6447 + }, + { + "epoch": 0.8202518763516092, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.086645126342773, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8657842874526978, + "num_tokens": 245992897.0, + "step": 6448 + }, + { + "epoch": 0.8203790866301998, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.086898803710938, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8721931576728821, + "num_tokens": 246029657.0, + "step": 6449 + }, + { + "epoch": 0.8205062969087902, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.118671417236328, + "learning_rate": 1e-06, + "loss": 0.4403, + "mean_token_accuracy": 0.85413658618927, + "num_tokens": 246072425.0, + "step": 6450 + }, + { + "epoch": 0.8206335071873807, + "ewc_loss": 0.012939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2934207916259766e-05, + "grad_norm": 10.069263458251953, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8806791305541992, + "num_tokens": 246113131.0, + "step": 6451 + }, + { + "epoch": 0.8207607174659712, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.095234870910645, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8661448955535889, + "num_tokens": 246154548.0, + "step": 6452 + }, + { + "epoch": 0.8208879277445618, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.145768165588379, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.859813928604126, + "num_tokens": 246189518.0, + "step": 6453 + }, + { + "epoch": 0.8210151380231523, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.06155014038086, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.859085202217102, + "num_tokens": 246235248.0, + "step": 6454 + }, + { + "epoch": 0.8211423483017428, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.044032096862793, + "learning_rate": 1e-06, + "loss": 0.4428, + "mean_token_accuracy": 0.8569891452789307, + "num_tokens": 246277016.0, + "step": 6455 + }, + { + "epoch": 0.8212695585803332, + "ewc_loss": 0.01300048828125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.2993812561035156e-05, + "grad_norm": 10.087124824523926, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8607221245765686, + "num_tokens": 246312352.0, + "step": 6456 + }, + { + "epoch": 0.8213967688589238, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.059678077697754, + "learning_rate": 1e-06, + "loss": 0.4613, + "mean_token_accuracy": 0.849170982837677, + "num_tokens": 246355079.0, + "step": 6457 + }, + { + "epoch": 0.8215239791375143, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.097173690795898, + "learning_rate": 1e-06, + "loss": 0.4648, + "mean_token_accuracy": 0.8509786128997803, + "num_tokens": 246391073.0, + "step": 6458 + }, + { + "epoch": 0.8216511894161048, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.030325889587402, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8694205284118652, + "num_tokens": 246435407.0, + "step": 6459 + }, + { + "epoch": 0.8217783996946953, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.178709983825684, + "learning_rate": 1e-06, + "loss": 0.4638, + "mean_token_accuracy": 0.8503638505935669, + "num_tokens": 246475303.0, + "step": 6460 + }, + { + "epoch": 0.8219056099732859, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.07511043548584, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.8614556789398193, + "num_tokens": 246515237.0, + "step": 6461 + }, + { + "epoch": 0.8220328202518764, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.086085319519043, + "learning_rate": 1e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.8586938381195068, + "num_tokens": 246554958.0, + "step": 6462 + }, + { + "epoch": 0.8221600305304668, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.148529052734375, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8639333248138428, + "num_tokens": 246592327.0, + "step": 6463 + }, + { + "epoch": 0.8222872408090574, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.06711483001709, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.868068516254425, + "num_tokens": 246626965.0, + "step": 6464 + }, + { + "epoch": 0.8224144510876479, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.120765686035156, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.860066294670105, + "num_tokens": 246662049.0, + "step": 6465 + }, + { + "epoch": 0.8225416613662384, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.128705024719238, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8649219274520874, + "num_tokens": 246696989.0, + "step": 6466 + }, + { + "epoch": 0.8226688716448289, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.117140769958496, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.867705225944519, + "num_tokens": 246738418.0, + "step": 6467 + }, + { + "epoch": 0.8227960819234195, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.110114097595215, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.864334225654602, + "num_tokens": 246776779.0, + "step": 6468 + }, + { + "epoch": 0.8229232922020099, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.096511840820312, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8693883419036865, + "num_tokens": 246814029.0, + "step": 6469 + }, + { + "epoch": 0.8230505024806004, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.06384563446045, + "learning_rate": 1e-06, + "loss": 0.4376, + "mean_token_accuracy": 0.8543826341629028, + "num_tokens": 246856390.0, + "step": 6470 + }, + { + "epoch": 0.8231777127591909, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.127636909484863, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8649904727935791, + "num_tokens": 246895563.0, + "step": 6471 + }, + { + "epoch": 0.8233049230377815, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.110588073730469, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8603067398071289, + "num_tokens": 246935956.0, + "step": 6472 + }, + { + "epoch": 0.823432133316372, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.149791717529297, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8593841195106506, + "num_tokens": 246984765.0, + "step": 6473 + }, + { + "epoch": 0.8235593435949625, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.105476379394531, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8671056032180786, + "num_tokens": 247017086.0, + "step": 6474 + }, + { + "epoch": 0.8236865538735529, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.103632926940918, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8687886595726013, + "num_tokens": 247056195.0, + "step": 6475 + }, + { + "epoch": 0.8238137641521435, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.145561218261719, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8762840628623962, + "num_tokens": 247094063.0, + "step": 6476 + }, + { + "epoch": 0.823940974430734, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.13870620727539, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8625295162200928, + "num_tokens": 247131743.0, + "step": 6477 + }, + { + "epoch": 0.8240681847093245, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.130667686462402, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8612694144248962, + "num_tokens": 247169477.0, + "step": 6478 + }, + { + "epoch": 0.824195394987915, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.100525856018066, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.87269127368927, + "num_tokens": 247209159.0, + "step": 6479 + }, + { + "epoch": 0.8243226052665056, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.115854263305664, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.864065945148468, + "num_tokens": 247247603.0, + "step": 6480 + }, + { + "epoch": 0.824449815545096, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.078214645385742, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8731951713562012, + "num_tokens": 247290184.0, + "step": 6481 + }, + { + "epoch": 0.8245770258236865, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.154915809631348, + "learning_rate": 1e-06, + "loss": 0.4702, + "mean_token_accuracy": 0.8455557227134705, + "num_tokens": 247331862.0, + "step": 6482 + }, + { + "epoch": 0.824704236102277, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.141989707946777, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8633547425270081, + "num_tokens": 247368271.0, + "step": 6483 + }, + { + "epoch": 0.8248314463808676, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.111865997314453, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8623822331428528, + "num_tokens": 247408077.0, + "step": 6484 + }, + { + "epoch": 0.8249586566594581, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.163884162902832, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.871164083480835, + "num_tokens": 247447408.0, + "step": 6485 + }, + { + "epoch": 0.8250858669380486, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.128328323364258, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8736749887466431, + "num_tokens": 247489863.0, + "step": 6486 + }, + { + "epoch": 0.8252130772166391, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.105224609375, + "learning_rate": 1e-06, + "loss": 0.4296, + "mean_token_accuracy": 0.8600510358810425, + "num_tokens": 247532233.0, + "step": 6487 + }, + { + "epoch": 0.8253402874952296, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.124499320983887, + "learning_rate": 1e-06, + "loss": 0.4956, + "mean_token_accuracy": 0.8398897647857666, + "num_tokens": 247570719.0, + "step": 6488 + }, + { + "epoch": 0.8254674977738201, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.081367492675781, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8686083555221558, + "num_tokens": 247603302.0, + "step": 6489 + }, + { + "epoch": 0.8255947080524106, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.163387298583984, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8657042980194092, + "num_tokens": 247642837.0, + "step": 6490 + }, + { + "epoch": 0.8257219183310012, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.13707447052002, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8604365587234497, + "num_tokens": 247685246.0, + "step": 6491 + }, + { + "epoch": 0.8258491286095917, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.134230613708496, + "learning_rate": 1e-06, + "loss": 0.4449, + "mean_token_accuracy": 0.8546969294548035, + "num_tokens": 247720871.0, + "step": 6492 + }, + { + "epoch": 0.8259763388881821, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.109434127807617, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.864570140838623, + "num_tokens": 247759796.0, + "step": 6493 + }, + { + "epoch": 0.8261035491667726, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.10890007019043, + "learning_rate": 1e-06, + "loss": 0.4892, + "mean_token_accuracy": 0.8428777456283569, + "num_tokens": 247806486.0, + "step": 6494 + }, + { + "epoch": 0.8262307594453632, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.118353843688965, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8712204694747925, + "num_tokens": 247842031.0, + "step": 6495 + }, + { + "epoch": 0.8263579697239537, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.13448715209961, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.866765558719635, + "num_tokens": 247883438.0, + "step": 6496 + }, + { + "epoch": 0.8264851800025442, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.113036155700684, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8714965581893921, + "num_tokens": 247921491.0, + "step": 6497 + }, + { + "epoch": 0.8266123902811348, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.171783447265625, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8734211921691895, + "num_tokens": 247957454.0, + "step": 6498 + }, + { + "epoch": 0.8267396005597252, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.124444961547852, + "learning_rate": 1e-06, + "loss": 0.4699, + "mean_token_accuracy": 0.848474383354187, + "num_tokens": 247997705.0, + "step": 6499 + }, + { + "epoch": 0.8268668108383157, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.163358688354492, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8587561845779419, + "num_tokens": 248034536.0, + "step": 6500 + }, + { + "epoch": 0.8269940211169062, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.129653930664062, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8652560710906982, + "num_tokens": 248080916.0, + "step": 6501 + }, + { + "epoch": 0.8271212313954968, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.196504592895508, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8615617752075195, + "num_tokens": 248119719.0, + "step": 6502 + }, + { + "epoch": 0.8272484416740873, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.136115074157715, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8603790998458862, + "num_tokens": 248156221.0, + "step": 6503 + }, + { + "epoch": 0.8273756519526778, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.168113708496094, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8681623339653015, + "num_tokens": 248191780.0, + "step": 6504 + }, + { + "epoch": 0.8275028622312682, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.154257774353027, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.8576781749725342, + "num_tokens": 248228594.0, + "step": 6505 + }, + { + "epoch": 0.8276300725098588, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.132966995239258, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.86783367395401, + "num_tokens": 248260372.0, + "step": 6506 + }, + { + "epoch": 0.8277572827884493, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.132879257202148, + "learning_rate": 1e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.8554572463035583, + "num_tokens": 248299361.0, + "step": 6507 + }, + { + "epoch": 0.8278844930670398, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.103984832763672, + "learning_rate": 1e-06, + "loss": 0.4529, + "mean_token_accuracy": 0.8559758067131042, + "num_tokens": 248337370.0, + "step": 6508 + }, + { + "epoch": 0.8280117033456303, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.160253524780273, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8665544986724854, + "num_tokens": 248377541.0, + "step": 6509 + }, + { + "epoch": 0.8281389136242209, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.216798782348633, + "learning_rate": 1e-06, + "loss": 0.4806, + "mean_token_accuracy": 0.8464727997779846, + "num_tokens": 248413928.0, + "step": 6510 + }, + { + "epoch": 0.8282661239028114, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.122312545776367, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8624449968338013, + "num_tokens": 248453283.0, + "step": 6511 + }, + { + "epoch": 0.8283933341814018, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.14447021484375, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.867766797542572, + "num_tokens": 248490286.0, + "step": 6512 + }, + { + "epoch": 0.8285205444599923, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.212637901306152, + "learning_rate": 1e-06, + "loss": 0.4498, + "mean_token_accuracy": 0.8491412401199341, + "num_tokens": 248526349.0, + "step": 6513 + }, + { + "epoch": 0.8286477547385829, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.142415046691895, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.8561346530914307, + "num_tokens": 248561751.0, + "step": 6514 + }, + { + "epoch": 0.8287749650171734, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.0908842086792, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8776988983154297, + "num_tokens": 248601921.0, + "step": 6515 + }, + { + "epoch": 0.8289021752957639, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.140802383422852, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8744543790817261, + "num_tokens": 248641218.0, + "step": 6516 + }, + { + "epoch": 0.8290293855743545, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.174028396606445, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8648995757102966, + "num_tokens": 248672616.0, + "step": 6517 + }, + { + "epoch": 0.8291565958529449, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.112236022949219, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8663867115974426, + "num_tokens": 248708212.0, + "step": 6518 + }, + { + "epoch": 0.8292838061315354, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.157282829284668, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.868497371673584, + "num_tokens": 248746575.0, + "step": 6519 + }, + { + "epoch": 0.8294110164101259, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.111151695251465, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8604737520217896, + "num_tokens": 248789423.0, + "step": 6520 + }, + { + "epoch": 0.8295382266887165, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.17531681060791, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8656785488128662, + "num_tokens": 248824044.0, + "step": 6521 + }, + { + "epoch": 0.829665436967307, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.109086036682129, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8607637882232666, + "num_tokens": 248860805.0, + "step": 6522 + }, + { + "epoch": 0.8297926472458975, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.136612892150879, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.869570255279541, + "num_tokens": 248898958.0, + "step": 6523 + }, + { + "epoch": 0.8299198575244879, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.09065055847168, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8628420233726501, + "num_tokens": 248938847.0, + "step": 6524 + }, + { + "epoch": 0.8300470678030785, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.108864784240723, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8612004518508911, + "num_tokens": 248977944.0, + "step": 6525 + }, + { + "epoch": 0.830174278081669, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.136907577514648, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.856328547000885, + "num_tokens": 249014610.0, + "step": 6526 + }, + { + "epoch": 0.8303014883602595, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.126668930053711, + "learning_rate": 1e-06, + "loss": 0.5127, + "mean_token_accuracy": 0.8340615034103394, + "num_tokens": 249053869.0, + "step": 6527 + }, + { + "epoch": 0.83042869863885, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.149328231811523, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8563914895057678, + "num_tokens": 249096874.0, + "step": 6528 + }, + { + "epoch": 0.8305559089174406, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.122138023376465, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8628302812576294, + "num_tokens": 249133141.0, + "step": 6529 + }, + { + "epoch": 0.830683119196031, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.156368255615234, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8690247535705566, + "num_tokens": 249163813.0, + "step": 6530 + }, + { + "epoch": 0.8308103294746215, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.076582908630371, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.8556925058364868, + "num_tokens": 249202935.0, + "step": 6531 + }, + { + "epoch": 0.830937539753212, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.148853302001953, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8707928657531738, + "num_tokens": 249241061.0, + "step": 6532 + }, + { + "epoch": 0.8310647500318026, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.104247093200684, + "learning_rate": 1e-06, + "loss": 0.4576, + "mean_token_accuracy": 0.8518972396850586, + "num_tokens": 249277863.0, + "step": 6533 + }, + { + "epoch": 0.8311919603103931, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.140241622924805, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8628230094909668, + "num_tokens": 249318047.0, + "step": 6534 + }, + { + "epoch": 0.8313191705889836, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.116390228271484, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8572750091552734, + "num_tokens": 249362095.0, + "step": 6535 + }, + { + "epoch": 0.831446380867574, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.131166458129883, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8766491413116455, + "num_tokens": 249403362.0, + "step": 6536 + }, + { + "epoch": 0.8315735911461646, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.142274856567383, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8707569241523743, + "num_tokens": 249438051.0, + "step": 6537 + }, + { + "epoch": 0.8317008014247551, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.092019081115723, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8682749271392822, + "num_tokens": 249477185.0, + "step": 6538 + }, + { + "epoch": 0.8318280117033456, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.119391441345215, + "learning_rate": 1e-06, + "loss": 0.4507, + "mean_token_accuracy": 0.8569303750991821, + "num_tokens": 249516880.0, + "step": 6539 + }, + { + "epoch": 0.8319552219819362, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.092645645141602, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.873420238494873, + "num_tokens": 249555864.0, + "step": 6540 + }, + { + "epoch": 0.8320824322605267, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.126153945922852, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8626196980476379, + "num_tokens": 249590566.0, + "step": 6541 + }, + { + "epoch": 0.8322096425391171, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.108241081237793, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8752572536468506, + "num_tokens": 249631523.0, + "step": 6542 + }, + { + "epoch": 0.8323368528177076, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.09972095489502, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8724214434623718, + "num_tokens": 249674113.0, + "step": 6543 + }, + { + "epoch": 0.8324640630962982, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.097342491149902, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8735839128494263, + "num_tokens": 249712934.0, + "step": 6544 + }, + { + "epoch": 0.8325912733748887, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.138216972351074, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8681223392486572, + "num_tokens": 249750295.0, + "step": 6545 + }, + { + "epoch": 0.8327184836534792, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.132242202758789, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8680391907691956, + "num_tokens": 249790289.0, + "step": 6546 + }, + { + "epoch": 0.8328456939320698, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.142611503601074, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8769459128379822, + "num_tokens": 249822873.0, + "step": 6547 + }, + { + "epoch": 0.8329729042106602, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.13479232788086, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.8641242980957031, + "num_tokens": 249860564.0, + "step": 6548 + }, + { + "epoch": 0.8331001144892507, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.129059791564941, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8636388778686523, + "num_tokens": 249901448.0, + "step": 6549 + }, + { + "epoch": 0.8332273247678412, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.160491943359375, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8530142307281494, + "num_tokens": 249933524.0, + "step": 6550 + }, + { + "epoch": 0.8333545350464318, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.145167350769043, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8602209687232971, + "num_tokens": 249971856.0, + "step": 6551 + }, + { + "epoch": 0.8334817453250223, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.13917064666748, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8556963801383972, + "num_tokens": 250013940.0, + "step": 6552 + }, + { + "epoch": 0.8336089556036128, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.173910140991211, + "learning_rate": 1e-06, + "loss": 0.4496, + "mean_token_accuracy": 0.8471759557723999, + "num_tokens": 250044826.0, + "step": 6553 + }, + { + "epoch": 0.8337361658822032, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.091118812561035, + "learning_rate": 1e-06, + "loss": 0.4546, + "mean_token_accuracy": 0.847885012626648, + "num_tokens": 250087409.0, + "step": 6554 + }, + { + "epoch": 0.8338633761607938, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.166449546813965, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8714989423751831, + "num_tokens": 250126236.0, + "step": 6555 + }, + { + "epoch": 0.8339905864393843, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.12926197052002, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8725865483283997, + "num_tokens": 250163559.0, + "step": 6556 + }, + { + "epoch": 0.8341177967179748, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.189254760742188, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8646766543388367, + "num_tokens": 250203536.0, + "step": 6557 + }, + { + "epoch": 0.8342450069965653, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.207876205444336, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.868432343006134, + "num_tokens": 250237455.0, + "step": 6558 + }, + { + "epoch": 0.8343722172751559, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.153785705566406, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.872138500213623, + "num_tokens": 250274559.0, + "step": 6559 + }, + { + "epoch": 0.8344994275537464, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.176006317138672, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8661553859710693, + "num_tokens": 250309392.0, + "step": 6560 + }, + { + "epoch": 0.8346266378323368, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.152634620666504, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8696226477622986, + "num_tokens": 250352010.0, + "step": 6561 + }, + { + "epoch": 0.8347538481109273, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.21862506866455, + "learning_rate": 1e-06, + "loss": 0.4473, + "mean_token_accuracy": 0.852513313293457, + "num_tokens": 250385745.0, + "step": 6562 + }, + { + "epoch": 0.8348810583895179, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.165352821350098, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.861635684967041, + "num_tokens": 250426055.0, + "step": 6563 + }, + { + "epoch": 0.8350082686681084, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.15578556060791, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.860318660736084, + "num_tokens": 250468795.0, + "step": 6564 + }, + { + "epoch": 0.8351354789466989, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.126001358032227, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.8619372844696045, + "num_tokens": 250509115.0, + "step": 6565 + }, + { + "epoch": 0.8352626892252895, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.137484550476074, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8640509843826294, + "num_tokens": 250547770.0, + "step": 6566 + }, + { + "epoch": 0.8353898995038799, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.15682601928711, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8611267805099487, + "num_tokens": 250589737.0, + "step": 6567 + }, + { + "epoch": 0.8355171097824704, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.139379501342773, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8720883131027222, + "num_tokens": 250623058.0, + "step": 6568 + }, + { + "epoch": 0.8356443200610609, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.15276050567627, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.8635676503181458, + "num_tokens": 250660526.0, + "step": 6569 + }, + { + "epoch": 0.8357715303396515, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.130931854248047, + "learning_rate": 1e-06, + "loss": 0.4753, + "mean_token_accuracy": 0.8471788167953491, + "num_tokens": 250698218.0, + "step": 6570 + }, + { + "epoch": 0.835898740618242, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.102927207946777, + "learning_rate": 1e-06, + "loss": 0.4415, + "mean_token_accuracy": 0.856352686882019, + "num_tokens": 250743410.0, + "step": 6571 + }, + { + "epoch": 0.8360259508968325, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.166614532470703, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8732763528823853, + "num_tokens": 250781919.0, + "step": 6572 + }, + { + "epoch": 0.8361531611754229, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.175986289978027, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8613845109939575, + "num_tokens": 250817051.0, + "step": 6573 + }, + { + "epoch": 0.8362803714540135, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.139564514160156, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8607374429702759, + "num_tokens": 250857241.0, + "step": 6574 + }, + { + "epoch": 0.836407581732604, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.093354225158691, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8645703792572021, + "num_tokens": 250903591.0, + "step": 6575 + }, + { + "epoch": 0.8365347920111945, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.173718452453613, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8568034172058105, + "num_tokens": 250945788.0, + "step": 6576 + }, + { + "epoch": 0.836662002289785, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.139775276184082, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.8567100763320923, + "num_tokens": 250984884.0, + "step": 6577 + }, + { + "epoch": 0.8367892125683756, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.127652168273926, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8752314448356628, + "num_tokens": 251024347.0, + "step": 6578 + }, + { + "epoch": 0.836916422846966, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.10300350189209, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8847049474716187, + "num_tokens": 251068527.0, + "step": 6579 + }, + { + "epoch": 0.8370436331255565, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.152276039123535, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8686432838439941, + "num_tokens": 251109914.0, + "step": 6580 + }, + { + "epoch": 0.837170843404147, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.172796249389648, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.8555163145065308, + "num_tokens": 251144760.0, + "step": 6581 + }, + { + "epoch": 0.8372980536827376, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.10469913482666, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8617827892303467, + "num_tokens": 251184456.0, + "step": 6582 + }, + { + "epoch": 0.8374252639613281, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.163911819458008, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.8563861846923828, + "num_tokens": 251229493.0, + "step": 6583 + }, + { + "epoch": 0.8375524742399186, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.128714561462402, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8691035509109497, + "num_tokens": 251270886.0, + "step": 6584 + }, + { + "epoch": 0.837679684518509, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.174132347106934, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8722316026687622, + "num_tokens": 251304833.0, + "step": 6585 + }, + { + "epoch": 0.8378068947970996, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.187736511230469, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8665941953659058, + "num_tokens": 251334196.0, + "step": 6586 + }, + { + "epoch": 0.8379341050756901, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.129434585571289, + "learning_rate": 1e-06, + "loss": 0.4536, + "mean_token_accuracy": 0.8531904816627502, + "num_tokens": 251380278.0, + "step": 6587 + }, + { + "epoch": 0.8380613153542806, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.168129920959473, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.8582637310028076, + "num_tokens": 251418432.0, + "step": 6588 + }, + { + "epoch": 0.8381885256328712, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.197044372558594, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8615758419036865, + "num_tokens": 251453747.0, + "step": 6589 + }, + { + "epoch": 0.8383157359114617, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.12995433807373, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8646228909492493, + "num_tokens": 251492439.0, + "step": 6590 + }, + { + "epoch": 0.8384429461900521, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.225616455078125, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8648824691772461, + "num_tokens": 251527945.0, + "step": 6591 + }, + { + "epoch": 0.8385701564686426, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.099663734436035, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8715797066688538, + "num_tokens": 251567161.0, + "step": 6592 + }, + { + "epoch": 0.8386973667472332, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.257814407348633, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8638675212860107, + "num_tokens": 251601189.0, + "step": 6593 + }, + { + "epoch": 0.8388245770258237, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.137321472167969, + "learning_rate": 1e-06, + "loss": 0.4329, + "mean_token_accuracy": 0.8614076375961304, + "num_tokens": 251630846.0, + "step": 6594 + }, + { + "epoch": 0.8389517873044142, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.156657218933105, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8707802295684814, + "num_tokens": 251665701.0, + "step": 6595 + }, + { + "epoch": 0.8390789975830047, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.197836875915527, + "learning_rate": 1e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.8561626076698303, + "num_tokens": 251699909.0, + "step": 6596 + }, + { + "epoch": 0.8392062078615952, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.169994354248047, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8604488372802734, + "num_tokens": 251734052.0, + "step": 6597 + }, + { + "epoch": 0.8393334181401857, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.132493019104004, + "learning_rate": 1e-06, + "loss": 0.4583, + "mean_token_accuracy": 0.8527999520301819, + "num_tokens": 251772518.0, + "step": 6598 + }, + { + "epoch": 0.8394606284187762, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.17949104309082, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8612361550331116, + "num_tokens": 251816378.0, + "step": 6599 + }, + { + "epoch": 0.8395878386973668, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.124798774719238, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8635784387588501, + "num_tokens": 251851264.0, + "step": 6600 + }, + { + "epoch": 0.8397150489759573, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.143086433410645, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8654824495315552, + "num_tokens": 251888906.0, + "step": 6601 + }, + { + "epoch": 0.8398422592545478, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.125371932983398, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8698316216468811, + "num_tokens": 251930641.0, + "step": 6602 + }, + { + "epoch": 0.8399694695331382, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.159043312072754, + "learning_rate": 1e-06, + "loss": 0.4706, + "mean_token_accuracy": 0.845540463924408, + "num_tokens": 251968929.0, + "step": 6603 + }, + { + "epoch": 0.8400966798117288, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.1477632522583, + "learning_rate": 1e-06, + "loss": 0.4485, + "mean_token_accuracy": 0.8561142683029175, + "num_tokens": 252006751.0, + "step": 6604 + }, + { + "epoch": 0.8402238900903193, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.09730052947998, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8597700595855713, + "num_tokens": 252045861.0, + "step": 6605 + }, + { + "epoch": 0.8403511003689098, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.166667938232422, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.856997013092041, + "num_tokens": 252084412.0, + "step": 6606 + }, + { + "epoch": 0.8404783106475003, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.142562866210938, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8675745129585266, + "num_tokens": 252120576.0, + "step": 6607 + }, + { + "epoch": 0.8406055209260909, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.120939254760742, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8617945909500122, + "num_tokens": 252161636.0, + "step": 6608 + }, + { + "epoch": 0.8407327312046813, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.169295310974121, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8640037178993225, + "num_tokens": 252199669.0, + "step": 6609 + }, + { + "epoch": 0.8408599414832718, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.154532432556152, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8708716630935669, + "num_tokens": 252236832.0, + "step": 6610 + }, + { + "epoch": 0.8409871517618623, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.060364723205566, + "learning_rate": 1e-06, + "loss": 0.4304, + "mean_token_accuracy": 0.858997106552124, + "num_tokens": 252282518.0, + "step": 6611 + }, + { + "epoch": 0.8411143620404529, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.187829971313477, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.8576302528381348, + "num_tokens": 252316479.0, + "step": 6612 + }, + { + "epoch": 0.8412415723190434, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.076539993286133, + "learning_rate": 1e-06, + "loss": 0.4294, + "mean_token_accuracy": 0.8572289347648621, + "num_tokens": 252353789.0, + "step": 6613 + }, + { + "epoch": 0.8413687825976339, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.18359088897705, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8659499287605286, + "num_tokens": 252391609.0, + "step": 6614 + }, + { + "epoch": 0.8414959928762245, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.09901237487793, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8760309815406799, + "num_tokens": 252433514.0, + "step": 6615 + }, + { + "epoch": 0.8416232031548149, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.11730670928955, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.867388904094696, + "num_tokens": 252469700.0, + "step": 6616 + }, + { + "epoch": 0.8417504134334054, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.14742660522461, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8598036170005798, + "num_tokens": 252501658.0, + "step": 6617 + }, + { + "epoch": 0.8418776237119959, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.165021896362305, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8653538227081299, + "num_tokens": 252534546.0, + "step": 6618 + }, + { + "epoch": 0.8420048339905865, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.122440338134766, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8714483976364136, + "num_tokens": 252573172.0, + "step": 6619 + }, + { + "epoch": 0.842132044269177, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.14364242553711, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8725780844688416, + "num_tokens": 252607258.0, + "step": 6620 + }, + { + "epoch": 0.8422592545477675, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.1300687789917, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8736020922660828, + "num_tokens": 252651451.0, + "step": 6621 + }, + { + "epoch": 0.8423864648263579, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.129497528076172, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8749201893806458, + "num_tokens": 252686348.0, + "step": 6622 + }, + { + "epoch": 0.8425136751049485, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.187973022460938, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8578110933303833, + "num_tokens": 252724316.0, + "step": 6623 + }, + { + "epoch": 0.842640885383539, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.153035163879395, + "learning_rate": 1e-06, + "loss": 0.4524, + "mean_token_accuracy": 0.8532024621963501, + "num_tokens": 252764612.0, + "step": 6624 + }, + { + "epoch": 0.8427680956621295, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.19507122039795, + "learning_rate": 1e-06, + "loss": 0.4766, + "mean_token_accuracy": 0.8432027101516724, + "num_tokens": 252809510.0, + "step": 6625 + }, + { + "epoch": 0.84289530594072, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.145143508911133, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.860858678817749, + "num_tokens": 252847598.0, + "step": 6626 + }, + { + "epoch": 0.8430225162193106, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.187386512756348, + "learning_rate": 1e-06, + "loss": 0.4766, + "mean_token_accuracy": 0.8490834832191467, + "num_tokens": 252884401.0, + "step": 6627 + }, + { + "epoch": 0.843149726497901, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.131128311157227, + "learning_rate": 1e-06, + "loss": 0.4566, + "mean_token_accuracy": 0.8482962846755981, + "num_tokens": 252928348.0, + "step": 6628 + }, + { + "epoch": 0.8432769367764915, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.173238754272461, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.863400936126709, + "num_tokens": 252965084.0, + "step": 6629 + }, + { + "epoch": 0.843404147055082, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.096155166625977, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8677228093147278, + "num_tokens": 253003697.0, + "step": 6630 + }, + { + "epoch": 0.8435313573336726, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.200193405151367, + "learning_rate": 1e-06, + "loss": 0.4562, + "mean_token_accuracy": 0.8491180539131165, + "num_tokens": 253037239.0, + "step": 6631 + }, + { + "epoch": 0.8436585676122631, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.108887672424316, + "learning_rate": 1e-06, + "loss": 0.4418, + "mean_token_accuracy": 0.8541805744171143, + "num_tokens": 253078163.0, + "step": 6632 + }, + { + "epoch": 0.8437857778908536, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.10921573638916, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8624299764633179, + "num_tokens": 253118907.0, + "step": 6633 + }, + { + "epoch": 0.843912988169444, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.166149139404297, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.88167405128479, + "num_tokens": 253153132.0, + "step": 6634 + }, + { + "epoch": 0.8440401984480346, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.133430480957031, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8588895797729492, + "num_tokens": 253194446.0, + "step": 6635 + }, + { + "epoch": 0.8441674087266251, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.18856430053711, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8658719062805176, + "num_tokens": 253230798.0, + "step": 6636 + }, + { + "epoch": 0.8442946190052156, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.087024688720703, + "learning_rate": 1e-06, + "loss": 0.4411, + "mean_token_accuracy": 0.8557645082473755, + "num_tokens": 253269029.0, + "step": 6637 + }, + { + "epoch": 0.8444218292838062, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.178881645202637, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8583118915557861, + "num_tokens": 253310656.0, + "step": 6638 + }, + { + "epoch": 0.8445490395623967, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.186144828796387, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8809472322463989, + "num_tokens": 253346882.0, + "step": 6639 + }, + { + "epoch": 0.8446762498409871, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.189690589904785, + "learning_rate": 1e-06, + "loss": 0.4441, + "mean_token_accuracy": 0.8534884452819824, + "num_tokens": 253389601.0, + "step": 6640 + }, + { + "epoch": 0.8448034601195776, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.1578950881958, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8622310161590576, + "num_tokens": 253428725.0, + "step": 6641 + }, + { + "epoch": 0.8449306703981682, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.231095314025879, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8769456148147583, + "num_tokens": 253461404.0, + "step": 6642 + }, + { + "epoch": 0.8450578806767587, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.1705904006958, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8671936988830566, + "num_tokens": 253500324.0, + "step": 6643 + }, + { + "epoch": 0.8451850909553492, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.197713851928711, + "learning_rate": 1e-06, + "loss": 0.451, + "mean_token_accuracy": 0.8506845235824585, + "num_tokens": 253542500.0, + "step": 6644 + }, + { + "epoch": 0.8453123012339397, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.169657707214355, + "learning_rate": 1e-06, + "loss": 0.4621, + "mean_token_accuracy": 0.8455537557601929, + "num_tokens": 253581887.0, + "step": 6645 + }, + { + "epoch": 0.8454395115125302, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.155194282531738, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8719154596328735, + "num_tokens": 253616942.0, + "step": 6646 + }, + { + "epoch": 0.8455667217911207, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.166484832763672, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.8570069074630737, + "num_tokens": 253652610.0, + "step": 6647 + }, + { + "epoch": 0.8456939320697112, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.186456680297852, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8597369194030762, + "num_tokens": 253686269.0, + "step": 6648 + }, + { + "epoch": 0.8458211423483017, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.1399507522583, + "learning_rate": 1e-06, + "loss": 0.4252, + "mean_token_accuracy": 0.8578979969024658, + "num_tokens": 253723632.0, + "step": 6649 + }, + { + "epoch": 0.8459483526268923, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.216185569763184, + "learning_rate": 1e-06, + "loss": 0.4284, + "mean_token_accuracy": 0.8570696711540222, + "num_tokens": 253755990.0, + "step": 6650 + }, + { + "epoch": 0.8460755629054828, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.148015022277832, + "learning_rate": 1e-06, + "loss": 0.4386, + "mean_token_accuracy": 0.8571063280105591, + "num_tokens": 253794200.0, + "step": 6651 + }, + { + "epoch": 0.8462027731840732, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.144821166992188, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8740091323852539, + "num_tokens": 253840554.0, + "step": 6652 + }, + { + "epoch": 0.8463299834626637, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.202766418457031, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8726979494094849, + "num_tokens": 253873642.0, + "step": 6653 + }, + { + "epoch": 0.8464571937412543, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.222918510437012, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8682848811149597, + "num_tokens": 253911839.0, + "step": 6654 + }, + { + "epoch": 0.8465844040198448, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.172987937927246, + "learning_rate": 1e-06, + "loss": 0.4503, + "mean_token_accuracy": 0.853264331817627, + "num_tokens": 253944649.0, + "step": 6655 + }, + { + "epoch": 0.8467116142984353, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 27.8303165435791, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8631177544593811, + "num_tokens": 253977739.0, + "step": 6656 + }, + { + "epoch": 0.8468388245770259, + "ewc_loss": 0.021728515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.1696090698242188e-05, + "grad_norm": 13.470707893371582, + "learning_rate": 1e-06, + "loss": 0.462, + "mean_token_accuracy": 0.8491096496582031, + "num_tokens": 254021216.0, + "step": 6657 + }, + { + "epoch": 0.8469660348556163, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 8.99764347076416, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.860313892364502, + "num_tokens": 254063209.0, + "step": 6658 + }, + { + "epoch": 0.8470932451342068, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.781343460083008, + "learning_rate": 1e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.859056293964386, + "num_tokens": 254102325.0, + "step": 6659 + }, + { + "epoch": 0.8472204554127973, + "ewc_loss": 0.0185546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8596649169921875e-05, + "grad_norm": 11.815378189086914, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8683261871337891, + "num_tokens": 254136991.0, + "step": 6660 + }, + { + "epoch": 0.8473476656913879, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 10.58604907989502, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.8627718091011047, + "num_tokens": 254179520.0, + "step": 6661 + }, + { + "epoch": 0.8474748759699784, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 10.929152488708496, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8632276654243469, + "num_tokens": 254220661.0, + "step": 6662 + }, + { + "epoch": 0.8476020862485689, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 10.844701766967773, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8704929351806641, + "num_tokens": 254261853.0, + "step": 6663 + }, + { + "epoch": 0.8477292965271594, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 10.836213111877441, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8631739616394043, + "num_tokens": 254301577.0, + "step": 6664 + }, + { + "epoch": 0.8478565068057499, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 10.559317588806152, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8759193420410156, + "num_tokens": 254341792.0, + "step": 6665 + }, + { + "epoch": 0.8479837170843404, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 10.637989044189453, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.8508156538009644, + "num_tokens": 254376755.0, + "step": 6666 + }, + { + "epoch": 0.8481109273629309, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.562600135803223, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8746184706687927, + "num_tokens": 254413565.0, + "step": 6667 + }, + { + "epoch": 0.8482381376415215, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.48551082611084, + "learning_rate": 1e-06, + "loss": 0.4509, + "mean_token_accuracy": 0.8521096706390381, + "num_tokens": 254449889.0, + "step": 6668 + }, + { + "epoch": 0.848365347920112, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.478787422180176, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8770185708999634, + "num_tokens": 254488129.0, + "step": 6669 + }, + { + "epoch": 0.8484925581987025, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.424359321594238, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8730192184448242, + "num_tokens": 254522031.0, + "step": 6670 + }, + { + "epoch": 0.8486197684772929, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.373467445373535, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8750574588775635, + "num_tokens": 254559249.0, + "step": 6671 + }, + { + "epoch": 0.8487469787558835, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.34706974029541, + "learning_rate": 1e-06, + "loss": 0.4438, + "mean_token_accuracy": 0.8565203547477722, + "num_tokens": 254603968.0, + "step": 6672 + }, + { + "epoch": 0.848874189034474, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.377458572387695, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8730207085609436, + "num_tokens": 254642178.0, + "step": 6673 + }, + { + "epoch": 0.8490013993130645, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.31963062286377, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.8553614616394043, + "num_tokens": 254679129.0, + "step": 6674 + }, + { + "epoch": 0.849128609591655, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.346318244934082, + "learning_rate": 1e-06, + "loss": 0.5192, + "mean_token_accuracy": 0.8339025974273682, + "num_tokens": 254714952.0, + "step": 6675 + }, + { + "epoch": 0.8492558198702456, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.320250511169434, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8594368696212769, + "num_tokens": 254743323.0, + "step": 6676 + }, + { + "epoch": 0.849383030148836, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.238645553588867, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8691781759262085, + "num_tokens": 254784749.0, + "step": 6677 + }, + { + "epoch": 0.8495102404274265, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.276532173156738, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8688271045684814, + "num_tokens": 254820102.0, + "step": 6678 + }, + { + "epoch": 0.849637450706017, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.21335506439209, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8589233756065369, + "num_tokens": 254859988.0, + "step": 6679 + }, + { + "epoch": 0.8497646609846076, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.220311164855957, + "learning_rate": 1e-06, + "loss": 0.436, + "mean_token_accuracy": 0.8579580783843994, + "num_tokens": 254906792.0, + "step": 6680 + }, + { + "epoch": 0.8498918712631981, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.265317916870117, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8650612235069275, + "num_tokens": 254941552.0, + "step": 6681 + }, + { + "epoch": 0.8500190815417886, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.284214973449707, + "learning_rate": 1e-06, + "loss": 0.4354, + "mean_token_accuracy": 0.8556026220321655, + "num_tokens": 254974653.0, + "step": 6682 + }, + { + "epoch": 0.850146291820379, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.242332458496094, + "learning_rate": 1e-06, + "loss": 0.4562, + "mean_token_accuracy": 0.8483846187591553, + "num_tokens": 255018418.0, + "step": 6683 + }, + { + "epoch": 0.8502735020989696, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.244913101196289, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8682452440261841, + "num_tokens": 255049626.0, + "step": 6684 + }, + { + "epoch": 0.8504007123775601, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.26850414276123, + "learning_rate": 1e-06, + "loss": 0.4339, + "mean_token_accuracy": 0.8556387424468994, + "num_tokens": 255086323.0, + "step": 6685 + }, + { + "epoch": 0.8505279226561506, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.229862213134766, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8706923723220825, + "num_tokens": 255124102.0, + "step": 6686 + }, + { + "epoch": 0.8506551329347412, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.21364688873291, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8674033880233765, + "num_tokens": 255162176.0, + "step": 6687 + }, + { + "epoch": 0.8507823432133317, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.267672538757324, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8658636808395386, + "num_tokens": 255196256.0, + "step": 6688 + }, + { + "epoch": 0.8509095534919221, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.218619346618652, + "learning_rate": 1e-06, + "loss": 0.4339, + "mean_token_accuracy": 0.8564130067825317, + "num_tokens": 255236752.0, + "step": 6689 + }, + { + "epoch": 0.8510367637705126, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.257400512695312, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.8646626472473145, + "num_tokens": 255268694.0, + "step": 6690 + }, + { + "epoch": 0.8511639740491032, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.232497215270996, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8697085380554199, + "num_tokens": 255309445.0, + "step": 6691 + }, + { + "epoch": 0.8512911843276937, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.217899322509766, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8667427897453308, + "num_tokens": 255341126.0, + "step": 6692 + }, + { + "epoch": 0.8514183946062842, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.226349830627441, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8726819753646851, + "num_tokens": 255379553.0, + "step": 6693 + }, + { + "epoch": 0.8515456048848747, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.218205451965332, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8637042045593262, + "num_tokens": 255416588.0, + "step": 6694 + }, + { + "epoch": 0.8516728151634652, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.207684516906738, + "learning_rate": 1e-06, + "loss": 0.4397, + "mean_token_accuracy": 0.85154789686203, + "num_tokens": 255449574.0, + "step": 6695 + }, + { + "epoch": 0.8518000254420557, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.197481155395508, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.861507773399353, + "num_tokens": 255494088.0, + "step": 6696 + }, + { + "epoch": 0.8519272357206462, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.251349449157715, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8724555969238281, + "num_tokens": 255529785.0, + "step": 6697 + }, + { + "epoch": 0.8520544459992367, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.221996307373047, + "learning_rate": 1e-06, + "loss": 0.4451, + "mean_token_accuracy": 0.8497068881988525, + "num_tokens": 255566675.0, + "step": 6698 + }, + { + "epoch": 0.8521816562778273, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.243162155151367, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8678570985794067, + "num_tokens": 255606502.0, + "step": 6699 + }, + { + "epoch": 0.8523088665564178, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.163046836853027, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8536167144775391, + "num_tokens": 255649179.0, + "step": 6700 + }, + { + "epoch": 0.8524360768350082, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.234907150268555, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8625722527503967, + "num_tokens": 255688190.0, + "step": 6701 + }, + { + "epoch": 0.8525632871135987, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.195945739746094, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8612527847290039, + "num_tokens": 255730401.0, + "step": 6702 + }, + { + "epoch": 0.8526904973921893, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.199843406677246, + "learning_rate": 1e-06, + "loss": 0.4274, + "mean_token_accuracy": 0.8579917550086975, + "num_tokens": 255767881.0, + "step": 6703 + }, + { + "epoch": 0.8528177076707798, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.207494735717773, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.855521559715271, + "num_tokens": 255808347.0, + "step": 6704 + }, + { + "epoch": 0.8529449179493703, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.217641830444336, + "learning_rate": 1e-06, + "loss": 0.4796, + "mean_token_accuracy": 0.8435776233673096, + "num_tokens": 255849538.0, + "step": 6705 + }, + { + "epoch": 0.8530721282279609, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.19001579284668, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8734705448150635, + "num_tokens": 255890228.0, + "step": 6706 + }, + { + "epoch": 0.8531993385065513, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.166642189025879, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.86133873462677, + "num_tokens": 255930189.0, + "step": 6707 + }, + { + "epoch": 0.8533265487851418, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.186247825622559, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8691893815994263, + "num_tokens": 255968310.0, + "step": 6708 + }, + { + "epoch": 0.8534537590637323, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.182753562927246, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8741132616996765, + "num_tokens": 256005872.0, + "step": 6709 + }, + { + "epoch": 0.8535809693423229, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.217710494995117, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8682882785797119, + "num_tokens": 256045374.0, + "step": 6710 + }, + { + "epoch": 0.8537081796209134, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.254860877990723, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8661578893661499, + "num_tokens": 256084874.0, + "step": 6711 + }, + { + "epoch": 0.8538353898995039, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.196066856384277, + "learning_rate": 1e-06, + "loss": 0.4423, + "mean_token_accuracy": 0.8564394116401672, + "num_tokens": 256122251.0, + "step": 6712 + }, + { + "epoch": 0.8539626001780944, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.235188484191895, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8613689541816711, + "num_tokens": 256165025.0, + "step": 6713 + }, + { + "epoch": 0.8540898104566849, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.230457305908203, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8696810007095337, + "num_tokens": 256202220.0, + "step": 6714 + }, + { + "epoch": 0.8542170207352754, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.259011268615723, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8659465312957764, + "num_tokens": 256234036.0, + "step": 6715 + }, + { + "epoch": 0.8543442310138659, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.21875, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8610414266586304, + "num_tokens": 256275253.0, + "step": 6716 + }, + { + "epoch": 0.8544714412924564, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.277530670166016, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8593971133232117, + "num_tokens": 256311296.0, + "step": 6717 + }, + { + "epoch": 0.854598651571047, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.225004196166992, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8698902130126953, + "num_tokens": 256348149.0, + "step": 6718 + }, + { + "epoch": 0.8547258618496375, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.25802230834961, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8766582012176514, + "num_tokens": 256387861.0, + "step": 6719 + }, + { + "epoch": 0.8548530721282279, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.192621231079102, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8725190162658691, + "num_tokens": 256427131.0, + "step": 6720 + }, + { + "epoch": 0.8549802824068184, + "ewc_loss": 0.01312255859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3113021850585938e-05, + "grad_norm": 10.251708030700684, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.868000864982605, + "num_tokens": 256465041.0, + "step": 6721 + }, + { + "epoch": 0.855107492685409, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.22406005859375, + "learning_rate": 1e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.854194164276123, + "num_tokens": 256502576.0, + "step": 6722 + }, + { + "epoch": 0.8552347029639995, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.226877212524414, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8664747476577759, + "num_tokens": 256540493.0, + "step": 6723 + }, + { + "epoch": 0.85536191324259, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.178485870361328, + "learning_rate": 1e-06, + "loss": 0.4648, + "mean_token_accuracy": 0.845779538154602, + "num_tokens": 256578115.0, + "step": 6724 + }, + { + "epoch": 0.8554891235211806, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.240204811096191, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8715794086456299, + "num_tokens": 256615957.0, + "step": 6725 + }, + { + "epoch": 0.855616333799771, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.169641494750977, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8677462339401245, + "num_tokens": 256649972.0, + "step": 6726 + }, + { + "epoch": 0.8557435440783615, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.213031768798828, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8712407350540161, + "num_tokens": 256686683.0, + "step": 6727 + }, + { + "epoch": 0.855870754356952, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.247719764709473, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8613121509552002, + "num_tokens": 256723587.0, + "step": 6728 + }, + { + "epoch": 0.8559979646355426, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.200410842895508, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8645642995834351, + "num_tokens": 256765245.0, + "step": 6729 + }, + { + "epoch": 0.8561251749141331, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.208120346069336, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8909446001052856, + "num_tokens": 256806930.0, + "step": 6730 + }, + { + "epoch": 0.8562523851927236, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.235394477844238, + "learning_rate": 1e-06, + "loss": 0.4326, + "mean_token_accuracy": 0.86139976978302, + "num_tokens": 256844568.0, + "step": 6731 + }, + { + "epoch": 0.856379595471314, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.247581481933594, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8625571727752686, + "num_tokens": 256877483.0, + "step": 6732 + }, + { + "epoch": 0.8565068057499046, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.220465660095215, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8675851821899414, + "num_tokens": 256921139.0, + "step": 6733 + }, + { + "epoch": 0.8566340160284951, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.23561954498291, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8639401793479919, + "num_tokens": 256957861.0, + "step": 6734 + }, + { + "epoch": 0.8567612263070856, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.217240333557129, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8668464422225952, + "num_tokens": 256998582.0, + "step": 6735 + }, + { + "epoch": 0.8568884365856761, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.178504943847656, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8620226979255676, + "num_tokens": 257037638.0, + "step": 6736 + }, + { + "epoch": 0.8570156468642667, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.205732345581055, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8651762008666992, + "num_tokens": 257074427.0, + "step": 6737 + }, + { + "epoch": 0.8571428571428571, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.206199645996094, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8664658069610596, + "num_tokens": 257113826.0, + "step": 6738 + }, + { + "epoch": 0.8572700674214476, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.22516918182373, + "learning_rate": 1e-06, + "loss": 0.4511, + "mean_token_accuracy": 0.8510708212852478, + "num_tokens": 257152387.0, + "step": 6739 + }, + { + "epoch": 0.8573972777000382, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.208683013916016, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8646963834762573, + "num_tokens": 257192083.0, + "step": 6740 + }, + { + "epoch": 0.8575244879786287, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.193861961364746, + "learning_rate": 1e-06, + "loss": 0.4361, + "mean_token_accuracy": 0.8559702634811401, + "num_tokens": 257235425.0, + "step": 6741 + }, + { + "epoch": 0.8576516982572192, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.22900390625, + "learning_rate": 1e-06, + "loss": 0.4149, + "mean_token_accuracy": 0.8598160743713379, + "num_tokens": 257268621.0, + "step": 6742 + }, + { + "epoch": 0.8577789085358097, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.261272430419922, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8682781457901001, + "num_tokens": 257306909.0, + "step": 6743 + }, + { + "epoch": 0.8579061188144002, + "ewc_loss": 0.0130615234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3053417205810547e-05, + "grad_norm": 10.195975303649902, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8777899146080017, + "num_tokens": 257343388.0, + "step": 6744 + }, + { + "epoch": 0.8580333290929907, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.24038314819336, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8694894313812256, + "num_tokens": 257377172.0, + "step": 6745 + }, + { + "epoch": 0.8581605393715812, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.23585033416748, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8568862676620483, + "num_tokens": 257410312.0, + "step": 6746 + }, + { + "epoch": 0.8582877496501717, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.221513748168945, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8665674924850464, + "num_tokens": 257449919.0, + "step": 6747 + }, + { + "epoch": 0.8584149599287623, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.195489883422852, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8756489157676697, + "num_tokens": 257488296.0, + "step": 6748 + }, + { + "epoch": 0.8585421702073528, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.180582046508789, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8725513219833374, + "num_tokens": 257524678.0, + "step": 6749 + }, + { + "epoch": 0.8586693804859432, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.212064743041992, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8684886693954468, + "num_tokens": 257559060.0, + "step": 6750 + }, + { + "epoch": 0.8587965907645337, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.200406074523926, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8730865716934204, + "num_tokens": 257594340.0, + "step": 6751 + }, + { + "epoch": 0.8589238010431243, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.200541496276855, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8750591278076172, + "num_tokens": 257627936.0, + "step": 6752 + }, + { + "epoch": 0.8590510113217148, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.227799415588379, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8606333136558533, + "num_tokens": 257660311.0, + "step": 6753 + }, + { + "epoch": 0.8591782216003053, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.217445373535156, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8563183546066284, + "num_tokens": 257697496.0, + "step": 6754 + }, + { + "epoch": 0.8593054318788959, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.202649116516113, + "learning_rate": 1e-06, + "loss": 0.4673, + "mean_token_accuracy": 0.8462035655975342, + "num_tokens": 257737242.0, + "step": 6755 + }, + { + "epoch": 0.8594326421574863, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.24367904663086, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8647164106369019, + "num_tokens": 257772946.0, + "step": 6756 + }, + { + "epoch": 0.8595598524360768, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.231618881225586, + "learning_rate": 1e-06, + "loss": 0.4374, + "mean_token_accuracy": 0.8581486940383911, + "num_tokens": 257807198.0, + "step": 6757 + }, + { + "epoch": 0.8596870627146673, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.208619117736816, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8704526424407959, + "num_tokens": 257848618.0, + "step": 6758 + }, + { + "epoch": 0.8598142729932579, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.217085838317871, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8758141994476318, + "num_tokens": 257887805.0, + "step": 6759 + }, + { + "epoch": 0.8599414832718484, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.233485221862793, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8700576424598694, + "num_tokens": 257929276.0, + "step": 6760 + }, + { + "epoch": 0.8600686935504389, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.246411323547363, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8588465452194214, + "num_tokens": 257958629.0, + "step": 6761 + }, + { + "epoch": 0.8601959038290294, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.236547470092773, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8615242838859558, + "num_tokens": 257990303.0, + "step": 6762 + }, + { + "epoch": 0.8603231141076199, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.190348625183105, + "learning_rate": 1e-06, + "loss": 0.4711, + "mean_token_accuracy": 0.8474404215812683, + "num_tokens": 258028704.0, + "step": 6763 + }, + { + "epoch": 0.8604503243862104, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.234712600708008, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8736530542373657, + "num_tokens": 258062757.0, + "step": 6764 + }, + { + "epoch": 0.8605775346648009, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.163410186767578, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8638291358947754, + "num_tokens": 258098574.0, + "step": 6765 + }, + { + "epoch": 0.8607047449433914, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.18407917022705, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8733563423156738, + "num_tokens": 258130937.0, + "step": 6766 + }, + { + "epoch": 0.860831955221982, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.220900535583496, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8666977882385254, + "num_tokens": 258165142.0, + "step": 6767 + }, + { + "epoch": 0.8609591655005725, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.180594444274902, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8813483119010925, + "num_tokens": 258203986.0, + "step": 6768 + }, + { + "epoch": 0.8610863757791629, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.235198020935059, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8648504018783569, + "num_tokens": 258238692.0, + "step": 6769 + }, + { + "epoch": 0.8612135860577534, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.244935989379883, + "learning_rate": 1e-06, + "loss": 0.4835, + "mean_token_accuracy": 0.8446826934814453, + "num_tokens": 258280942.0, + "step": 6770 + }, + { + "epoch": 0.861340796336344, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.214326858520508, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.867748498916626, + "num_tokens": 258318835.0, + "step": 6771 + }, + { + "epoch": 0.8614680066149345, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.209026336669922, + "learning_rate": 1e-06, + "loss": 0.4427, + "mean_token_accuracy": 0.855114758014679, + "num_tokens": 258359461.0, + "step": 6772 + }, + { + "epoch": 0.861595216893525, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.21170711517334, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8603682518005371, + "num_tokens": 258394582.0, + "step": 6773 + }, + { + "epoch": 0.8617224271721156, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.175244331359863, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8676315546035767, + "num_tokens": 258438526.0, + "step": 6774 + }, + { + "epoch": 0.861849637450706, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.23151969909668, + "learning_rate": 1e-06, + "loss": 0.4507, + "mean_token_accuracy": 0.8519208431243896, + "num_tokens": 258479332.0, + "step": 6775 + }, + { + "epoch": 0.8619768477292965, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.230607986450195, + "learning_rate": 1e-06, + "loss": 0.4403, + "mean_token_accuracy": 0.8543449640274048, + "num_tokens": 258513202.0, + "step": 6776 + }, + { + "epoch": 0.862104058007887, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.210264205932617, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.865736186504364, + "num_tokens": 258549145.0, + "step": 6777 + }, + { + "epoch": 0.8622312682864776, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.191219329833984, + "learning_rate": 1e-06, + "loss": 0.4335, + "mean_token_accuracy": 0.8563363552093506, + "num_tokens": 258586421.0, + "step": 6778 + }, + { + "epoch": 0.8623584785650681, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.254218101501465, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8646136522293091, + "num_tokens": 258620014.0, + "step": 6779 + }, + { + "epoch": 0.8624856888436586, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.21064567565918, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8691524863243103, + "num_tokens": 258656124.0, + "step": 6780 + }, + { + "epoch": 0.862612899122249, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.187994003295898, + "learning_rate": 1e-06, + "loss": 0.4325, + "mean_token_accuracy": 0.8541512489318848, + "num_tokens": 258692537.0, + "step": 6781 + }, + { + "epoch": 0.8627401094008396, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.224625587463379, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8669481873512268, + "num_tokens": 258732737.0, + "step": 6782 + }, + { + "epoch": 0.8628673196794301, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.1932373046875, + "learning_rate": 1e-06, + "loss": 0.4437, + "mean_token_accuracy": 0.8521402478218079, + "num_tokens": 258770634.0, + "step": 6783 + }, + { + "epoch": 0.8629945299580206, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.207988739013672, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8628841638565063, + "num_tokens": 258809643.0, + "step": 6784 + }, + { + "epoch": 0.8631217402366111, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.196772575378418, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8696060180664062, + "num_tokens": 258845336.0, + "step": 6785 + }, + { + "epoch": 0.8632489505152017, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.200071334838867, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8659641742706299, + "num_tokens": 258882206.0, + "step": 6786 + }, + { + "epoch": 0.8633761607937921, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.19041633605957, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8718966245651245, + "num_tokens": 258918661.0, + "step": 6787 + }, + { + "epoch": 0.8635033710723826, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.221512794494629, + "learning_rate": 1e-06, + "loss": 0.4234, + "mean_token_accuracy": 0.8600547313690186, + "num_tokens": 258957452.0, + "step": 6788 + }, + { + "epoch": 0.8636305813509731, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.16165542602539, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8554509878158569, + "num_tokens": 259003507.0, + "step": 6789 + }, + { + "epoch": 0.8637577916295637, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.278648376464844, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8587952852249146, + "num_tokens": 259042284.0, + "step": 6790 + }, + { + "epoch": 0.8638850019081542, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.184666633605957, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8774133324623108, + "num_tokens": 259082929.0, + "step": 6791 + }, + { + "epoch": 0.8640122121867447, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.200201988220215, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8794376850128174, + "num_tokens": 259125920.0, + "step": 6792 + }, + { + "epoch": 0.8641394224653351, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.26176643371582, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8663797974586487, + "num_tokens": 259163140.0, + "step": 6793 + }, + { + "epoch": 0.8642666327439257, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.181344032287598, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8619891405105591, + "num_tokens": 259199038.0, + "step": 6794 + }, + { + "epoch": 0.8643938430225162, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.28145694732666, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8621369004249573, + "num_tokens": 259235713.0, + "step": 6795 + }, + { + "epoch": 0.8645210533011067, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.203132629394531, + "learning_rate": 1e-06, + "loss": 0.4476, + "mean_token_accuracy": 0.8540592193603516, + "num_tokens": 259278314.0, + "step": 6796 + }, + { + "epoch": 0.8646482635796973, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.158102035522461, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.873583197593689, + "num_tokens": 259313039.0, + "step": 6797 + }, + { + "epoch": 0.8647754738582878, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.261157035827637, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.870297908782959, + "num_tokens": 259348845.0, + "step": 6798 + }, + { + "epoch": 0.8649026841368782, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.19420337677002, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8580651879310608, + "num_tokens": 259387345.0, + "step": 6799 + }, + { + "epoch": 0.8650298944154687, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.223793983459473, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8630297183990479, + "num_tokens": 259427835.0, + "step": 6800 + }, + { + "epoch": 0.8651571046940593, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.19589900970459, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.867836594581604, + "num_tokens": 259460453.0, + "step": 6801 + }, + { + "epoch": 0.8652843149726498, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.23338508605957, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8704510927200317, + "num_tokens": 259499296.0, + "step": 6802 + }, + { + "epoch": 0.8654115252512403, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.167436599731445, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8610748052597046, + "num_tokens": 259537649.0, + "step": 6803 + }, + { + "epoch": 0.8655387355298308, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.202895164489746, + "learning_rate": 1e-06, + "loss": 0.4412, + "mean_token_accuracy": 0.8562377691268921, + "num_tokens": 259583136.0, + "step": 6804 + }, + { + "epoch": 0.8656659458084213, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.227787017822266, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8681906461715698, + "num_tokens": 259620422.0, + "step": 6805 + }, + { + "epoch": 0.8657931560870118, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.214932441711426, + "learning_rate": 1e-06, + "loss": 0.4578, + "mean_token_accuracy": 0.8525469303131104, + "num_tokens": 259663948.0, + "step": 6806 + }, + { + "epoch": 0.8659203663656023, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.202278137207031, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8648220896720886, + "num_tokens": 259701986.0, + "step": 6807 + }, + { + "epoch": 0.8660475766441929, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.249754905700684, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8786165118217468, + "num_tokens": 259740684.0, + "step": 6808 + }, + { + "epoch": 0.8661747869227834, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.196565628051758, + "learning_rate": 1e-06, + "loss": 0.4671, + "mean_token_accuracy": 0.8476319313049316, + "num_tokens": 259781659.0, + "step": 6809 + }, + { + "epoch": 0.8663019972013739, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.224242210388184, + "learning_rate": 1e-06, + "loss": 0.4371, + "mean_token_accuracy": 0.8583356142044067, + "num_tokens": 259818554.0, + "step": 6810 + }, + { + "epoch": 0.8664292074799644, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.217127799987793, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8664045333862305, + "num_tokens": 259856652.0, + "step": 6811 + }, + { + "epoch": 0.8665564177585549, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.215157508850098, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8813544511795044, + "num_tokens": 259898255.0, + "step": 6812 + }, + { + "epoch": 0.8666836280371454, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.199769973754883, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8689960241317749, + "num_tokens": 259935305.0, + "step": 6813 + }, + { + "epoch": 0.8668108383157359, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.233691215515137, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8686440587043762, + "num_tokens": 259975245.0, + "step": 6814 + }, + { + "epoch": 0.8669380485943264, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.227893829345703, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8691445589065552, + "num_tokens": 260014150.0, + "step": 6815 + }, + { + "epoch": 0.867065258872917, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.192573547363281, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.855427622795105, + "num_tokens": 260054655.0, + "step": 6816 + }, + { + "epoch": 0.8671924691515075, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.235766410827637, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8643890619277954, + "num_tokens": 260091528.0, + "step": 6817 + }, + { + "epoch": 0.8673196794300979, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.211877822875977, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8797670602798462, + "num_tokens": 260123069.0, + "step": 6818 + }, + { + "epoch": 0.8674468897086884, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.306655883789062, + "learning_rate": 1e-06, + "loss": 0.4567, + "mean_token_accuracy": 0.8497689962387085, + "num_tokens": 260154482.0, + "step": 6819 + }, + { + "epoch": 0.867574099987279, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.211280822753906, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8664994239807129, + "num_tokens": 260193983.0, + "step": 6820 + }, + { + "epoch": 0.8677013102658695, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.21371078491211, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8664644360542297, + "num_tokens": 260228705.0, + "step": 6821 + }, + { + "epoch": 0.86782852054446, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.254216194152832, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8629317283630371, + "num_tokens": 260262821.0, + "step": 6822 + }, + { + "epoch": 0.8679557308230506, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.166579246520996, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8630160093307495, + "num_tokens": 260298949.0, + "step": 6823 + }, + { + "epoch": 0.868082941101641, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.214859008789062, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8722751140594482, + "num_tokens": 260340028.0, + "step": 6824 + }, + { + "epoch": 0.8682101513802315, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.190069198608398, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8650790452957153, + "num_tokens": 260381328.0, + "step": 6825 + }, + { + "epoch": 0.868337361658822, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.156716346740723, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8650939464569092, + "num_tokens": 260423421.0, + "step": 6826 + }, + { + "epoch": 0.8684645719374126, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.268010139465332, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8632634878158569, + "num_tokens": 260461985.0, + "step": 6827 + }, + { + "epoch": 0.8685917822160031, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.188547134399414, + "learning_rate": 1e-06, + "loss": 0.4714, + "mean_token_accuracy": 0.8488989472389221, + "num_tokens": 260503041.0, + "step": 6828 + }, + { + "epoch": 0.8687189924945936, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.245373725891113, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8729647994041443, + "num_tokens": 260545553.0, + "step": 6829 + }, + { + "epoch": 0.868846202773184, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.305159568786621, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8719457387924194, + "num_tokens": 260577160.0, + "step": 6830 + }, + { + "epoch": 0.8689734130517746, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.19155216217041, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8760249614715576, + "num_tokens": 260614748.0, + "step": 6831 + }, + { + "epoch": 0.8691006233303651, + "ewc_loss": 0.01318359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3172626495361328e-05, + "grad_norm": 10.229192733764648, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8643956184387207, + "num_tokens": 260651762.0, + "step": 6832 + }, + { + "epoch": 0.8692278336089556, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.173537254333496, + "learning_rate": 1e-06, + "loss": 0.4514, + "mean_token_accuracy": 0.8531399369239807, + "num_tokens": 260694438.0, + "step": 6833 + }, + { + "epoch": 0.8693550438875461, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.238530158996582, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8730080723762512, + "num_tokens": 260730256.0, + "step": 6834 + }, + { + "epoch": 0.8694822541661367, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.238542556762695, + "learning_rate": 1e-06, + "loss": 0.4775, + "mean_token_accuracy": 0.8430033922195435, + "num_tokens": 260766190.0, + "step": 6835 + }, + { + "epoch": 0.8696094644447271, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.191986083984375, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8790088295936584, + "num_tokens": 260801733.0, + "step": 6836 + }, + { + "epoch": 0.8697366747233176, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.19412612915039, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8757481575012207, + "num_tokens": 260843461.0, + "step": 6837 + }, + { + "epoch": 0.8698638850019081, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.225006103515625, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8626885414123535, + "num_tokens": 260875006.0, + "step": 6838 + }, + { + "epoch": 0.8699910952804987, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.276307106018066, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8577567338943481, + "num_tokens": 260917553.0, + "step": 6839 + }, + { + "epoch": 0.8701183055590892, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.24577808380127, + "learning_rate": 1e-06, + "loss": 0.4852, + "mean_token_accuracy": 0.8390870094299316, + "num_tokens": 260955293.0, + "step": 6840 + }, + { + "epoch": 0.8702455158376797, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.249241828918457, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8644345998764038, + "num_tokens": 260983966.0, + "step": 6841 + }, + { + "epoch": 0.8703727261162701, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.19184684753418, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8766801953315735, + "num_tokens": 261019434.0, + "step": 6842 + }, + { + "epoch": 0.8704999363948607, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.225648880004883, + "learning_rate": 1e-06, + "loss": 0.4434, + "mean_token_accuracy": 0.8530667424201965, + "num_tokens": 261053761.0, + "step": 6843 + }, + { + "epoch": 0.8706271466734512, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.161534309387207, + "learning_rate": 1e-06, + "loss": 0.4571, + "mean_token_accuracy": 0.8545252680778503, + "num_tokens": 261093490.0, + "step": 6844 + }, + { + "epoch": 0.8707543569520417, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.250700950622559, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8658740520477295, + "num_tokens": 261129518.0, + "step": 6845 + }, + { + "epoch": 0.8708815672306323, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.229599952697754, + "learning_rate": 1e-06, + "loss": 0.4574, + "mean_token_accuracy": 0.8469555974006653, + "num_tokens": 261164282.0, + "step": 6846 + }, + { + "epoch": 0.8710087775092228, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.224117279052734, + "learning_rate": 1e-06, + "loss": 0.477, + "mean_token_accuracy": 0.8442732095718384, + "num_tokens": 261205055.0, + "step": 6847 + }, + { + "epoch": 0.8711359877878132, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.238382339477539, + "learning_rate": 1e-06, + "loss": 0.4264, + "mean_token_accuracy": 0.8592350482940674, + "num_tokens": 261242329.0, + "step": 6848 + }, + { + "epoch": 0.8712631980664037, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.248980522155762, + "learning_rate": 1e-06, + "loss": 0.5025, + "mean_token_accuracy": 0.8368744850158691, + "num_tokens": 261280330.0, + "step": 6849 + }, + { + "epoch": 0.8713904083449943, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.177654266357422, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8749843835830688, + "num_tokens": 261318232.0, + "step": 6850 + }, + { + "epoch": 0.8715176186235848, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.235716819763184, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8808071613311768, + "num_tokens": 261351483.0, + "step": 6851 + }, + { + "epoch": 0.8716448289021753, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.229591369628906, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8666243553161621, + "num_tokens": 261387058.0, + "step": 6852 + }, + { + "epoch": 0.8717720391807658, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.2076997756958, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8790382146835327, + "num_tokens": 261430110.0, + "step": 6853 + }, + { + "epoch": 0.8718992494593563, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.155340194702148, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8708305358886719, + "num_tokens": 261470707.0, + "step": 6854 + }, + { + "epoch": 0.8720264597379468, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.266056060791016, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8721470832824707, + "num_tokens": 261507146.0, + "step": 6855 + }, + { + "epoch": 0.8721536700165373, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.211042404174805, + "learning_rate": 1e-06, + "loss": 0.4498, + "mean_token_accuracy": 0.8503386974334717, + "num_tokens": 261549723.0, + "step": 6856 + }, + { + "epoch": 0.8722808802951278, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.274033546447754, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8700476884841919, + "num_tokens": 261591030.0, + "step": 6857 + }, + { + "epoch": 0.8724080905737184, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.17618465423584, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8737286329269409, + "num_tokens": 261623919.0, + "step": 6858 + }, + { + "epoch": 0.8725353008523089, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.236482620239258, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8814104795455933, + "num_tokens": 261655277.0, + "step": 6859 + }, + { + "epoch": 0.8726625111308994, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.187745094299316, + "learning_rate": 1e-06, + "loss": 0.4627, + "mean_token_accuracy": 0.8513079285621643, + "num_tokens": 261697462.0, + "step": 6860 + }, + { + "epoch": 0.8727897214094898, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.222667694091797, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8617053627967834, + "num_tokens": 261739134.0, + "step": 6861 + }, + { + "epoch": 0.8729169316880804, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.181983947753906, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.868614673614502, + "num_tokens": 261776295.0, + "step": 6862 + }, + { + "epoch": 0.8730441419666709, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.301044464111328, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8686311841011047, + "num_tokens": 261812388.0, + "step": 6863 + }, + { + "epoch": 0.8731713522452614, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.187676429748535, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8656814098358154, + "num_tokens": 261855537.0, + "step": 6864 + }, + { + "epoch": 0.873298562523852, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.182489395141602, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8718209266662598, + "num_tokens": 261899922.0, + "step": 6865 + }, + { + "epoch": 0.8734257728024425, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.282883644104004, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8757539987564087, + "num_tokens": 261934475.0, + "step": 6866 + }, + { + "epoch": 0.8735529830810329, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.21845817565918, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8651588559150696, + "num_tokens": 261973395.0, + "step": 6867 + }, + { + "epoch": 0.8736801933596234, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.2357177734375, + "learning_rate": 1e-06, + "loss": 0.4638, + "mean_token_accuracy": 0.849013090133667, + "num_tokens": 262011644.0, + "step": 6868 + }, + { + "epoch": 0.873807403638214, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.202666282653809, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.8604379296302795, + "num_tokens": 262044038.0, + "step": 6869 + }, + { + "epoch": 0.8739346139168045, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.270957946777344, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8630372881889343, + "num_tokens": 262081023.0, + "step": 6870 + }, + { + "epoch": 0.874061824195395, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.171597480773926, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8584216237068176, + "num_tokens": 262123981.0, + "step": 6871 + }, + { + "epoch": 0.8741890344739855, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.22853946685791, + "learning_rate": 1e-06, + "loss": 0.4496, + "mean_token_accuracy": 0.8543442487716675, + "num_tokens": 262161542.0, + "step": 6872 + }, + { + "epoch": 0.874316244752576, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.22201156616211, + "learning_rate": 1e-06, + "loss": 0.4447, + "mean_token_accuracy": 0.8553703427314758, + "num_tokens": 262202482.0, + "step": 6873 + }, + { + "epoch": 0.8744434550311665, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.196005821228027, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8659438490867615, + "num_tokens": 262239499.0, + "step": 6874 + }, + { + "epoch": 0.874570665309757, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.201822280883789, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8653901815414429, + "num_tokens": 262281324.0, + "step": 6875 + }, + { + "epoch": 0.8746978755883476, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.216464042663574, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.8561066389083862, + "num_tokens": 262318772.0, + "step": 6876 + }, + { + "epoch": 0.8748250858669381, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.215093612670898, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8778783082962036, + "num_tokens": 262353264.0, + "step": 6877 + }, + { + "epoch": 0.8749522961455286, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.168285369873047, + "learning_rate": 1e-06, + "loss": 0.4203, + "mean_token_accuracy": 0.8621037006378174, + "num_tokens": 262393360.0, + "step": 6878 + }, + { + "epoch": 0.875079506424119, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.17699909210205, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8754537105560303, + "num_tokens": 262432010.0, + "step": 6879 + }, + { + "epoch": 0.8752067167027096, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.208012580871582, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8644518256187439, + "num_tokens": 262468828.0, + "step": 6880 + }, + { + "epoch": 0.8753339269813001, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.111023902893066, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8712255954742432, + "num_tokens": 262515141.0, + "step": 6881 + }, + { + "epoch": 0.8754611372598906, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.240549087524414, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8619557619094849, + "num_tokens": 262553137.0, + "step": 6882 + }, + { + "epoch": 0.8755883475384811, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.184147834777832, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8871634006500244, + "num_tokens": 262593847.0, + "step": 6883 + }, + { + "epoch": 0.8757155578170717, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.165465354919434, + "learning_rate": 1e-06, + "loss": 0.4397, + "mean_token_accuracy": 0.8547713756561279, + "num_tokens": 262635048.0, + "step": 6884 + }, + { + "epoch": 0.8758427680956621, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.223642349243164, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8578311800956726, + "num_tokens": 262671200.0, + "step": 6885 + }, + { + "epoch": 0.8759699783742526, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.159500122070312, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8667322993278503, + "num_tokens": 262708304.0, + "step": 6886 + }, + { + "epoch": 0.8760971886528431, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.192710876464844, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8617831468582153, + "num_tokens": 262750680.0, + "step": 6887 + }, + { + "epoch": 0.8762243989314337, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.228348731994629, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.8596192598342896, + "num_tokens": 262784845.0, + "step": 6888 + }, + { + "epoch": 0.8763516092100242, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.204781532287598, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8649641275405884, + "num_tokens": 262822646.0, + "step": 6889 + }, + { + "epoch": 0.8764788194886147, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.163496971130371, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8608648777008057, + "num_tokens": 262863663.0, + "step": 6890 + }, + { + "epoch": 0.8766060297672051, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.219279289245605, + "learning_rate": 1e-06, + "loss": 0.4495, + "mean_token_accuracy": 0.8511885404586792, + "num_tokens": 262903726.0, + "step": 6891 + }, + { + "epoch": 0.8767332400457957, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.176961898803711, + "learning_rate": 1e-06, + "loss": 0.4456, + "mean_token_accuracy": 0.8535760641098022, + "num_tokens": 262942748.0, + "step": 6892 + }, + { + "epoch": 0.8768604503243862, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.287126541137695, + "learning_rate": 1e-06, + "loss": 0.475, + "mean_token_accuracy": 0.8432910442352295, + "num_tokens": 262977639.0, + "step": 6893 + }, + { + "epoch": 0.8769876606029767, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.212921142578125, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8675416707992554, + "num_tokens": 263015970.0, + "step": 6894 + }, + { + "epoch": 0.8771148708815673, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.19112777709961, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8736042976379395, + "num_tokens": 263058618.0, + "step": 6895 + }, + { + "epoch": 0.8772420811601578, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.212602615356445, + "learning_rate": 1e-06, + "loss": 0.4697, + "mean_token_accuracy": 0.8484110236167908, + "num_tokens": 263098628.0, + "step": 6896 + }, + { + "epoch": 0.8773692914387482, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.286081314086914, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8682530522346497, + "num_tokens": 263136793.0, + "step": 6897 + }, + { + "epoch": 0.8774965017173387, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.19713306427002, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8668829202651978, + "num_tokens": 263170996.0, + "step": 6898 + }, + { + "epoch": 0.8776237119959293, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.335172653198242, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.854000449180603, + "num_tokens": 263199961.0, + "step": 6899 + }, + { + "epoch": 0.8777509222745198, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.249530792236328, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8634992837905884, + "num_tokens": 263241541.0, + "step": 6900 + }, + { + "epoch": 0.8778781325531103, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.189058303833008, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8768656253814697, + "num_tokens": 263278778.0, + "step": 6901 + }, + { + "epoch": 0.8780053428317008, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.262145042419434, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8667914867401123, + "num_tokens": 263310155.0, + "step": 6902 + }, + { + "epoch": 0.8781325531102913, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.178726196289062, + "learning_rate": 1e-06, + "loss": 0.4306, + "mean_token_accuracy": 0.8603718280792236, + "num_tokens": 263355793.0, + "step": 6903 + }, + { + "epoch": 0.8782597633888818, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.18576717376709, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8744869232177734, + "num_tokens": 263394446.0, + "step": 6904 + }, + { + "epoch": 0.8783869736674723, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.213433265686035, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8669175505638123, + "num_tokens": 263438479.0, + "step": 6905 + }, + { + "epoch": 0.8785141839460628, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.267098426818848, + "learning_rate": 1e-06, + "loss": 0.4618, + "mean_token_accuracy": 0.8505440950393677, + "num_tokens": 263478514.0, + "step": 6906 + }, + { + "epoch": 0.8786413942246534, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.271384239196777, + "learning_rate": 1e-06, + "loss": 0.4854, + "mean_token_accuracy": 0.8455721139907837, + "num_tokens": 263516734.0, + "step": 6907 + }, + { + "epoch": 0.8787686045032439, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.184481620788574, + "learning_rate": 1e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.8541430830955505, + "num_tokens": 263560105.0, + "step": 6908 + }, + { + "epoch": 0.8788958147818343, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.266018867492676, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8668367862701416, + "num_tokens": 263597033.0, + "step": 6909 + }, + { + "epoch": 0.8790230250604248, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.225957870483398, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8705770969390869, + "num_tokens": 263631106.0, + "step": 6910 + }, + { + "epoch": 0.8791502353390154, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.218395233154297, + "learning_rate": 1e-06, + "loss": 0.4302, + "mean_token_accuracy": 0.8586195707321167, + "num_tokens": 263668227.0, + "step": 6911 + }, + { + "epoch": 0.8792774456176059, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.29941177368164, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8664370775222778, + "num_tokens": 263704335.0, + "step": 6912 + }, + { + "epoch": 0.8794046558961964, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.219437599182129, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8705609440803528, + "num_tokens": 263742532.0, + "step": 6913 + }, + { + "epoch": 0.879531866174787, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.239413261413574, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8653574585914612, + "num_tokens": 263782321.0, + "step": 6914 + }, + { + "epoch": 0.8796590764533775, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.275257110595703, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8724867105484009, + "num_tokens": 263818037.0, + "step": 6915 + }, + { + "epoch": 0.8797862867319679, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.206075668334961, + "learning_rate": 1e-06, + "loss": 0.4555, + "mean_token_accuracy": 0.8495160341262817, + "num_tokens": 263854901.0, + "step": 6916 + }, + { + "epoch": 0.8799134970105584, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.19041633605957, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8685415983200073, + "num_tokens": 263896241.0, + "step": 6917 + }, + { + "epoch": 0.880040707289149, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.1959810256958, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8655701279640198, + "num_tokens": 263934673.0, + "step": 6918 + }, + { + "epoch": 0.8801679175677395, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.244489669799805, + "learning_rate": 1e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.8557830452919006, + "num_tokens": 263973456.0, + "step": 6919 + }, + { + "epoch": 0.88029512784633, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.251415252685547, + "learning_rate": 1e-06, + "loss": 0.4727, + "mean_token_accuracy": 0.8465246558189392, + "num_tokens": 264006050.0, + "step": 6920 + }, + { + "epoch": 0.8804223381249205, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.240967750549316, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8744145631790161, + "num_tokens": 264042736.0, + "step": 6921 + }, + { + "epoch": 0.880549548403511, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.22533893585205, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.855949878692627, + "num_tokens": 264084433.0, + "step": 6922 + }, + { + "epoch": 0.8806767586821015, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.235725402832031, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8727071285247803, + "num_tokens": 264118331.0, + "step": 6923 + }, + { + "epoch": 0.880803968960692, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.251340866088867, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.867120623588562, + "num_tokens": 264152015.0, + "step": 6924 + }, + { + "epoch": 0.8809311792392825, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.196490287780762, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8706430792808533, + "num_tokens": 264187085.0, + "step": 6925 + }, + { + "epoch": 0.8810583895178731, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.218997955322266, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8603037595748901, + "num_tokens": 264225558.0, + "step": 6926 + }, + { + "epoch": 0.8811855997964636, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.218634605407715, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.8555805683135986, + "num_tokens": 264264220.0, + "step": 6927 + }, + { + "epoch": 0.881312810075054, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.258950233459473, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8678882122039795, + "num_tokens": 264302097.0, + "step": 6928 + }, + { + "epoch": 0.8814400203536445, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.165262222290039, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8671113848686218, + "num_tokens": 264341966.0, + "step": 6929 + }, + { + "epoch": 0.8815672306322351, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.234392166137695, + "learning_rate": 1e-06, + "loss": 0.4958, + "mean_token_accuracy": 0.8418871760368347, + "num_tokens": 264384298.0, + "step": 6930 + }, + { + "epoch": 0.8816944409108256, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.21970272064209, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8651065230369568, + "num_tokens": 264422513.0, + "step": 6931 + }, + { + "epoch": 0.8818216511894161, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.249786376953125, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8767443299293518, + "num_tokens": 264461819.0, + "step": 6932 + }, + { + "epoch": 0.8819488614680067, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.237767219543457, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.8536508083343506, + "num_tokens": 264502618.0, + "step": 6933 + }, + { + "epoch": 0.8820760717465971, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.258285522460938, + "learning_rate": 1e-06, + "loss": 0.4314, + "mean_token_accuracy": 0.857099711894989, + "num_tokens": 264534382.0, + "step": 6934 + }, + { + "epoch": 0.8822032820251876, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.221061706542969, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.8538492918014526, + "num_tokens": 264575297.0, + "step": 6935 + }, + { + "epoch": 0.8823304923037781, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.237835884094238, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8699895143508911, + "num_tokens": 264611822.0, + "step": 6936 + }, + { + "epoch": 0.8824577025823687, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.213968276977539, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8597360253334045, + "num_tokens": 264657483.0, + "step": 6937 + }, + { + "epoch": 0.8825849128609592, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.262943267822266, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8702342510223389, + "num_tokens": 264690633.0, + "step": 6938 + }, + { + "epoch": 0.8827121231395497, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.142477035522461, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8796261548995972, + "num_tokens": 264733268.0, + "step": 6939 + }, + { + "epoch": 0.8828393334181401, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.221248626708984, + "learning_rate": 1e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.8570413589477539, + "num_tokens": 264774769.0, + "step": 6940 + }, + { + "epoch": 0.8829665436967307, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.236008644104004, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8587595224380493, + "num_tokens": 264806658.0, + "step": 6941 + }, + { + "epoch": 0.8830937539753212, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.233640670776367, + "learning_rate": 1e-06, + "loss": 0.442, + "mean_token_accuracy": 0.8524297475814819, + "num_tokens": 264841054.0, + "step": 6942 + }, + { + "epoch": 0.8832209642539117, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.223150253295898, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8579442501068115, + "num_tokens": 264880241.0, + "step": 6943 + }, + { + "epoch": 0.8833481745325023, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.18429183959961, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8657517433166504, + "num_tokens": 264922449.0, + "step": 6944 + }, + { + "epoch": 0.8834753848110928, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.25082015991211, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8638378381729126, + "num_tokens": 264961605.0, + "step": 6945 + }, + { + "epoch": 0.8836025950896832, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.207620620727539, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8724576234817505, + "num_tokens": 264992924.0, + "step": 6946 + }, + { + "epoch": 0.8837298053682737, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.296244621276855, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8636505603790283, + "num_tokens": 265031849.0, + "step": 6947 + }, + { + "epoch": 0.8838570156468643, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.209592819213867, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8770087957382202, + "num_tokens": 265069714.0, + "step": 6948 + }, + { + "epoch": 0.8839842259254548, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.288208961486816, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.860136866569519, + "num_tokens": 265103325.0, + "step": 6949 + }, + { + "epoch": 0.8841114362040453, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.252751350402832, + "learning_rate": 1e-06, + "loss": 0.4718, + "mean_token_accuracy": 0.8432241678237915, + "num_tokens": 265139133.0, + "step": 6950 + }, + { + "epoch": 0.8842386464826358, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.217848777770996, + "learning_rate": 1e-06, + "loss": 0.4895, + "mean_token_accuracy": 0.8404389023780823, + "num_tokens": 265183536.0, + "step": 6951 + }, + { + "epoch": 0.8843658567612263, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.182933807373047, + "learning_rate": 1e-06, + "loss": 0.4404, + "mean_token_accuracy": 0.8551995754241943, + "num_tokens": 265226288.0, + "step": 6952 + }, + { + "epoch": 0.8844930670398168, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.236663818359375, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8642155528068542, + "num_tokens": 265265846.0, + "step": 6953 + }, + { + "epoch": 0.8846202773184073, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.200727462768555, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.877857506275177, + "num_tokens": 265300612.0, + "step": 6954 + }, + { + "epoch": 0.8847474875969978, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.194087028503418, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8732333183288574, + "num_tokens": 265341440.0, + "step": 6955 + }, + { + "epoch": 0.8848746978755884, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.225672721862793, + "learning_rate": 1e-06, + "loss": 0.436, + "mean_token_accuracy": 0.8547704815864563, + "num_tokens": 265384854.0, + "step": 6956 + }, + { + "epoch": 0.8850019081541789, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.291389465332031, + "learning_rate": 1e-06, + "loss": 0.4301, + "mean_token_accuracy": 0.8566350936889648, + "num_tokens": 265420611.0, + "step": 6957 + }, + { + "epoch": 0.8851291184327693, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.24940013885498, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8624387383460999, + "num_tokens": 265457720.0, + "step": 6958 + }, + { + "epoch": 0.8852563287113598, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.284141540527344, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8720942139625549, + "num_tokens": 265493434.0, + "step": 6959 + }, + { + "epoch": 0.8853835389899504, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.238391876220703, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8645622730255127, + "num_tokens": 265529015.0, + "step": 6960 + }, + { + "epoch": 0.8855107492685409, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.280241966247559, + "learning_rate": 1e-06, + "loss": 0.4562, + "mean_token_accuracy": 0.8490110635757446, + "num_tokens": 265568698.0, + "step": 6961 + }, + { + "epoch": 0.8856379595471314, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.253775596618652, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8645923137664795, + "num_tokens": 265605631.0, + "step": 6962 + }, + { + "epoch": 0.885765169825722, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.258697509765625, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.864820122718811, + "num_tokens": 265647071.0, + "step": 6963 + }, + { + "epoch": 0.8858923801043125, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.220300674438477, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8635674118995667, + "num_tokens": 265688680.0, + "step": 6964 + }, + { + "epoch": 0.8860195903829029, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.217822074890137, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8694953918457031, + "num_tokens": 265727707.0, + "step": 6965 + }, + { + "epoch": 0.8861468006614934, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.262475967407227, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8619217872619629, + "num_tokens": 265765860.0, + "step": 6966 + }, + { + "epoch": 0.886274010940084, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.218579292297363, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8669295310974121, + "num_tokens": 265802988.0, + "step": 6967 + }, + { + "epoch": 0.8864012212186745, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.263922691345215, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8595508933067322, + "num_tokens": 265840614.0, + "step": 6968 + }, + { + "epoch": 0.886528431497265, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.221375465393066, + "learning_rate": 1e-06, + "loss": 0.4902, + "mean_token_accuracy": 0.8382269144058228, + "num_tokens": 265883032.0, + "step": 6969 + }, + { + "epoch": 0.8866556417758555, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.253286361694336, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8756116628646851, + "num_tokens": 265918309.0, + "step": 6970 + }, + { + "epoch": 0.886782852054446, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.225212097167969, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8666834831237793, + "num_tokens": 265956406.0, + "step": 6971 + }, + { + "epoch": 0.8869100623330365, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.24377727508545, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8723675608634949, + "num_tokens": 265988413.0, + "step": 6972 + }, + { + "epoch": 0.887037272611627, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.196772575378418, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8628027439117432, + "num_tokens": 266022036.0, + "step": 6973 + }, + { + "epoch": 0.8871644828902175, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.26467227935791, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8630715608596802, + "num_tokens": 266053735.0, + "step": 6974 + }, + { + "epoch": 0.8872916931688081, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.229837417602539, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8787539005279541, + "num_tokens": 266094198.0, + "step": 6975 + }, + { + "epoch": 0.8874189034473986, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.23221492767334, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8727998733520508, + "num_tokens": 266132213.0, + "step": 6976 + }, + { + "epoch": 0.887546113725989, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.274415016174316, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8644031286239624, + "num_tokens": 266168001.0, + "step": 6977 + }, + { + "epoch": 0.8876733240045795, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.23185920715332, + "learning_rate": 1e-06, + "loss": 0.4911, + "mean_token_accuracy": 0.8364561796188354, + "num_tokens": 266208771.0, + "step": 6978 + }, + { + "epoch": 0.8878005342831701, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.281062126159668, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8709490299224854, + "num_tokens": 266248090.0, + "step": 6979 + }, + { + "epoch": 0.8879277445617606, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.242501258850098, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8535633087158203, + "num_tokens": 266283748.0, + "step": 6980 + }, + { + "epoch": 0.8880549548403511, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.28148078918457, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8717389106750488, + "num_tokens": 266316613.0, + "step": 6981 + }, + { + "epoch": 0.8881821651189417, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.209090232849121, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8658977150917053, + "num_tokens": 266357515.0, + "step": 6982 + }, + { + "epoch": 0.8883093753975321, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.276630401611328, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8763830661773682, + "num_tokens": 266393593.0, + "step": 6983 + }, + { + "epoch": 0.8884365856761226, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.255847930908203, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.874811053276062, + "num_tokens": 266436104.0, + "step": 6984 + }, + { + "epoch": 0.8885637959547131, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.228293418884277, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8766072988510132, + "num_tokens": 266472809.0, + "step": 6985 + }, + { + "epoch": 0.8886910062333037, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.227153778076172, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8738335371017456, + "num_tokens": 266512726.0, + "step": 6986 + }, + { + "epoch": 0.8888182165118942, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.290813446044922, + "learning_rate": 1e-06, + "loss": 0.4428, + "mean_token_accuracy": 0.8529039025306702, + "num_tokens": 266546098.0, + "step": 6987 + }, + { + "epoch": 0.8889454267904847, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.204700469970703, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8554705381393433, + "num_tokens": 266588478.0, + "step": 6988 + }, + { + "epoch": 0.8890726370690751, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.25862979888916, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8535347580909729, + "num_tokens": 266628975.0, + "step": 6989 + }, + { + "epoch": 0.8891998473476657, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.203899383544922, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8727941513061523, + "num_tokens": 266667533.0, + "step": 6990 + }, + { + "epoch": 0.8893270576262562, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.317033767700195, + "learning_rate": 1e-06, + "loss": 0.46, + "mean_token_accuracy": 0.8456827402114868, + "num_tokens": 266706990.0, + "step": 6991 + }, + { + "epoch": 0.8894542679048467, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.202008247375488, + "learning_rate": 1e-06, + "loss": 0.4405, + "mean_token_accuracy": 0.8530231714248657, + "num_tokens": 266747314.0, + "step": 6992 + }, + { + "epoch": 0.8895814781834372, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.269000053405762, + "learning_rate": 1e-06, + "loss": 0.4283, + "mean_token_accuracy": 0.8548741340637207, + "num_tokens": 266791031.0, + "step": 6993 + }, + { + "epoch": 0.8897086884620278, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.291949272155762, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.863257884979248, + "num_tokens": 266823236.0, + "step": 6994 + }, + { + "epoch": 0.8898358987406182, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.211128234863281, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8623233437538147, + "num_tokens": 266867993.0, + "step": 6995 + }, + { + "epoch": 0.8899631090192087, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.246997833251953, + "learning_rate": 1e-06, + "loss": 0.467, + "mean_token_accuracy": 0.8459764122962952, + "num_tokens": 266908573.0, + "step": 6996 + }, + { + "epoch": 0.8900903192977992, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.245485305786133, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8607342839241028, + "num_tokens": 266951167.0, + "step": 6997 + }, + { + "epoch": 0.8902175295763898, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.205601692199707, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.863272488117218, + "num_tokens": 266988976.0, + "step": 6998 + }, + { + "epoch": 0.8903447398549803, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.325252532958984, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8630643486976624, + "num_tokens": 267022450.0, + "step": 6999 + }, + { + "epoch": 0.8904719501335708, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.216565132141113, + "learning_rate": 1e-06, + "loss": 0.4532, + "mean_token_accuracy": 0.8571617603302002, + "num_tokens": 267059933.0, + "step": 7000 + }, + { + "epoch": 0.8905991604121613, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.262735366821289, + "learning_rate": 1e-06, + "loss": 0.4515, + "mean_token_accuracy": 0.8556069135665894, + "num_tokens": 267092518.0, + "step": 7001 + }, + { + "epoch": 0.8907263706907518, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.250365257263184, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8592138290405273, + "num_tokens": 267130008.0, + "step": 7002 + }, + { + "epoch": 0.8908535809693423, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.282232284545898, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8662049174308777, + "num_tokens": 267171039.0, + "step": 7003 + }, + { + "epoch": 0.8909807912479328, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.17331314086914, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8656334280967712, + "num_tokens": 267211197.0, + "step": 7004 + }, + { + "epoch": 0.8911080015265234, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.2409086227417, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8692386150360107, + "num_tokens": 267247471.0, + "step": 7005 + }, + { + "epoch": 0.8912352118051139, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.227792739868164, + "learning_rate": 1e-06, + "loss": 0.5032, + "mean_token_accuracy": 0.8366297483444214, + "num_tokens": 267287276.0, + "step": 7006 + }, + { + "epoch": 0.8913624220837043, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.261104583740234, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8620073795318604, + "num_tokens": 267323827.0, + "step": 7007 + }, + { + "epoch": 0.8914896323622948, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.182031631469727, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8714635372161865, + "num_tokens": 267364053.0, + "step": 7008 + }, + { + "epoch": 0.8916168426408854, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.2762451171875, + "learning_rate": 1e-06, + "loss": 0.4595, + "mean_token_accuracy": 0.8467639088630676, + "num_tokens": 267404393.0, + "step": 7009 + }, + { + "epoch": 0.8917440529194759, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.208377838134766, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8644500970840454, + "num_tokens": 267444589.0, + "step": 7010 + }, + { + "epoch": 0.8918712631980664, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.254514694213867, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8644026517868042, + "num_tokens": 267484460.0, + "step": 7011 + }, + { + "epoch": 0.891998473476657, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.283653259277344, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8561182022094727, + "num_tokens": 267517390.0, + "step": 7012 + }, + { + "epoch": 0.8921256837552475, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.217236518859863, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8633599281311035, + "num_tokens": 267555813.0, + "step": 7013 + }, + { + "epoch": 0.8922528940338379, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.276345252990723, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8605859279632568, + "num_tokens": 267595818.0, + "step": 7014 + }, + { + "epoch": 0.8923801043124284, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.231165885925293, + "learning_rate": 1e-06, + "loss": 0.4938, + "mean_token_accuracy": 0.8381559252738953, + "num_tokens": 267633106.0, + "step": 7015 + }, + { + "epoch": 0.892507314591019, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.287586212158203, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8657017946243286, + "num_tokens": 267670166.0, + "step": 7016 + }, + { + "epoch": 0.8926345248696095, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.246098518371582, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8591066598892212, + "num_tokens": 267707284.0, + "step": 7017 + }, + { + "epoch": 0.8927617351482, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.282837867736816, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.863876461982727, + "num_tokens": 267742349.0, + "step": 7018 + }, + { + "epoch": 0.8928889454267905, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.297174453735352, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8680493235588074, + "num_tokens": 267776003.0, + "step": 7019 + }, + { + "epoch": 0.893016155705381, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.249772071838379, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8587050437927246, + "num_tokens": 267815887.0, + "step": 7020 + }, + { + "epoch": 0.8931433659839715, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.198578834533691, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8734408617019653, + "num_tokens": 267855874.0, + "step": 7021 + }, + { + "epoch": 0.893270576262562, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.26986312866211, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8725945949554443, + "num_tokens": 267897901.0, + "step": 7022 + }, + { + "epoch": 0.8933977865411525, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.250663757324219, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8742192983627319, + "num_tokens": 267938967.0, + "step": 7023 + }, + { + "epoch": 0.8935249968197431, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.238054275512695, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8606838583946228, + "num_tokens": 267975196.0, + "step": 7024 + }, + { + "epoch": 0.8936522070983336, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.242687225341797, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8763248920440674, + "num_tokens": 268014407.0, + "step": 7025 + }, + { + "epoch": 0.893779417376924, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.32127857208252, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8787271976470947, + "num_tokens": 268043892.0, + "step": 7026 + }, + { + "epoch": 0.8939066276555145, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.240567207336426, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8632755279541016, + "num_tokens": 268079651.0, + "step": 7027 + }, + { + "epoch": 0.8940338379341051, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.239569664001465, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8666408061981201, + "num_tokens": 268114021.0, + "step": 7028 + }, + { + "epoch": 0.8941610482126956, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.248847007751465, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8624553680419922, + "num_tokens": 268155315.0, + "step": 7029 + }, + { + "epoch": 0.8942882584912861, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.269510269165039, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8607139587402344, + "num_tokens": 268199312.0, + "step": 7030 + }, + { + "epoch": 0.8944154687698767, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.259269714355469, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8699284195899963, + "num_tokens": 268236955.0, + "step": 7031 + }, + { + "epoch": 0.8945426790484671, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.26223087310791, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8607900142669678, + "num_tokens": 268272183.0, + "step": 7032 + }, + { + "epoch": 0.8946698893270576, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.275857925415039, + "learning_rate": 1e-06, + "loss": 0.4491, + "mean_token_accuracy": 0.8536399602890015, + "num_tokens": 268305407.0, + "step": 7033 + }, + { + "epoch": 0.8947970996056481, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.253371238708496, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8752894401550293, + "num_tokens": 268340443.0, + "step": 7034 + }, + { + "epoch": 0.8949243098842387, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.27103042602539, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8822888135910034, + "num_tokens": 268375597.0, + "step": 7035 + }, + { + "epoch": 0.8950515201628292, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.238325119018555, + "learning_rate": 1e-06, + "loss": 0.4397, + "mean_token_accuracy": 0.8568399548530579, + "num_tokens": 268412872.0, + "step": 7036 + }, + { + "epoch": 0.8951787304414197, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.249988555908203, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.864907443523407, + "num_tokens": 268452021.0, + "step": 7037 + }, + { + "epoch": 0.8953059407200101, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.225299835205078, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8732383251190186, + "num_tokens": 268486354.0, + "step": 7038 + }, + { + "epoch": 0.8954331509986007, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.290430068969727, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8574882745742798, + "num_tokens": 268519918.0, + "step": 7039 + }, + { + "epoch": 0.8955603612771912, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.232284545898438, + "learning_rate": 1e-06, + "loss": 0.4399, + "mean_token_accuracy": 0.8552565574645996, + "num_tokens": 268554259.0, + "step": 7040 + }, + { + "epoch": 0.8956875715557817, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.281560897827148, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8572404980659485, + "num_tokens": 268595785.0, + "step": 7041 + }, + { + "epoch": 0.8958147818343722, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.224493980407715, + "learning_rate": 1e-06, + "loss": 0.4681, + "mean_token_accuracy": 0.8486657738685608, + "num_tokens": 268640805.0, + "step": 7042 + }, + { + "epoch": 0.8959419921129628, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.233034133911133, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8694409132003784, + "num_tokens": 268682446.0, + "step": 7043 + }, + { + "epoch": 0.8960692023915532, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.27587604522705, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8721840381622314, + "num_tokens": 268720262.0, + "step": 7044 + }, + { + "epoch": 0.8961964126701437, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.271061897277832, + "learning_rate": 1e-06, + "loss": 0.4435, + "mean_token_accuracy": 0.8507691621780396, + "num_tokens": 268760519.0, + "step": 7045 + }, + { + "epoch": 0.8963236229487342, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.276601791381836, + "learning_rate": 1e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.8568233251571655, + "num_tokens": 268796621.0, + "step": 7046 + }, + { + "epoch": 0.8964508332273248, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.259103775024414, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8723889589309692, + "num_tokens": 268830527.0, + "step": 7047 + }, + { + "epoch": 0.8965780435059153, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.306646347045898, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8679651021957397, + "num_tokens": 268862112.0, + "step": 7048 + }, + { + "epoch": 0.8967052537845058, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.252952575683594, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8617885112762451, + "num_tokens": 268901089.0, + "step": 7049 + }, + { + "epoch": 0.8968324640630962, + "ewc_loss": 0.01324462890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3232231140136719e-05, + "grad_norm": 10.239180564880371, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8665976524353027, + "num_tokens": 268942766.0, + "step": 7050 + }, + { + "epoch": 0.8969596743416868, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.299681663513184, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8707358837127686, + "num_tokens": 268978642.0, + "step": 7051 + }, + { + "epoch": 0.8970868846202773, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.245382308959961, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8694592714309692, + "num_tokens": 269016048.0, + "step": 7052 + }, + { + "epoch": 0.8972140948988678, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.278491020202637, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8647553324699402, + "num_tokens": 269054381.0, + "step": 7053 + }, + { + "epoch": 0.8973413051774584, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.245287895202637, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8688132166862488, + "num_tokens": 269090672.0, + "step": 7054 + }, + { + "epoch": 0.8974685154560489, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.271490097045898, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8674519062042236, + "num_tokens": 269130231.0, + "step": 7055 + }, + { + "epoch": 0.8975957257346393, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.24903392791748, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8687240481376648, + "num_tokens": 269166282.0, + "step": 7056 + }, + { + "epoch": 0.8977229360132298, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.256505966186523, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8676594495773315, + "num_tokens": 269205326.0, + "step": 7057 + }, + { + "epoch": 0.8978501462918204, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.262754440307617, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8653445243835449, + "num_tokens": 269243903.0, + "step": 7058 + }, + { + "epoch": 0.8979773565704109, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.281407356262207, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8581352233886719, + "num_tokens": 269288330.0, + "step": 7059 + }, + { + "epoch": 0.8981045668490014, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.217370986938477, + "learning_rate": 1e-06, + "loss": 0.447, + "mean_token_accuracy": 0.8542534112930298, + "num_tokens": 269328731.0, + "step": 7060 + }, + { + "epoch": 0.898231777127592, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.264840126037598, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8648079633712769, + "num_tokens": 269369576.0, + "step": 7061 + }, + { + "epoch": 0.8983589874061825, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.314210891723633, + "learning_rate": 1e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.8624635934829712, + "num_tokens": 269407734.0, + "step": 7062 + }, + { + "epoch": 0.8984861976847729, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.277250289916992, + "learning_rate": 1e-06, + "loss": 0.4771, + "mean_token_accuracy": 0.8441919088363647, + "num_tokens": 269444042.0, + "step": 7063 + }, + { + "epoch": 0.8986134079633634, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.263647079467773, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.886905312538147, + "num_tokens": 269480979.0, + "step": 7064 + }, + { + "epoch": 0.898740618241954, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.252185821533203, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8656896352767944, + "num_tokens": 269515594.0, + "step": 7065 + }, + { + "epoch": 0.8988678285205445, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.249996185302734, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.866771936416626, + "num_tokens": 269556974.0, + "step": 7066 + }, + { + "epoch": 0.898995038799135, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.321959495544434, + "learning_rate": 1e-06, + "loss": 0.4322, + "mean_token_accuracy": 0.8574531078338623, + "num_tokens": 269591088.0, + "step": 7067 + }, + { + "epoch": 0.8991222490777255, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.32737922668457, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8734220862388611, + "num_tokens": 269627921.0, + "step": 7068 + }, + { + "epoch": 0.899249459356316, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.250694274902344, + "learning_rate": 1e-06, + "loss": 0.46, + "mean_token_accuracy": 0.8491138219833374, + "num_tokens": 269666586.0, + "step": 7069 + }, + { + "epoch": 0.8993766696349065, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.332681655883789, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8661445379257202, + "num_tokens": 269701205.0, + "step": 7070 + }, + { + "epoch": 0.899503879913497, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.21292781829834, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8766722679138184, + "num_tokens": 269739982.0, + "step": 7071 + }, + { + "epoch": 0.8996310901920875, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.37231731414795, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8656914234161377, + "num_tokens": 269773048.0, + "step": 7072 + }, + { + "epoch": 0.8997583004706781, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.3018798828125, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8626580238342285, + "num_tokens": 269811343.0, + "step": 7073 + }, + { + "epoch": 0.8998855107492686, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.28302001953125, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8687950372695923, + "num_tokens": 269851601.0, + "step": 7074 + }, + { + "epoch": 0.900012721027859, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.260645866394043, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.872700035572052, + "num_tokens": 269891396.0, + "step": 7075 + }, + { + "epoch": 0.9001399313064495, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.299356460571289, + "learning_rate": 1e-06, + "loss": 0.4075, + "mean_token_accuracy": 0.8638570308685303, + "num_tokens": 269930292.0, + "step": 7076 + }, + { + "epoch": 0.9002671415850401, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.331449508666992, + "learning_rate": 1e-06, + "loss": 0.4812, + "mean_token_accuracy": 0.8375921845436096, + "num_tokens": 269968464.0, + "step": 7077 + }, + { + "epoch": 0.9003943518636306, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.309427261352539, + "learning_rate": 1e-06, + "loss": 0.448, + "mean_token_accuracy": 0.8516112565994263, + "num_tokens": 270011569.0, + "step": 7078 + }, + { + "epoch": 0.9005215621422211, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.285643577575684, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8600667715072632, + "num_tokens": 270050608.0, + "step": 7079 + }, + { + "epoch": 0.9006487724208116, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.280892372131348, + "learning_rate": 1e-06, + "loss": 0.4503, + "mean_token_accuracy": 0.8503051996231079, + "num_tokens": 270096100.0, + "step": 7080 + }, + { + "epoch": 0.9007759826994021, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.292871475219727, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8743759989738464, + "num_tokens": 270140915.0, + "step": 7081 + }, + { + "epoch": 0.9009031929779926, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.273638725280762, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8636962175369263, + "num_tokens": 270184233.0, + "step": 7082 + }, + { + "epoch": 0.9010304032565831, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.220633506774902, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.8623801469802856, + "num_tokens": 270223889.0, + "step": 7083 + }, + { + "epoch": 0.9011576135351737, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.307327270507812, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8697328567504883, + "num_tokens": 270266357.0, + "step": 7084 + }, + { + "epoch": 0.9012848238137642, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.263988494873047, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8717926740646362, + "num_tokens": 270298252.0, + "step": 7085 + }, + { + "epoch": 0.9014120340923547, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.281298637390137, + "learning_rate": 1e-06, + "loss": 0.4303, + "mean_token_accuracy": 0.8581985235214233, + "num_tokens": 270343187.0, + "step": 7086 + }, + { + "epoch": 0.9015392443709451, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.259916305541992, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8534921407699585, + "num_tokens": 270385094.0, + "step": 7087 + }, + { + "epoch": 0.9016664546495357, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.293237686157227, + "learning_rate": 1e-06, + "loss": 0.4522, + "mean_token_accuracy": 0.8514147400856018, + "num_tokens": 270421772.0, + "step": 7088 + }, + { + "epoch": 0.9017936649281262, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.239126205444336, + "learning_rate": 1e-06, + "loss": 0.474, + "mean_token_accuracy": 0.8453669548034668, + "num_tokens": 270465033.0, + "step": 7089 + }, + { + "epoch": 0.9019208752067167, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.284570693969727, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8860007524490356, + "num_tokens": 270501370.0, + "step": 7090 + }, + { + "epoch": 0.9020480854853072, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.323450088500977, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8689842224121094, + "num_tokens": 270543571.0, + "step": 7091 + }, + { + "epoch": 0.9021752957638978, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.226425170898438, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8745808005332947, + "num_tokens": 270580635.0, + "step": 7092 + }, + { + "epoch": 0.9023025060424882, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.324363708496094, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8774166107177734, + "num_tokens": 270616534.0, + "step": 7093 + }, + { + "epoch": 0.9024297163210787, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.221741676330566, + "learning_rate": 1e-06, + "loss": 0.4783, + "mean_token_accuracy": 0.8450188636779785, + "num_tokens": 270653998.0, + "step": 7094 + }, + { + "epoch": 0.9025569265996692, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.342199325561523, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8657289147377014, + "num_tokens": 270688023.0, + "step": 7095 + }, + { + "epoch": 0.9026841368782598, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.303032875061035, + "learning_rate": 1e-06, + "loss": 0.4736, + "mean_token_accuracy": 0.8463606834411621, + "num_tokens": 270721298.0, + "step": 7096 + }, + { + "epoch": 0.9028113471568503, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.297529220581055, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.86952805519104, + "num_tokens": 270762182.0, + "step": 7097 + }, + { + "epoch": 0.9029385574354408, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.254096984863281, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8792722225189209, + "num_tokens": 270799577.0, + "step": 7098 + }, + { + "epoch": 0.9030657677140312, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.259740829467773, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8651918768882751, + "num_tokens": 270840218.0, + "step": 7099 + }, + { + "epoch": 0.9031929779926218, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.259446144104004, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8849524259567261, + "num_tokens": 270872982.0, + "step": 7100 + }, + { + "epoch": 0.9033201882712123, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.285754203796387, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.869637131690979, + "num_tokens": 270908381.0, + "step": 7101 + }, + { + "epoch": 0.9034473985498028, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.263898849487305, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8628294467926025, + "num_tokens": 270949217.0, + "step": 7102 + }, + { + "epoch": 0.9035746088283934, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.291316032409668, + "learning_rate": 1e-06, + "loss": 0.4632, + "mean_token_accuracy": 0.848422110080719, + "num_tokens": 270989667.0, + "step": 7103 + }, + { + "epoch": 0.9037018191069839, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.276996612548828, + "learning_rate": 1e-06, + "loss": 0.4432, + "mean_token_accuracy": 0.854486346244812, + "num_tokens": 271030395.0, + "step": 7104 + }, + { + "epoch": 0.9038290293855743, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.292150497436523, + "learning_rate": 1e-06, + "loss": 0.4779, + "mean_token_accuracy": 0.8471407890319824, + "num_tokens": 271068239.0, + "step": 7105 + }, + { + "epoch": 0.9039562396641648, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.28307819366455, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.8578769564628601, + "num_tokens": 271110294.0, + "step": 7106 + }, + { + "epoch": 0.9040834499427554, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.265765190124512, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8818557262420654, + "num_tokens": 271143288.0, + "step": 7107 + }, + { + "epoch": 0.9042106602213459, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.274277687072754, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8721773624420166, + "num_tokens": 271181183.0, + "step": 7108 + }, + { + "epoch": 0.9043378704999364, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.275918006896973, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8634142875671387, + "num_tokens": 271216201.0, + "step": 7109 + }, + { + "epoch": 0.9044650807785269, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.2437162399292, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.872114896774292, + "num_tokens": 271250158.0, + "step": 7110 + }, + { + "epoch": 0.9045922910571175, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.27116584777832, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.876779317855835, + "num_tokens": 271289994.0, + "step": 7111 + }, + { + "epoch": 0.9047195013357079, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.284457206726074, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.871102511882782, + "num_tokens": 271325782.0, + "step": 7112 + }, + { + "epoch": 0.9048467116142984, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.247539520263672, + "learning_rate": 1e-06, + "loss": 0.4653, + "mean_token_accuracy": 0.8509701490402222, + "num_tokens": 271361604.0, + "step": 7113 + }, + { + "epoch": 0.9049739218928889, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.283750534057617, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8735650777816772, + "num_tokens": 271398520.0, + "step": 7114 + }, + { + "epoch": 0.9051011321714795, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.17156982421875, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8582040667533875, + "num_tokens": 271445138.0, + "step": 7115 + }, + { + "epoch": 0.90522834245007, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.30411148071289, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8689560294151306, + "num_tokens": 271479147.0, + "step": 7116 + }, + { + "epoch": 0.9053555527286605, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.256752014160156, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8658196926116943, + "num_tokens": 271512477.0, + "step": 7117 + }, + { + "epoch": 0.905482763007251, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.313302993774414, + "learning_rate": 1e-06, + "loss": 0.4553, + "mean_token_accuracy": 0.8506933450698853, + "num_tokens": 271552355.0, + "step": 7118 + }, + { + "epoch": 0.9056099732858415, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.222273826599121, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8609267473220825, + "num_tokens": 271595825.0, + "step": 7119 + }, + { + "epoch": 0.905737183564432, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.269733428955078, + "learning_rate": 1e-06, + "loss": 0.4449, + "mean_token_accuracy": 0.8514557480812073, + "num_tokens": 271627384.0, + "step": 7120 + }, + { + "epoch": 0.9058643938430225, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.309466361999512, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.873440146446228, + "num_tokens": 271666711.0, + "step": 7121 + }, + { + "epoch": 0.9059916041216131, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.22673511505127, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8696336150169373, + "num_tokens": 271703145.0, + "step": 7122 + }, + { + "epoch": 0.9061188144002036, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.30666446685791, + "learning_rate": 1e-06, + "loss": 0.448, + "mean_token_accuracy": 0.8532301187515259, + "num_tokens": 271743131.0, + "step": 7123 + }, + { + "epoch": 0.906246024678794, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.258515357971191, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.867857813835144, + "num_tokens": 271778245.0, + "step": 7124 + }, + { + "epoch": 0.9063732349573845, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.278411865234375, + "learning_rate": 1e-06, + "loss": 0.4433, + "mean_token_accuracy": 0.8557215929031372, + "num_tokens": 271817279.0, + "step": 7125 + }, + { + "epoch": 0.9065004452359751, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.233939170837402, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8714073300361633, + "num_tokens": 271857136.0, + "step": 7126 + }, + { + "epoch": 0.9066276555145656, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.309025764465332, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8727105855941772, + "num_tokens": 271891651.0, + "step": 7127 + }, + { + "epoch": 0.9067548657931561, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.314488410949707, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.869428813457489, + "num_tokens": 271925805.0, + "step": 7128 + }, + { + "epoch": 0.9068820760717466, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.236422538757324, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8689708709716797, + "num_tokens": 271964954.0, + "step": 7129 + }, + { + "epoch": 0.9070092863503371, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.298981666564941, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.86384117603302, + "num_tokens": 272000331.0, + "step": 7130 + }, + { + "epoch": 0.9071364966289276, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.265948295593262, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8708401918411255, + "num_tokens": 272037853.0, + "step": 7131 + }, + { + "epoch": 0.9072637069075181, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.289595603942871, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8750187158584595, + "num_tokens": 272077663.0, + "step": 7132 + }, + { + "epoch": 0.9073909171861086, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.23967456817627, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8598705530166626, + "num_tokens": 272116942.0, + "step": 7133 + }, + { + "epoch": 0.9075181274646992, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.302407264709473, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8579999208450317, + "num_tokens": 272151319.0, + "step": 7134 + }, + { + "epoch": 0.9076453377432897, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.276593208312988, + "learning_rate": 1e-06, + "loss": 0.4553, + "mean_token_accuracy": 0.8528972864151001, + "num_tokens": 272190817.0, + "step": 7135 + }, + { + "epoch": 0.9077725480218801, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.299118995666504, + "learning_rate": 1e-06, + "loss": 0.4301, + "mean_token_accuracy": 0.8587266206741333, + "num_tokens": 272230461.0, + "step": 7136 + }, + { + "epoch": 0.9078997583004706, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.310388565063477, + "learning_rate": 1e-06, + "loss": 0.4329, + "mean_token_accuracy": 0.8574725389480591, + "num_tokens": 272268510.0, + "step": 7137 + }, + { + "epoch": 0.9080269685790612, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.289664268493652, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8653483986854553, + "num_tokens": 272312430.0, + "step": 7138 + }, + { + "epoch": 0.9081541788576517, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.242204666137695, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8629277944564819, + "num_tokens": 272348437.0, + "step": 7139 + }, + { + "epoch": 0.9082813891362422, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.352670669555664, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8584893941879272, + "num_tokens": 272378902.0, + "step": 7140 + }, + { + "epoch": 0.9084085994148328, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.208842277526855, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8772249221801758, + "num_tokens": 272421257.0, + "step": 7141 + }, + { + "epoch": 0.9085358096934232, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.286486625671387, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8635474443435669, + "num_tokens": 272459800.0, + "step": 7142 + }, + { + "epoch": 0.9086630199720137, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.304240226745605, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8833532333374023, + "num_tokens": 272501245.0, + "step": 7143 + }, + { + "epoch": 0.9087902302506042, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.304403305053711, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8661271929740906, + "num_tokens": 272535873.0, + "step": 7144 + }, + { + "epoch": 0.9089174405291948, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.354695320129395, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8634046316146851, + "num_tokens": 272575213.0, + "step": 7145 + }, + { + "epoch": 0.9090446508077853, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.275296211242676, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8667122721672058, + "num_tokens": 272611960.0, + "step": 7146 + }, + { + "epoch": 0.9091718610863758, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.339082717895508, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8645936250686646, + "num_tokens": 272650895.0, + "step": 7147 + }, + { + "epoch": 0.9092990713649662, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.319445610046387, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8649806976318359, + "num_tokens": 272690617.0, + "step": 7148 + }, + { + "epoch": 0.9094262816435568, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.318380355834961, + "learning_rate": 1e-06, + "loss": 0.4444, + "mean_token_accuracy": 0.8561878204345703, + "num_tokens": 272732526.0, + "step": 7149 + }, + { + "epoch": 0.9095534919221473, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.274069786071777, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8624422550201416, + "num_tokens": 272769882.0, + "step": 7150 + }, + { + "epoch": 0.9096807022007378, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.297030448913574, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8681955337524414, + "num_tokens": 272809614.0, + "step": 7151 + }, + { + "epoch": 0.9098079124793284, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.266940116882324, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8574173450469971, + "num_tokens": 272844819.0, + "step": 7152 + }, + { + "epoch": 0.9099351227579189, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.323159217834473, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8700817823410034, + "num_tokens": 272882798.0, + "step": 7153 + }, + { + "epoch": 0.9100623330365093, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.287397384643555, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8683245182037354, + "num_tokens": 272917472.0, + "step": 7154 + }, + { + "epoch": 0.9101895433150998, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.296464920043945, + "learning_rate": 1e-06, + "loss": 0.4534, + "mean_token_accuracy": 0.8533506393432617, + "num_tokens": 272959947.0, + "step": 7155 + }, + { + "epoch": 0.9103167535936904, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.34618854522705, + "learning_rate": 1e-06, + "loss": 0.4576, + "mean_token_accuracy": 0.8474649786949158, + "num_tokens": 272998194.0, + "step": 7156 + }, + { + "epoch": 0.9104439638722809, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.328896522521973, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8812006115913391, + "num_tokens": 273034688.0, + "step": 7157 + }, + { + "epoch": 0.9105711741508714, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.335664749145508, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8754532337188721, + "num_tokens": 273071575.0, + "step": 7158 + }, + { + "epoch": 0.9106983844294619, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.38855266571045, + "learning_rate": 1e-06, + "loss": 0.494, + "mean_token_accuracy": 0.8391350507736206, + "num_tokens": 273106106.0, + "step": 7159 + }, + { + "epoch": 0.9108255947080524, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.323567390441895, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8596091866493225, + "num_tokens": 273142959.0, + "step": 7160 + }, + { + "epoch": 0.9109528049866429, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.3231201171875, + "learning_rate": 1e-06, + "loss": 0.4501, + "mean_token_accuracy": 0.8492754697799683, + "num_tokens": 273182781.0, + "step": 7161 + }, + { + "epoch": 0.9110800152652334, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.313094139099121, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8707984685897827, + "num_tokens": 273225738.0, + "step": 7162 + }, + { + "epoch": 0.9112072255438239, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.29136848449707, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8715430498123169, + "num_tokens": 273269166.0, + "step": 7163 + }, + { + "epoch": 0.9113344358224145, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.320051193237305, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.8590574860572815, + "num_tokens": 273309093.0, + "step": 7164 + }, + { + "epoch": 0.911461646101005, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.333900451660156, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8695554733276367, + "num_tokens": 273346857.0, + "step": 7165 + }, + { + "epoch": 0.9115888563795955, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.292763710021973, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8597313165664673, + "num_tokens": 273385720.0, + "step": 7166 + }, + { + "epoch": 0.9117160666581859, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.343328475952148, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8650362491607666, + "num_tokens": 273431079.0, + "step": 7167 + }, + { + "epoch": 0.9118432769367765, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.245155334472656, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8656551837921143, + "num_tokens": 273477316.0, + "step": 7168 + }, + { + "epoch": 0.911970487215367, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.300028800964355, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8681552410125732, + "num_tokens": 273512831.0, + "step": 7169 + }, + { + "epoch": 0.9120976974939575, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.298736572265625, + "learning_rate": 1e-06, + "loss": 0.4365, + "mean_token_accuracy": 0.8584569096565247, + "num_tokens": 273551927.0, + "step": 7170 + }, + { + "epoch": 0.912224907772548, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.341998100280762, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.86798495054245, + "num_tokens": 273583053.0, + "step": 7171 + }, + { + "epoch": 0.9123521180511386, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.322386741638184, + "learning_rate": 1e-06, + "loss": 0.4468, + "mean_token_accuracy": 0.8544507026672363, + "num_tokens": 273617953.0, + "step": 7172 + }, + { + "epoch": 0.912479328329729, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.332405090332031, + "learning_rate": 1e-06, + "loss": 0.4622, + "mean_token_accuracy": 0.8512875437736511, + "num_tokens": 273649959.0, + "step": 7173 + }, + { + "epoch": 0.9126065386083195, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.304530143737793, + "learning_rate": 1e-06, + "loss": 0.4458, + "mean_token_accuracy": 0.85409015417099, + "num_tokens": 273682666.0, + "step": 7174 + }, + { + "epoch": 0.9127337488869101, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.249308586120605, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8831380605697632, + "num_tokens": 273718641.0, + "step": 7175 + }, + { + "epoch": 0.9128609591655006, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.274680137634277, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.874164342880249, + "num_tokens": 273760502.0, + "step": 7176 + }, + { + "epoch": 0.9129881694440911, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.252440452575684, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8587914705276489, + "num_tokens": 273795068.0, + "step": 7177 + }, + { + "epoch": 0.9131153797226816, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.33641242980957, + "learning_rate": 1e-06, + "loss": 0.4619, + "mean_token_accuracy": 0.8468994498252869, + "num_tokens": 273825099.0, + "step": 7178 + }, + { + "epoch": 0.9132425900012721, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.243910789489746, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8704441785812378, + "num_tokens": 273862566.0, + "step": 7179 + }, + { + "epoch": 0.9133698002798626, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.27549934387207, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8651528358459473, + "num_tokens": 273896107.0, + "step": 7180 + }, + { + "epoch": 0.9134970105584531, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.267024993896484, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8699039816856384, + "num_tokens": 273934066.0, + "step": 7181 + }, + { + "epoch": 0.9136242208370436, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.269084930419922, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8632858395576477, + "num_tokens": 273971843.0, + "step": 7182 + }, + { + "epoch": 0.9137514311156342, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.27032470703125, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.856971263885498, + "num_tokens": 274001646.0, + "step": 7183 + }, + { + "epoch": 0.9138786413942247, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.267202377319336, + "learning_rate": 1e-06, + "loss": 0.4595, + "mean_token_accuracy": 0.8487465381622314, + "num_tokens": 274042656.0, + "step": 7184 + }, + { + "epoch": 0.9140058516728151, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.302313804626465, + "learning_rate": 1e-06, + "loss": 0.4401, + "mean_token_accuracy": 0.8510389924049377, + "num_tokens": 274084609.0, + "step": 7185 + }, + { + "epoch": 0.9141330619514056, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.25660514831543, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8678039312362671, + "num_tokens": 274127503.0, + "step": 7186 + }, + { + "epoch": 0.9142602722299962, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.304677963256836, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8685882091522217, + "num_tokens": 274164126.0, + "step": 7187 + }, + { + "epoch": 0.9143874825085867, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.313426971435547, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8640112280845642, + "num_tokens": 274198104.0, + "step": 7188 + }, + { + "epoch": 0.9145146927871772, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.304876327514648, + "learning_rate": 1e-06, + "loss": 0.4476, + "mean_token_accuracy": 0.8537391424179077, + "num_tokens": 274233487.0, + "step": 7189 + }, + { + "epoch": 0.9146419030657678, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.32297134399414, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8693000674247742, + "num_tokens": 274267317.0, + "step": 7190 + }, + { + "epoch": 0.9147691133443582, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.288077354431152, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.8577182292938232, + "num_tokens": 274304169.0, + "step": 7191 + }, + { + "epoch": 0.9148963236229487, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.3100004196167, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8649968504905701, + "num_tokens": 274343265.0, + "step": 7192 + }, + { + "epoch": 0.9150235339015392, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.312500953674316, + "learning_rate": 1e-06, + "loss": 0.4583, + "mean_token_accuracy": 0.8489128947257996, + "num_tokens": 274380756.0, + "step": 7193 + }, + { + "epoch": 0.9151507441801298, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.259135246276855, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8743177652359009, + "num_tokens": 274422035.0, + "step": 7194 + }, + { + "epoch": 0.9152779544587203, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.292680740356445, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8533783555030823, + "num_tokens": 274460875.0, + "step": 7195 + }, + { + "epoch": 0.9154051647373108, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.310975074768066, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8671800494194031, + "num_tokens": 274495807.0, + "step": 7196 + }, + { + "epoch": 0.9155323750159012, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.276076316833496, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8726426959037781, + "num_tokens": 274533098.0, + "step": 7197 + }, + { + "epoch": 0.9156595852944918, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.283333778381348, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8607232570648193, + "num_tokens": 274565282.0, + "step": 7198 + }, + { + "epoch": 0.9157867955730823, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.266502380371094, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8682021498680115, + "num_tokens": 274605401.0, + "step": 7199 + }, + { + "epoch": 0.9159140058516728, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.309709548950195, + "learning_rate": 1e-06, + "loss": 0.4355, + "mean_token_accuracy": 0.8585484027862549, + "num_tokens": 274645018.0, + "step": 7200 + }, + { + "epoch": 0.9160412161302633, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.304957389831543, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8731735944747925, + "num_tokens": 274681541.0, + "step": 7201 + }, + { + "epoch": 0.9161684264088539, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.319915771484375, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.867916464805603, + "num_tokens": 274716883.0, + "step": 7202 + }, + { + "epoch": 0.9162956366874443, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.33852481842041, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8580909967422485, + "num_tokens": 274753038.0, + "step": 7203 + }, + { + "epoch": 0.9164228469660348, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.1943359375, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8710999488830566, + "num_tokens": 274790760.0, + "step": 7204 + }, + { + "epoch": 0.9165500572446253, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.291651725769043, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8570261001586914, + "num_tokens": 274830872.0, + "step": 7205 + }, + { + "epoch": 0.9166772675232159, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.318483352661133, + "learning_rate": 1e-06, + "loss": 0.4528, + "mean_token_accuracy": 0.8514955043792725, + "num_tokens": 274869832.0, + "step": 7206 + }, + { + "epoch": 0.9168044778018064, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.239997863769531, + "learning_rate": 1e-06, + "loss": 0.4322, + "mean_token_accuracy": 0.856512725353241, + "num_tokens": 274903853.0, + "step": 7207 + }, + { + "epoch": 0.9169316880803969, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.307476043701172, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8640860319137573, + "num_tokens": 274942911.0, + "step": 7208 + }, + { + "epoch": 0.9170588983589874, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.23435115814209, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8717747330665588, + "num_tokens": 274986427.0, + "step": 7209 + }, + { + "epoch": 0.9171861086375779, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.356658935546875, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8667393922805786, + "num_tokens": 275021557.0, + "step": 7210 + }, + { + "epoch": 0.9173133189161684, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.299943923950195, + "learning_rate": 1e-06, + "loss": 0.4478, + "mean_token_accuracy": 0.8535294532775879, + "num_tokens": 275061308.0, + "step": 7211 + }, + { + "epoch": 0.9174405291947589, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.308761596679688, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.8572473526000977, + "num_tokens": 275101497.0, + "step": 7212 + }, + { + "epoch": 0.9175677394733495, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.313244819641113, + "learning_rate": 1e-06, + "loss": 0.4487, + "mean_token_accuracy": 0.852290153503418, + "num_tokens": 275138317.0, + "step": 7213 + }, + { + "epoch": 0.91769494975194, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.234610557556152, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8638548851013184, + "num_tokens": 275180119.0, + "step": 7214 + }, + { + "epoch": 0.9178221600305305, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.304498672485352, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8615673780441284, + "num_tokens": 275212083.0, + "step": 7215 + }, + { + "epoch": 0.9179493703091209, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.325960159301758, + "learning_rate": 1e-06, + "loss": 0.4405, + "mean_token_accuracy": 0.8540436029434204, + "num_tokens": 275247872.0, + "step": 7216 + }, + { + "epoch": 0.9180765805877115, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.281981468200684, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8679553270339966, + "num_tokens": 275287022.0, + "step": 7217 + }, + { + "epoch": 0.918203790866302, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.299751281738281, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.866346001625061, + "num_tokens": 275322259.0, + "step": 7218 + }, + { + "epoch": 0.9183310011448925, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.28883171081543, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8780225515365601, + "num_tokens": 275357410.0, + "step": 7219 + }, + { + "epoch": 0.918458211423483, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.304262161254883, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8767758011817932, + "num_tokens": 275388720.0, + "step": 7220 + }, + { + "epoch": 0.9185854217020736, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.284682273864746, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8699314594268799, + "num_tokens": 275427699.0, + "step": 7221 + }, + { + "epoch": 0.918712631980664, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.245142936706543, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8667568564414978, + "num_tokens": 275472220.0, + "step": 7222 + }, + { + "epoch": 0.9188398422592545, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.315129280090332, + "learning_rate": 1e-06, + "loss": 0.4458, + "mean_token_accuracy": 0.8516225814819336, + "num_tokens": 275506693.0, + "step": 7223 + }, + { + "epoch": 0.918967052537845, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.306220054626465, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8677354454994202, + "num_tokens": 275547295.0, + "step": 7224 + }, + { + "epoch": 0.9190942628164356, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.26058292388916, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.8604118824005127, + "num_tokens": 275591552.0, + "step": 7225 + }, + { + "epoch": 0.9192214730950261, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.308619499206543, + "learning_rate": 1e-06, + "loss": 0.4932, + "mean_token_accuracy": 0.8385921716690063, + "num_tokens": 275632197.0, + "step": 7226 + }, + { + "epoch": 0.9193486833736166, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.297670364379883, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8579469919204712, + "num_tokens": 275670680.0, + "step": 7227 + }, + { + "epoch": 0.919475893652207, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.322755813598633, + "learning_rate": 1e-06, + "loss": 0.4289, + "mean_token_accuracy": 0.8623354434967041, + "num_tokens": 275709315.0, + "step": 7228 + }, + { + "epoch": 0.9196031039307976, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.28935718536377, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8635344505310059, + "num_tokens": 275740405.0, + "step": 7229 + }, + { + "epoch": 0.9197303142093881, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.299506187438965, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.880683183670044, + "num_tokens": 275780915.0, + "step": 7230 + }, + { + "epoch": 0.9198575244879786, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.335261344909668, + "learning_rate": 1e-06, + "loss": 0.4287, + "mean_token_accuracy": 0.8589081168174744, + "num_tokens": 275817832.0, + "step": 7231 + }, + { + "epoch": 0.9199847347665692, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.270241737365723, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8674025535583496, + "num_tokens": 275857621.0, + "step": 7232 + }, + { + "epoch": 0.9201119450451597, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.240269660949707, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8596181869506836, + "num_tokens": 275898917.0, + "step": 7233 + }, + { + "epoch": 0.9202391553237501, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.369139671325684, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8686500191688538, + "num_tokens": 275930151.0, + "step": 7234 + }, + { + "epoch": 0.9203663656023406, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.291348457336426, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.870622992515564, + "num_tokens": 275966901.0, + "step": 7235 + }, + { + "epoch": 0.9204935758809312, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.312650680541992, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8857797384262085, + "num_tokens": 276002845.0, + "step": 7236 + }, + { + "epoch": 0.9206207861595217, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.287851333618164, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8616155385971069, + "num_tokens": 276038476.0, + "step": 7237 + }, + { + "epoch": 0.9207479964381122, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.33792495727539, + "learning_rate": 1e-06, + "loss": 0.4303, + "mean_token_accuracy": 0.8591298460960388, + "num_tokens": 276077867.0, + "step": 7238 + }, + { + "epoch": 0.9208752067167028, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.293513298034668, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8540285229682922, + "num_tokens": 276123289.0, + "step": 7239 + }, + { + "epoch": 0.9210024169952932, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.343208312988281, + "learning_rate": 1e-06, + "loss": 0.4473, + "mean_token_accuracy": 0.8514789342880249, + "num_tokens": 276157357.0, + "step": 7240 + }, + { + "epoch": 0.9211296272738837, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.264654159545898, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8849067091941833, + "num_tokens": 276195548.0, + "step": 7241 + }, + { + "epoch": 0.9212568375524742, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.323026657104492, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.865514874458313, + "num_tokens": 276233533.0, + "step": 7242 + }, + { + "epoch": 0.9213840478310648, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.304746627807617, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8668367862701416, + "num_tokens": 276274310.0, + "step": 7243 + }, + { + "epoch": 0.9215112581096553, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.278925895690918, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8611481785774231, + "num_tokens": 276310272.0, + "step": 7244 + }, + { + "epoch": 0.9216384683882458, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.294831275939941, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8571789860725403, + "num_tokens": 276350334.0, + "step": 7245 + }, + { + "epoch": 0.9217656786668362, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.267318725585938, + "learning_rate": 1e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8590511083602905, + "num_tokens": 276393913.0, + "step": 7246 + }, + { + "epoch": 0.9218928889454268, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.301413536071777, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8592050075531006, + "num_tokens": 276430368.0, + "step": 7247 + }, + { + "epoch": 0.9220200992240173, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.283291816711426, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8572382926940918, + "num_tokens": 276470930.0, + "step": 7248 + }, + { + "epoch": 0.9221473095026078, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.329522132873535, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.867938756942749, + "num_tokens": 276509359.0, + "step": 7249 + }, + { + "epoch": 0.9222745197811983, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.343331336975098, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8558175563812256, + "num_tokens": 276546980.0, + "step": 7250 + }, + { + "epoch": 0.9224017300597889, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.280879020690918, + "learning_rate": 1e-06, + "loss": 0.4611, + "mean_token_accuracy": 0.8511552810668945, + "num_tokens": 276586212.0, + "step": 7251 + }, + { + "epoch": 0.9225289403383793, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.322141647338867, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8650381565093994, + "num_tokens": 276623946.0, + "step": 7252 + }, + { + "epoch": 0.9226561506169698, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.270988464355469, + "learning_rate": 1e-06, + "loss": 0.4439, + "mean_token_accuracy": 0.8577904105186462, + "num_tokens": 276667567.0, + "step": 7253 + }, + { + "epoch": 0.9227833608955603, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.36133861541748, + "learning_rate": 1e-06, + "loss": 0.4365, + "mean_token_accuracy": 0.8573649525642395, + "num_tokens": 276708479.0, + "step": 7254 + }, + { + "epoch": 0.9229105711741509, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.34588623046875, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8576677441596985, + "num_tokens": 276744627.0, + "step": 7255 + }, + { + "epoch": 0.9230377814527414, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.331890106201172, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.863872766494751, + "num_tokens": 276782830.0, + "step": 7256 + }, + { + "epoch": 0.9231649917313319, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.305756568908691, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8612998723983765, + "num_tokens": 276825745.0, + "step": 7257 + }, + { + "epoch": 0.9232922020099223, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.329024314880371, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.869025707244873, + "num_tokens": 276866743.0, + "step": 7258 + }, + { + "epoch": 0.9234194122885129, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.289042472839355, + "learning_rate": 1e-06, + "loss": 0.4236, + "mean_token_accuracy": 0.8596963286399841, + "num_tokens": 276903884.0, + "step": 7259 + }, + { + "epoch": 0.9235466225671034, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.289069175720215, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8704773187637329, + "num_tokens": 276939142.0, + "step": 7260 + }, + { + "epoch": 0.9236738328456939, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.319640159606934, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8644951581954956, + "num_tokens": 276979041.0, + "step": 7261 + }, + { + "epoch": 0.9238010431242845, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.313599586486816, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8758182525634766, + "num_tokens": 277015590.0, + "step": 7262 + }, + { + "epoch": 0.923928253402875, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.394462585449219, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8564618825912476, + "num_tokens": 277055745.0, + "step": 7263 + }, + { + "epoch": 0.9240554636814655, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.2708740234375, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8590543866157532, + "num_tokens": 277098856.0, + "step": 7264 + }, + { + "epoch": 0.9241826739600559, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.242788314819336, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8743694424629211, + "num_tokens": 277139165.0, + "step": 7265 + }, + { + "epoch": 0.9243098842386465, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.356895446777344, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8681588172912598, + "num_tokens": 277171879.0, + "step": 7266 + }, + { + "epoch": 0.924437094517237, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.31843090057373, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8643825650215149, + "num_tokens": 277211719.0, + "step": 7267 + }, + { + "epoch": 0.9245643047958275, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.322863578796387, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.854699969291687, + "num_tokens": 277252675.0, + "step": 7268 + }, + { + "epoch": 0.924691515074418, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.293597221374512, + "learning_rate": 1e-06, + "loss": 0.4402, + "mean_token_accuracy": 0.8509820699691772, + "num_tokens": 277287529.0, + "step": 7269 + }, + { + "epoch": 0.9248187253530086, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.33143424987793, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8628787994384766, + "num_tokens": 277328392.0, + "step": 7270 + }, + { + "epoch": 0.924945935631599, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.328453063964844, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8721935153007507, + "num_tokens": 277368412.0, + "step": 7271 + }, + { + "epoch": 0.9250731459101895, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.320054054260254, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8686473369598389, + "num_tokens": 277404373.0, + "step": 7272 + }, + { + "epoch": 0.92520035618878, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.350563049316406, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8607470989227295, + "num_tokens": 277444988.0, + "step": 7273 + }, + { + "epoch": 0.9253275664673706, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.292855262756348, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8723386526107788, + "num_tokens": 277487501.0, + "step": 7274 + }, + { + "epoch": 0.9254547767459611, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.293843269348145, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8605088591575623, + "num_tokens": 277529056.0, + "step": 7275 + }, + { + "epoch": 0.9255819870245516, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.295012474060059, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8757132291793823, + "num_tokens": 277563022.0, + "step": 7276 + }, + { + "epoch": 0.925709197303142, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.313815116882324, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.870111882686615, + "num_tokens": 277603879.0, + "step": 7277 + }, + { + "epoch": 0.9258364075817326, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.237126350402832, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.859531819820404, + "num_tokens": 277643711.0, + "step": 7278 + }, + { + "epoch": 0.9259636178603231, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.379688262939453, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8625544309616089, + "num_tokens": 277680667.0, + "step": 7279 + }, + { + "epoch": 0.9260908281389136, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.27128791809082, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.8621591925621033, + "num_tokens": 277715548.0, + "step": 7280 + }, + { + "epoch": 0.9262180384175042, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.34562873840332, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8633986711502075, + "num_tokens": 277745287.0, + "step": 7281 + }, + { + "epoch": 0.9263452486960947, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.254039764404297, + "learning_rate": 1e-06, + "loss": 0.4332, + "mean_token_accuracy": 0.8570523858070374, + "num_tokens": 277781484.0, + "step": 7282 + }, + { + "epoch": 0.9264724589746851, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.259235382080078, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8663256168365479, + "num_tokens": 277818429.0, + "step": 7283 + }, + { + "epoch": 0.9265996692532756, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.288215637207031, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.869787335395813, + "num_tokens": 277853077.0, + "step": 7284 + }, + { + "epoch": 0.9267268795318662, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.267386436462402, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8811918497085571, + "num_tokens": 277893997.0, + "step": 7285 + }, + { + "epoch": 0.9268540898104567, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.304655075073242, + "learning_rate": 1e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.8534969687461853, + "num_tokens": 277934680.0, + "step": 7286 + }, + { + "epoch": 0.9269813000890472, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.297966003417969, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8558268547058105, + "num_tokens": 277980370.0, + "step": 7287 + }, + { + "epoch": 0.9271085103676378, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.292654991149902, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8746962547302246, + "num_tokens": 278017257.0, + "step": 7288 + }, + { + "epoch": 0.9272357206462282, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.319328308105469, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8638840913772583, + "num_tokens": 278054835.0, + "step": 7289 + }, + { + "epoch": 0.9273629309248187, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.276192665100098, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8624222874641418, + "num_tokens": 278089510.0, + "step": 7290 + }, + { + "epoch": 0.9274901412034092, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.310047149658203, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8658475279808044, + "num_tokens": 278126179.0, + "step": 7291 + }, + { + "epoch": 0.9276173514819998, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.294426918029785, + "learning_rate": 1e-06, + "loss": 0.4859, + "mean_token_accuracy": 0.841860830783844, + "num_tokens": 278170837.0, + "step": 7292 + }, + { + "epoch": 0.9277445617605903, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.299498558044434, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8683829307556152, + "num_tokens": 278207410.0, + "step": 7293 + }, + { + "epoch": 0.9278717720391808, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.334297180175781, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8839226365089417, + "num_tokens": 278240495.0, + "step": 7294 + }, + { + "epoch": 0.9279989823177712, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.3173246383667, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8547216653823853, + "num_tokens": 278278449.0, + "step": 7295 + }, + { + "epoch": 0.9281261925963618, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.269841194152832, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8730651140213013, + "num_tokens": 278321434.0, + "step": 7296 + }, + { + "epoch": 0.9282534028749523, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.355375289916992, + "learning_rate": 1e-06, + "loss": 0.4484, + "mean_token_accuracy": 0.858517050743103, + "num_tokens": 278363730.0, + "step": 7297 + }, + { + "epoch": 0.9283806131535428, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.321812629699707, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8644334673881531, + "num_tokens": 278395493.0, + "step": 7298 + }, + { + "epoch": 0.9285078234321333, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.375309944152832, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8657392859458923, + "num_tokens": 278433024.0, + "step": 7299 + }, + { + "epoch": 0.9286350337107239, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.24583625793457, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8651526570320129, + "num_tokens": 278471311.0, + "step": 7300 + }, + { + "epoch": 0.9287622439893143, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.31230640411377, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8832063674926758, + "num_tokens": 278509151.0, + "step": 7301 + }, + { + "epoch": 0.9288894542679048, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.294142723083496, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8713831901550293, + "num_tokens": 278548743.0, + "step": 7302 + }, + { + "epoch": 0.9290166645464953, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.295437812805176, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8748495578765869, + "num_tokens": 278590722.0, + "step": 7303 + }, + { + "epoch": 0.9291438748250859, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.287435531616211, + "learning_rate": 1e-06, + "loss": 0.458, + "mean_token_accuracy": 0.8517733216285706, + "num_tokens": 278628150.0, + "step": 7304 + }, + { + "epoch": 0.9292710851036764, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.296561241149902, + "learning_rate": 1e-06, + "loss": 0.4578, + "mean_token_accuracy": 0.8476918935775757, + "num_tokens": 278672543.0, + "step": 7305 + }, + { + "epoch": 0.9293982953822669, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.298307418823242, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.872611403465271, + "num_tokens": 278707234.0, + "step": 7306 + }, + { + "epoch": 0.9295255056608573, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.366868019104004, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.86663818359375, + "num_tokens": 278734678.0, + "step": 7307 + }, + { + "epoch": 0.9296527159394479, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.290328025817871, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8739627599716187, + "num_tokens": 278778284.0, + "step": 7308 + }, + { + "epoch": 0.9297799262180384, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.292391777038574, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.8630696535110474, + "num_tokens": 278815363.0, + "step": 7309 + }, + { + "epoch": 0.9299071364966289, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.310419082641602, + "learning_rate": 1e-06, + "loss": 0.4418, + "mean_token_accuracy": 0.8521378636360168, + "num_tokens": 278860777.0, + "step": 7310 + }, + { + "epoch": 0.9300343467752195, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.364834785461426, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8788349628448486, + "num_tokens": 278890552.0, + "step": 7311 + }, + { + "epoch": 0.93016155705381, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.346697807312012, + "learning_rate": 1e-06, + "loss": 0.4561, + "mean_token_accuracy": 0.8539354801177979, + "num_tokens": 278924741.0, + "step": 7312 + }, + { + "epoch": 0.9302887673324005, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.26693344116211, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8733453750610352, + "num_tokens": 278965185.0, + "step": 7313 + }, + { + "epoch": 0.9304159776109909, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.347990989685059, + "learning_rate": 1e-06, + "loss": 0.4456, + "mean_token_accuracy": 0.853757381439209, + "num_tokens": 278998961.0, + "step": 7314 + }, + { + "epoch": 0.9305431878895815, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.360986709594727, + "learning_rate": 1e-06, + "loss": 0.4507, + "mean_token_accuracy": 0.8510357141494751, + "num_tokens": 279032689.0, + "step": 7315 + }, + { + "epoch": 0.930670398168172, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.283918380737305, + "learning_rate": 1e-06, + "loss": 0.4566, + "mean_token_accuracy": 0.8507271409034729, + "num_tokens": 279080305.0, + "step": 7316 + }, + { + "epoch": 0.9307976084467625, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.32396125793457, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.8655698299407959, + "num_tokens": 279120581.0, + "step": 7317 + }, + { + "epoch": 0.930924818725353, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.332292556762695, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8763459920883179, + "num_tokens": 279165050.0, + "step": 7318 + }, + { + "epoch": 0.9310520290039436, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.25554370880127, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8685851097106934, + "num_tokens": 279209393.0, + "step": 7319 + }, + { + "epoch": 0.931179239282534, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.32070255279541, + "learning_rate": 1e-06, + "loss": 0.4522, + "mean_token_accuracy": 0.8518831133842468, + "num_tokens": 279250569.0, + "step": 7320 + }, + { + "epoch": 0.9313064495611245, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.295644760131836, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8701269626617432, + "num_tokens": 279291154.0, + "step": 7321 + }, + { + "epoch": 0.931433659839715, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.244760513305664, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8633121252059937, + "num_tokens": 279326967.0, + "step": 7322 + }, + { + "epoch": 0.9315608701183056, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.318399429321289, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8758324980735779, + "num_tokens": 279367129.0, + "step": 7323 + }, + { + "epoch": 0.9316880803968961, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.287699699401855, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8699070811271667, + "num_tokens": 279403651.0, + "step": 7324 + }, + { + "epoch": 0.9318152906754866, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.305721282958984, + "learning_rate": 1e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.8557661175727844, + "num_tokens": 279439166.0, + "step": 7325 + }, + { + "epoch": 0.931942500954077, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.2714262008667, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8626807928085327, + "num_tokens": 279473489.0, + "step": 7326 + }, + { + "epoch": 0.9320697112326676, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.305390357971191, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8676031827926636, + "num_tokens": 279511709.0, + "step": 7327 + }, + { + "epoch": 0.9321969215112581, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.317828178405762, + "learning_rate": 1e-06, + "loss": 0.4372, + "mean_token_accuracy": 0.8517124652862549, + "num_tokens": 279551638.0, + "step": 7328 + }, + { + "epoch": 0.9323241317898486, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.277093887329102, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.875641405582428, + "num_tokens": 279587304.0, + "step": 7329 + }, + { + "epoch": 0.9324513420684392, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.310528755187988, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8554337024688721, + "num_tokens": 279628138.0, + "step": 7330 + }, + { + "epoch": 0.9325785523470297, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.322476387023926, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8688033819198608, + "num_tokens": 279663064.0, + "step": 7331 + }, + { + "epoch": 0.9327057626256201, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.282453536987305, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8559558987617493, + "num_tokens": 279704937.0, + "step": 7332 + }, + { + "epoch": 0.9328329729042106, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.359122276306152, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8673914074897766, + "num_tokens": 279738215.0, + "step": 7333 + }, + { + "epoch": 0.9329601831828012, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.314959526062012, + "learning_rate": 1e-06, + "loss": 0.4617, + "mean_token_accuracy": 0.8477746248245239, + "num_tokens": 279771996.0, + "step": 7334 + }, + { + "epoch": 0.9330873934613917, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.30962085723877, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8784786462783813, + "num_tokens": 279810037.0, + "step": 7335 + }, + { + "epoch": 0.9332146037399822, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.332486152648926, + "learning_rate": 1e-06, + "loss": 0.4364, + "mean_token_accuracy": 0.8589165210723877, + "num_tokens": 279847394.0, + "step": 7336 + }, + { + "epoch": 0.9333418140185727, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.335323333740234, + "learning_rate": 1e-06, + "loss": 0.4444, + "mean_token_accuracy": 0.8508902192115784, + "num_tokens": 279879057.0, + "step": 7337 + }, + { + "epoch": 0.9334690242971632, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.306252479553223, + "learning_rate": 1e-06, + "loss": 0.4282, + "mean_token_accuracy": 0.8589200973510742, + "num_tokens": 279911775.0, + "step": 7338 + }, + { + "epoch": 0.9335962345757537, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.360762596130371, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8667550086975098, + "num_tokens": 279947661.0, + "step": 7339 + }, + { + "epoch": 0.9337234448543442, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.32320785522461, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8660999536514282, + "num_tokens": 279977507.0, + "step": 7340 + }, + { + "epoch": 0.9338506551329347, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.28293228149414, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.8603867292404175, + "num_tokens": 280016749.0, + "step": 7341 + }, + { + "epoch": 0.9339778654115253, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.41039752960205, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8663554787635803, + "num_tokens": 280056092.0, + "step": 7342 + }, + { + "epoch": 0.9341050756901158, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.281347274780273, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8758853077888489, + "num_tokens": 280089803.0, + "step": 7343 + }, + { + "epoch": 0.9342322859687062, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.33083724975586, + "learning_rate": 1e-06, + "loss": 0.4438, + "mean_token_accuracy": 0.8519840240478516, + "num_tokens": 280126190.0, + "step": 7344 + }, + { + "epoch": 0.9343594962472968, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.305562019348145, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8748476505279541, + "num_tokens": 280162743.0, + "step": 7345 + }, + { + "epoch": 0.9344867065258873, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.327086448669434, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8638590574264526, + "num_tokens": 280203676.0, + "step": 7346 + }, + { + "epoch": 0.9346139168044778, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.315423965454102, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8808785676956177, + "num_tokens": 280241765.0, + "step": 7347 + }, + { + "epoch": 0.9347411270830683, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.368715286254883, + "learning_rate": 1e-06, + "loss": 0.5091, + "mean_token_accuracy": 0.8440584540367126, + "num_tokens": 280280103.0, + "step": 7348 + }, + { + "epoch": 0.9348683373616589, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.309294700622559, + "learning_rate": 1e-06, + "loss": 0.455, + "mean_token_accuracy": 0.8487125635147095, + "num_tokens": 280314674.0, + "step": 7349 + }, + { + "epoch": 0.9349955476402493, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.309914588928223, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8655437231063843, + "num_tokens": 280353890.0, + "step": 7350 + }, + { + "epoch": 0.9351227579188398, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.29161548614502, + "learning_rate": 1e-06, + "loss": 0.436, + "mean_token_accuracy": 0.8564682006835938, + "num_tokens": 280396403.0, + "step": 7351 + }, + { + "epoch": 0.9352499681974303, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.308622360229492, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8647005558013916, + "num_tokens": 280436154.0, + "step": 7352 + }, + { + "epoch": 0.9353771784760209, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.350894927978516, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8712877631187439, + "num_tokens": 280476480.0, + "step": 7353 + }, + { + "epoch": 0.9355043887546114, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.367913246154785, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8672023415565491, + "num_tokens": 280505976.0, + "step": 7354 + }, + { + "epoch": 0.9356315990332019, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.318209648132324, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8604201078414917, + "num_tokens": 280548365.0, + "step": 7355 + }, + { + "epoch": 0.9357588093117923, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.325154304504395, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8820701837539673, + "num_tokens": 280588074.0, + "step": 7356 + }, + { + "epoch": 0.9358860195903829, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.334884643554688, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8737152218818665, + "num_tokens": 280626915.0, + "step": 7357 + }, + { + "epoch": 0.9360132298689734, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.377420425415039, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8597521185874939, + "num_tokens": 280660088.0, + "step": 7358 + }, + { + "epoch": 0.9361404401475639, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.256054878234863, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8624770641326904, + "num_tokens": 280701326.0, + "step": 7359 + }, + { + "epoch": 0.9362676504261545, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.310410499572754, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8732186555862427, + "num_tokens": 280740256.0, + "step": 7360 + }, + { + "epoch": 0.936394860704745, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.355074882507324, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8777130246162415, + "num_tokens": 280773515.0, + "step": 7361 + }, + { + "epoch": 0.9365220709833355, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.310860633850098, + "learning_rate": 1e-06, + "loss": 0.486, + "mean_token_accuracy": 0.8397850394248962, + "num_tokens": 280817207.0, + "step": 7362 + }, + { + "epoch": 0.9366492812619259, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.284168243408203, + "learning_rate": 1e-06, + "loss": 0.4499, + "mean_token_accuracy": 0.8517706394195557, + "num_tokens": 280860253.0, + "step": 7363 + }, + { + "epoch": 0.9367764915405165, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.311173439025879, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8611769676208496, + "num_tokens": 280892634.0, + "step": 7364 + }, + { + "epoch": 0.936903701819107, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.308046340942383, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8730407953262329, + "num_tokens": 280930912.0, + "step": 7365 + }, + { + "epoch": 0.9370309120976975, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.3244047164917, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8675171136856079, + "num_tokens": 280971588.0, + "step": 7366 + }, + { + "epoch": 0.937158122376288, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.315009117126465, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8709582686424255, + "num_tokens": 281009898.0, + "step": 7367 + }, + { + "epoch": 0.9372853326548786, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.338862419128418, + "learning_rate": 1e-06, + "loss": 0.4339, + "mean_token_accuracy": 0.856731116771698, + "num_tokens": 281046726.0, + "step": 7368 + }, + { + "epoch": 0.937412542933469, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.320850372314453, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8783255815505981, + "num_tokens": 281085163.0, + "step": 7369 + }, + { + "epoch": 0.9375397532120595, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.287032127380371, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8687326312065125, + "num_tokens": 281128660.0, + "step": 7370 + }, + { + "epoch": 0.93766696349065, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.38253402709961, + "learning_rate": 1e-06, + "loss": 0.481, + "mean_token_accuracy": 0.8468469381332397, + "num_tokens": 281163780.0, + "step": 7371 + }, + { + "epoch": 0.9377941737692406, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.315595626831055, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8724561929702759, + "num_tokens": 281204247.0, + "step": 7372 + }, + { + "epoch": 0.9379213840478311, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.299869537353516, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8884625434875488, + "num_tokens": 281239518.0, + "step": 7373 + }, + { + "epoch": 0.9380485943264216, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.364060401916504, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8732213973999023, + "num_tokens": 281275916.0, + "step": 7374 + }, + { + "epoch": 0.938175804605012, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.313530921936035, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8756803274154663, + "num_tokens": 281307615.0, + "step": 7375 + }, + { + "epoch": 0.9383030148836026, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.340970993041992, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8700090646743774, + "num_tokens": 281342677.0, + "step": 7376 + }, + { + "epoch": 0.9384302251621931, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.309450149536133, + "learning_rate": 1e-06, + "loss": 0.4283, + "mean_token_accuracy": 0.8601672649383545, + "num_tokens": 281379545.0, + "step": 7377 + }, + { + "epoch": 0.9385574354407836, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.326180458068848, + "learning_rate": 1e-06, + "loss": 0.4702, + "mean_token_accuracy": 0.846389889717102, + "num_tokens": 281424169.0, + "step": 7378 + }, + { + "epoch": 0.9386846457193742, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.321680068969727, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8847537040710449, + "num_tokens": 281461306.0, + "step": 7379 + }, + { + "epoch": 0.9388118559979647, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.33745002746582, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8776710033416748, + "num_tokens": 281498753.0, + "step": 7380 + }, + { + "epoch": 0.9389390662765551, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.334785461425781, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8738052248954773, + "num_tokens": 281537163.0, + "step": 7381 + }, + { + "epoch": 0.9390662765551456, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.39525032043457, + "learning_rate": 1e-06, + "loss": 0.4382, + "mean_token_accuracy": 0.857175350189209, + "num_tokens": 281577926.0, + "step": 7382 + }, + { + "epoch": 0.9391934868337362, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.301800727844238, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8838670253753662, + "num_tokens": 281621283.0, + "step": 7383 + }, + { + "epoch": 0.9393206971123267, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.358473777770996, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8678994178771973, + "num_tokens": 281658336.0, + "step": 7384 + }, + { + "epoch": 0.9394479073909172, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.264018058776855, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8680042028427124, + "num_tokens": 281695137.0, + "step": 7385 + }, + { + "epoch": 0.9395751176695077, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.292732238769531, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8787626028060913, + "num_tokens": 281733570.0, + "step": 7386 + }, + { + "epoch": 0.9397023279480982, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.401684761047363, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8660427331924438, + "num_tokens": 281771163.0, + "step": 7387 + }, + { + "epoch": 0.9398295382266887, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.227700233459473, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8678033351898193, + "num_tokens": 281813715.0, + "step": 7388 + }, + { + "epoch": 0.9399567485052792, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.334578514099121, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8632206916809082, + "num_tokens": 281856921.0, + "step": 7389 + }, + { + "epoch": 0.9400839587838697, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.28540325164795, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8564175963401794, + "num_tokens": 281893273.0, + "step": 7390 + }, + { + "epoch": 0.9402111690624603, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.334832191467285, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8693758845329285, + "num_tokens": 281927452.0, + "step": 7391 + }, + { + "epoch": 0.9403383793410508, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.304309844970703, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8895024061203003, + "num_tokens": 281965359.0, + "step": 7392 + }, + { + "epoch": 0.9404655896196412, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.361296653747559, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8622767925262451, + "num_tokens": 281999209.0, + "step": 7393 + }, + { + "epoch": 0.9405927998982317, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.311174392700195, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8542462587356567, + "num_tokens": 282042129.0, + "step": 7394 + }, + { + "epoch": 0.9407200101768223, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.342129707336426, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.8556603193283081, + "num_tokens": 282087941.0, + "step": 7395 + }, + { + "epoch": 0.9408472204554128, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.364903450012207, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8703551888465881, + "num_tokens": 282123130.0, + "step": 7396 + }, + { + "epoch": 0.9409744307340033, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.353361129760742, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8608209490776062, + "num_tokens": 282161142.0, + "step": 7397 + }, + { + "epoch": 0.9411016410125939, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.325348854064941, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8878293037414551, + "num_tokens": 282196363.0, + "step": 7398 + }, + { + "epoch": 0.9412288512911843, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.35403823852539, + "learning_rate": 1e-06, + "loss": 0.4706, + "mean_token_accuracy": 0.8463915586471558, + "num_tokens": 282233202.0, + "step": 7399 + }, + { + "epoch": 0.9413560615697748, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.365374565124512, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8660249710083008, + "num_tokens": 282270976.0, + "step": 7400 + }, + { + "epoch": 0.9414832718483653, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.358698844909668, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.875602126121521, + "num_tokens": 282312223.0, + "step": 7401 + }, + { + "epoch": 0.9416104821269559, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.314435958862305, + "learning_rate": 1e-06, + "loss": 0.4546, + "mean_token_accuracy": 0.8494439125061035, + "num_tokens": 282350418.0, + "step": 7402 + }, + { + "epoch": 0.9417376924055464, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.359807014465332, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8662457466125488, + "num_tokens": 282380751.0, + "step": 7403 + }, + { + "epoch": 0.9418649026841369, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.338142395019531, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8782371282577515, + "num_tokens": 282420248.0, + "step": 7404 + }, + { + "epoch": 0.9419921129627273, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.393403053283691, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8693823218345642, + "num_tokens": 282457951.0, + "step": 7405 + }, + { + "epoch": 0.9421193232413179, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.275242805480957, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8651343584060669, + "num_tokens": 282507379.0, + "step": 7406 + }, + { + "epoch": 0.9422465335199084, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.340646743774414, + "learning_rate": 1e-06, + "loss": 0.4459, + "mean_token_accuracy": 0.8536545634269714, + "num_tokens": 282546905.0, + "step": 7407 + }, + { + "epoch": 0.9423737437984989, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.35127067565918, + "learning_rate": 1e-06, + "loss": 0.5033, + "mean_token_accuracy": 0.836687445640564, + "num_tokens": 282591368.0, + "step": 7408 + }, + { + "epoch": 0.9425009540770894, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.406963348388672, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.863222599029541, + "num_tokens": 282617331.0, + "step": 7409 + }, + { + "epoch": 0.94262816435568, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.357622146606445, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8787705898284912, + "num_tokens": 282652346.0, + "step": 7410 + }, + { + "epoch": 0.9427553746342705, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.284324645996094, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8693209886550903, + "num_tokens": 282691564.0, + "step": 7411 + }, + { + "epoch": 0.9428825849128609, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.446537971496582, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8756886720657349, + "num_tokens": 282728186.0, + "step": 7412 + }, + { + "epoch": 0.9430097951914514, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.288178443908691, + "learning_rate": 1e-06, + "loss": 0.4293, + "mean_token_accuracy": 0.8575854301452637, + "num_tokens": 282770491.0, + "step": 7413 + }, + { + "epoch": 0.943137005470042, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.365726470947266, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.858607828617096, + "num_tokens": 282809824.0, + "step": 7414 + }, + { + "epoch": 0.9432642157486325, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.347271919250488, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8694701194763184, + "num_tokens": 282846735.0, + "step": 7415 + }, + { + "epoch": 0.943391426027223, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.34329605102539, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8839914798736572, + "num_tokens": 282882242.0, + "step": 7416 + }, + { + "epoch": 0.9435186363058136, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.400862693786621, + "learning_rate": 1e-06, + "loss": 0.4453, + "mean_token_accuracy": 0.8529176115989685, + "num_tokens": 282918774.0, + "step": 7417 + }, + { + "epoch": 0.943645846584404, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.325831413269043, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8575901985168457, + "num_tokens": 282957766.0, + "step": 7418 + }, + { + "epoch": 0.9437730568629945, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.355818748474121, + "learning_rate": 1e-06, + "loss": 0.442, + "mean_token_accuracy": 0.8537222146987915, + "num_tokens": 282995980.0, + "step": 7419 + }, + { + "epoch": 0.943900267141585, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.332927703857422, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.866432785987854, + "num_tokens": 283033148.0, + "step": 7420 + }, + { + "epoch": 0.9440274774201756, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.389998435974121, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.869753360748291, + "num_tokens": 283069781.0, + "step": 7421 + }, + { + "epoch": 0.9441546876987661, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.333832740783691, + "learning_rate": 1e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.8580590486526489, + "num_tokens": 283107270.0, + "step": 7422 + }, + { + "epoch": 0.9442818979773566, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.33362102508545, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8776193261146545, + "num_tokens": 283143571.0, + "step": 7423 + }, + { + "epoch": 0.944409108255947, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.352470397949219, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8686418533325195, + "num_tokens": 283179995.0, + "step": 7424 + }, + { + "epoch": 0.9445363185345376, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.325263977050781, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8646785020828247, + "num_tokens": 283218370.0, + "step": 7425 + }, + { + "epoch": 0.9446635288131281, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.441957473754883, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8599756360054016, + "num_tokens": 283247879.0, + "step": 7426 + }, + { + "epoch": 0.9447907390917186, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.37717056274414, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.879436731338501, + "num_tokens": 283285027.0, + "step": 7427 + }, + { + "epoch": 0.9449179493703092, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.28514575958252, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8679466247558594, + "num_tokens": 283324934.0, + "step": 7428 + }, + { + "epoch": 0.9450451596488997, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.417793273925781, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8729705810546875, + "num_tokens": 283357540.0, + "step": 7429 + }, + { + "epoch": 0.9451723699274901, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.362224578857422, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8638955354690552, + "num_tokens": 283393470.0, + "step": 7430 + }, + { + "epoch": 0.9452995802060806, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.316351890563965, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8657444715499878, + "num_tokens": 283429916.0, + "step": 7431 + }, + { + "epoch": 0.9454267904846712, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.390316009521484, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.8549700379371643, + "num_tokens": 283467997.0, + "step": 7432 + }, + { + "epoch": 0.9455540007632617, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.364736557006836, + "learning_rate": 1e-06, + "loss": 0.5093, + "mean_token_accuracy": 0.8305150270462036, + "num_tokens": 283504741.0, + "step": 7433 + }, + { + "epoch": 0.9456812110418522, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.355082511901855, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8749181628227234, + "num_tokens": 283534535.0, + "step": 7434 + }, + { + "epoch": 0.9458084213204427, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.328725814819336, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8763659000396729, + "num_tokens": 283571600.0, + "step": 7435 + }, + { + "epoch": 0.9459356315990332, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.440821647644043, + "learning_rate": 1e-06, + "loss": 0.4517, + "mean_token_accuracy": 0.8516782522201538, + "num_tokens": 283605662.0, + "step": 7436 + }, + { + "epoch": 0.9460628418776237, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.33999252319336, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8651679158210754, + "num_tokens": 283642868.0, + "step": 7437 + }, + { + "epoch": 0.9461900521562142, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.367792129516602, + "learning_rate": 1e-06, + "loss": 0.4412, + "mean_token_accuracy": 0.856286346912384, + "num_tokens": 283675604.0, + "step": 7438 + }, + { + "epoch": 0.9463172624348047, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.273759841918945, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8858671188354492, + "num_tokens": 283709459.0, + "step": 7439 + }, + { + "epoch": 0.9464444727133953, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.334253311157227, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8647174835205078, + "num_tokens": 283748020.0, + "step": 7440 + }, + { + "epoch": 0.9465716829919858, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.342571258544922, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8602960705757141, + "num_tokens": 283778514.0, + "step": 7441 + }, + { + "epoch": 0.9466988932705762, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.315984725952148, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.868888258934021, + "num_tokens": 283819764.0, + "step": 7442 + }, + { + "epoch": 0.9468261035491667, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.33686637878418, + "learning_rate": 1e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.8515341877937317, + "num_tokens": 283853897.0, + "step": 7443 + }, + { + "epoch": 0.9469533138277573, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.310145378112793, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8782829642295837, + "num_tokens": 283891826.0, + "step": 7444 + }, + { + "epoch": 0.9470805241063478, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.374095916748047, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8627555966377258, + "num_tokens": 283931690.0, + "step": 7445 + }, + { + "epoch": 0.9472077343849383, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.275160789489746, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8651604056358337, + "num_tokens": 283971107.0, + "step": 7446 + }, + { + "epoch": 0.9473349446635289, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.348265647888184, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8722093105316162, + "num_tokens": 284005286.0, + "step": 7447 + }, + { + "epoch": 0.9474621549421193, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.336066246032715, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8806589841842651, + "num_tokens": 284044089.0, + "step": 7448 + }, + { + "epoch": 0.9475893652207098, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.335572242736816, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8615754246711731, + "num_tokens": 284081172.0, + "step": 7449 + }, + { + "epoch": 0.9477165754993003, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.356389045715332, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8719443082809448, + "num_tokens": 284113362.0, + "step": 7450 + }, + { + "epoch": 0.9478437857778909, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.350502014160156, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8744800090789795, + "num_tokens": 284155272.0, + "step": 7451 + }, + { + "epoch": 0.9479709960564814, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.393766403198242, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8733707666397095, + "num_tokens": 284188218.0, + "step": 7452 + }, + { + "epoch": 0.9480982063350719, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.36073112487793, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8690778017044067, + "num_tokens": 284228838.0, + "step": 7453 + }, + { + "epoch": 0.9482254166136623, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.369384765625, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8621896505355835, + "num_tokens": 284265570.0, + "step": 7454 + }, + { + "epoch": 0.9483526268922529, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.33920669555664, + "learning_rate": 1e-06, + "loss": 0.4365, + "mean_token_accuracy": 0.8557300567626953, + "num_tokens": 284307062.0, + "step": 7455 + }, + { + "epoch": 0.9484798371708434, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.372002601623535, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8639966249465942, + "num_tokens": 284340488.0, + "step": 7456 + }, + { + "epoch": 0.9486070474494339, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.361166954040527, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8645561337471008, + "num_tokens": 284382399.0, + "step": 7457 + }, + { + "epoch": 0.9487342577280244, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.382320404052734, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8532282114028931, + "num_tokens": 284416391.0, + "step": 7458 + }, + { + "epoch": 0.948861468006615, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.333619117736816, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8646575212478638, + "num_tokens": 284457049.0, + "step": 7459 + }, + { + "epoch": 0.9489886782852054, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.35106372833252, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8627467751502991, + "num_tokens": 284494426.0, + "step": 7460 + }, + { + "epoch": 0.9491158885637959, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.397209167480469, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8840067982673645, + "num_tokens": 284533349.0, + "step": 7461 + }, + { + "epoch": 0.9492430988423864, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.346172332763672, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8732435703277588, + "num_tokens": 284567777.0, + "step": 7462 + }, + { + "epoch": 0.949370309120977, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.333786964416504, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8598340749740601, + "num_tokens": 284609120.0, + "step": 7463 + }, + { + "epoch": 0.9494975193995675, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.341012001037598, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8580682277679443, + "num_tokens": 284649221.0, + "step": 7464 + }, + { + "epoch": 0.949624729678158, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.31561279296875, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8699881434440613, + "num_tokens": 284682595.0, + "step": 7465 + }, + { + "epoch": 0.9497519399567486, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.330620765686035, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8611305952072144, + "num_tokens": 284722903.0, + "step": 7466 + }, + { + "epoch": 0.949879150235339, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.392634391784668, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.871970534324646, + "num_tokens": 284759166.0, + "step": 7467 + }, + { + "epoch": 0.9500063605139295, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.36031723022461, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.861719012260437, + "num_tokens": 284803192.0, + "step": 7468 + }, + { + "epoch": 0.95013357079252, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.359122276306152, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8674555420875549, + "num_tokens": 284837088.0, + "step": 7469 + }, + { + "epoch": 0.9502607810711106, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.423636436462402, + "learning_rate": 1e-06, + "loss": 0.4803, + "mean_token_accuracy": 0.8464730978012085, + "num_tokens": 284879641.0, + "step": 7470 + }, + { + "epoch": 0.9503879913497011, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.292976379394531, + "learning_rate": 1e-06, + "loss": 0.4435, + "mean_token_accuracy": 0.8530679941177368, + "num_tokens": 284917519.0, + "step": 7471 + }, + { + "epoch": 0.9505152016282916, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.394871711730957, + "learning_rate": 1e-06, + "loss": 0.4433, + "mean_token_accuracy": 0.8551411628723145, + "num_tokens": 284950422.0, + "step": 7472 + }, + { + "epoch": 0.950642411906882, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.2753267288208, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8725049495697021, + "num_tokens": 284986392.0, + "step": 7473 + }, + { + "epoch": 0.9507696221854726, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.329340934753418, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8667018413543701, + "num_tokens": 285027684.0, + "step": 7474 + }, + { + "epoch": 0.9508968324640631, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.340105056762695, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8562819957733154, + "num_tokens": 285059551.0, + "step": 7475 + }, + { + "epoch": 0.9510240427426536, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.307852745056152, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8666428923606873, + "num_tokens": 285100197.0, + "step": 7476 + }, + { + "epoch": 0.9511512530212441, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.351635932922363, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8663402199745178, + "num_tokens": 285130115.0, + "step": 7477 + }, + { + "epoch": 0.9512784632998347, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.31324291229248, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8665305972099304, + "num_tokens": 285169069.0, + "step": 7478 + }, + { + "epoch": 0.9514056735784251, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.347820281982422, + "learning_rate": 1e-06, + "loss": 0.4852, + "mean_token_accuracy": 0.8455448150634766, + "num_tokens": 285209971.0, + "step": 7479 + }, + { + "epoch": 0.9515328838570156, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.369973182678223, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8603578209877014, + "num_tokens": 285250024.0, + "step": 7480 + }, + { + "epoch": 0.9516600941356061, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.361056327819824, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8628052473068237, + "num_tokens": 285284900.0, + "step": 7481 + }, + { + "epoch": 0.9517873044141967, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.350149154663086, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8694425821304321, + "num_tokens": 285325657.0, + "step": 7482 + }, + { + "epoch": 0.9519145146927872, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.380082130432129, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8650428652763367, + "num_tokens": 285356362.0, + "step": 7483 + }, + { + "epoch": 0.9520417249713777, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.378162384033203, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8643983602523804, + "num_tokens": 285394321.0, + "step": 7484 + }, + { + "epoch": 0.9521689352499682, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.277770042419434, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8842836618423462, + "num_tokens": 285435260.0, + "step": 7485 + }, + { + "epoch": 0.9522961455285587, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.288520812988281, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8729758262634277, + "num_tokens": 285479449.0, + "step": 7486 + }, + { + "epoch": 0.9524233558071492, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.37071418762207, + "learning_rate": 1e-06, + "loss": 0.4824, + "mean_token_accuracy": 0.8457832336425781, + "num_tokens": 285520492.0, + "step": 7487 + }, + { + "epoch": 0.9525505660857397, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.332021713256836, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8607629537582397, + "num_tokens": 285558410.0, + "step": 7488 + }, + { + "epoch": 0.9526777763643303, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.367198944091797, + "learning_rate": 1e-06, + "loss": 0.4665, + "mean_token_accuracy": 0.8455036878585815, + "num_tokens": 285598871.0, + "step": 7489 + }, + { + "epoch": 0.9528049866429208, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.359837532043457, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8576588034629822, + "num_tokens": 285641374.0, + "step": 7490 + }, + { + "epoch": 0.9529321969215112, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.32079792022705, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8780784606933594, + "num_tokens": 285675416.0, + "step": 7491 + }, + { + "epoch": 0.9530594072001017, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.398703575134277, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8715713024139404, + "num_tokens": 285707491.0, + "step": 7492 + }, + { + "epoch": 0.9531866174786923, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.32904052734375, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8540594577789307, + "num_tokens": 285747571.0, + "step": 7493 + }, + { + "epoch": 0.9533138277572828, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.360607147216797, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8862564563751221, + "num_tokens": 285786362.0, + "step": 7494 + }, + { + "epoch": 0.9534410380358733, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.3304443359375, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8724319934844971, + "num_tokens": 285829401.0, + "step": 7495 + }, + { + "epoch": 0.9535682483144639, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.3910551071167, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8622938394546509, + "num_tokens": 285867853.0, + "step": 7496 + }, + { + "epoch": 0.9536954585930543, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.320926666259766, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8753478527069092, + "num_tokens": 285908497.0, + "step": 7497 + }, + { + "epoch": 0.9538226688716448, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.357091903686523, + "learning_rate": 1e-06, + "loss": 0.446, + "mean_token_accuracy": 0.852489173412323, + "num_tokens": 285940528.0, + "step": 7498 + }, + { + "epoch": 0.9539498791502353, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.380681037902832, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8663790225982666, + "num_tokens": 285980206.0, + "step": 7499 + }, + { + "epoch": 0.9540770894288259, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.360496520996094, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8590703010559082, + "num_tokens": 286019409.0, + "step": 7500 + }, + { + "epoch": 0.9542042997074164, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.367447853088379, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8742619752883911, + "num_tokens": 286050955.0, + "step": 7501 + }, + { + "epoch": 0.9543315099860069, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.369178771972656, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8700336217880249, + "num_tokens": 286087567.0, + "step": 7502 + }, + { + "epoch": 0.9544587202645973, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.346208572387695, + "learning_rate": 1e-06, + "loss": 0.4748, + "mean_token_accuracy": 0.8452486991882324, + "num_tokens": 286126893.0, + "step": 7503 + }, + { + "epoch": 0.9545859305431879, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.41547966003418, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.8592199087142944, + "num_tokens": 286165818.0, + "step": 7504 + }, + { + "epoch": 0.9547131408217784, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.32630729675293, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.868134081363678, + "num_tokens": 286208026.0, + "step": 7505 + }, + { + "epoch": 0.9548403511003689, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.34012222290039, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8649632930755615, + "num_tokens": 286245468.0, + "step": 7506 + }, + { + "epoch": 0.9549675613789594, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.340106964111328, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.870185136795044, + "num_tokens": 286283955.0, + "step": 7507 + }, + { + "epoch": 0.95509477165755, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.310474395751953, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8704116344451904, + "num_tokens": 286326560.0, + "step": 7508 + }, + { + "epoch": 0.9552219819361404, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.343766212463379, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8656740188598633, + "num_tokens": 286365791.0, + "step": 7509 + }, + { + "epoch": 0.9553491922147309, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.311071395874023, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8765577673912048, + "num_tokens": 286404132.0, + "step": 7510 + }, + { + "epoch": 0.9554764024933214, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.348318099975586, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8540324568748474, + "num_tokens": 286444828.0, + "step": 7511 + }, + { + "epoch": 0.955603612771912, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.330318450927734, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8701233863830566, + "num_tokens": 286481725.0, + "step": 7512 + }, + { + "epoch": 0.9557308230505025, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.382111549377441, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8654646873474121, + "num_tokens": 286520354.0, + "step": 7513 + }, + { + "epoch": 0.955858033329093, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.346031188964844, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8632797002792358, + "num_tokens": 286564314.0, + "step": 7514 + }, + { + "epoch": 0.9559852436076836, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.348540306091309, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8644378185272217, + "num_tokens": 286606955.0, + "step": 7515 + }, + { + "epoch": 0.956112453886274, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.382194519042969, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.871593177318573, + "num_tokens": 286640091.0, + "step": 7516 + }, + { + "epoch": 0.9562396641648645, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.368783950805664, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.864766001701355, + "num_tokens": 286679090.0, + "step": 7517 + }, + { + "epoch": 0.956366874443455, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.368242263793945, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8693392276763916, + "num_tokens": 286720260.0, + "step": 7518 + }, + { + "epoch": 0.9564940847220456, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.372977256774902, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8713864088058472, + "num_tokens": 286763992.0, + "step": 7519 + }, + { + "epoch": 0.9566212950006361, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.360244750976562, + "learning_rate": 1e-06, + "loss": 0.4583, + "mean_token_accuracy": 0.8470238447189331, + "num_tokens": 286807068.0, + "step": 7520 + }, + { + "epoch": 0.9567485052792266, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.360499382019043, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8716003894805908, + "num_tokens": 286853020.0, + "step": 7521 + }, + { + "epoch": 0.956875715557817, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.338407516479492, + "learning_rate": 1e-06, + "loss": 0.4303, + "mean_token_accuracy": 0.8553692102432251, + "num_tokens": 286896098.0, + "step": 7522 + }, + { + "epoch": 0.9570029258364076, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.404175758361816, + "learning_rate": 1e-06, + "loss": 0.4557, + "mean_token_accuracy": 0.8502357602119446, + "num_tokens": 286938873.0, + "step": 7523 + }, + { + "epoch": 0.9571301361149981, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.361735343933105, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8699257969856262, + "num_tokens": 286972941.0, + "step": 7524 + }, + { + "epoch": 0.9572573463935886, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.359640121459961, + "learning_rate": 1e-06, + "loss": 0.4405, + "mean_token_accuracy": 0.8548921346664429, + "num_tokens": 287010818.0, + "step": 7525 + }, + { + "epoch": 0.9573845566721791, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.348522186279297, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8698722124099731, + "num_tokens": 287053841.0, + "step": 7526 + }, + { + "epoch": 0.9575117669507697, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.338480949401855, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8705629110336304, + "num_tokens": 287090900.0, + "step": 7527 + }, + { + "epoch": 0.9576389772293601, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.388808250427246, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8642057180404663, + "num_tokens": 287131203.0, + "step": 7528 + }, + { + "epoch": 0.9577661875079506, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.398859024047852, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.87626051902771, + "num_tokens": 287165949.0, + "step": 7529 + }, + { + "epoch": 0.9578933977865411, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.378915786743164, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8655152320861816, + "num_tokens": 287203376.0, + "step": 7530 + }, + { + "epoch": 0.9580206080651317, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.357306480407715, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8559167385101318, + "num_tokens": 287240391.0, + "step": 7531 + }, + { + "epoch": 0.9581478183437222, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.371280670166016, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8627131581306458, + "num_tokens": 287278485.0, + "step": 7532 + }, + { + "epoch": 0.9582750286223127, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.42737102508545, + "learning_rate": 1e-06, + "loss": 0.4287, + "mean_token_accuracy": 0.8604642152786255, + "num_tokens": 287313626.0, + "step": 7533 + }, + { + "epoch": 0.9584022389009031, + "ewc_loss": 0.01336669921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.33514404296875e-05, + "grad_norm": 10.364585876464844, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.880169689655304, + "num_tokens": 287344532.0, + "step": 7534 + }, + { + "epoch": 0.9585294491794937, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.396055221557617, + "learning_rate": 1e-06, + "loss": 0.4597, + "mean_token_accuracy": 0.8461958169937134, + "num_tokens": 287383069.0, + "step": 7535 + }, + { + "epoch": 0.9586566594580842, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.328941345214844, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.86442631483078, + "num_tokens": 287418554.0, + "step": 7536 + }, + { + "epoch": 0.9587838697366747, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.395345687866211, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8645960688591003, + "num_tokens": 287452449.0, + "step": 7537 + }, + { + "epoch": 0.9589110800152653, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.366827964782715, + "learning_rate": 1e-06, + "loss": 0.4529, + "mean_token_accuracy": 0.8506572246551514, + "num_tokens": 287492247.0, + "step": 7538 + }, + { + "epoch": 0.9590382902938558, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.288651466369629, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8709695339202881, + "num_tokens": 287528651.0, + "step": 7539 + }, + { + "epoch": 0.9591655005724462, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.39262866973877, + "learning_rate": 1e-06, + "loss": 0.4482, + "mean_token_accuracy": 0.8550044894218445, + "num_tokens": 287565837.0, + "step": 7540 + }, + { + "epoch": 0.9592927108510367, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.355271339416504, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8645603060722351, + "num_tokens": 287599469.0, + "step": 7541 + }, + { + "epoch": 0.9594199211296273, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.356810569763184, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8629635572433472, + "num_tokens": 287637104.0, + "step": 7542 + }, + { + "epoch": 0.9595471314082178, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.302117347717285, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8650137186050415, + "num_tokens": 287679134.0, + "step": 7543 + }, + { + "epoch": 0.9596743416868083, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.364221572875977, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8728731274604797, + "num_tokens": 287720340.0, + "step": 7544 + }, + { + "epoch": 0.9598015519653988, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.289041519165039, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8691545724868774, + "num_tokens": 287760931.0, + "step": 7545 + }, + { + "epoch": 0.9599287622439893, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.383645057678223, + "learning_rate": 1e-06, + "loss": 0.4618, + "mean_token_accuracy": 0.8522895574569702, + "num_tokens": 287801723.0, + "step": 7546 + }, + { + "epoch": 0.9600559725225798, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.355752944946289, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8629031181335449, + "num_tokens": 287837010.0, + "step": 7547 + }, + { + "epoch": 0.9601831828011703, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.356453895568848, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8665434122085571, + "num_tokens": 287874381.0, + "step": 7548 + }, + { + "epoch": 0.9603103930797608, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.36235237121582, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.8574479818344116, + "num_tokens": 287916673.0, + "step": 7549 + }, + { + "epoch": 0.9604376033583514, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.338388442993164, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8600821495056152, + "num_tokens": 287956764.0, + "step": 7550 + }, + { + "epoch": 0.9605648136369419, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.327871322631836, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8727490901947021, + "num_tokens": 287996373.0, + "step": 7551 + }, + { + "epoch": 0.9606920239155323, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.337846755981445, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.859271764755249, + "num_tokens": 288033671.0, + "step": 7552 + }, + { + "epoch": 0.9608192341941229, + "ewc_loss": 0.0133056640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.329183578491211e-05, + "grad_norm": 10.333087921142578, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8737180829048157, + "num_tokens": 288068254.0, + "step": 7553 + }, + { + "epoch": 0.9609464444727134, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.34350299835205, + "learning_rate": 1e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.851667046546936, + "num_tokens": 288102833.0, + "step": 7554 + }, + { + "epoch": 0.9610736547513039, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.34964370727539, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8778730034828186, + "num_tokens": 288135927.0, + "step": 7555 + }, + { + "epoch": 0.9612008650298944, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.305893898010254, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8849846124649048, + "num_tokens": 288173842.0, + "step": 7556 + }, + { + "epoch": 0.961328075308485, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.347394943237305, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8709019422531128, + "num_tokens": 288215007.0, + "step": 7557 + }, + { + "epoch": 0.9614552855870754, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.335463523864746, + "learning_rate": 1e-06, + "loss": 0.4565, + "mean_token_accuracy": 0.854448676109314, + "num_tokens": 288251598.0, + "step": 7558 + }, + { + "epoch": 0.9615824958656659, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.305527687072754, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8660112619400024, + "num_tokens": 288292811.0, + "step": 7559 + }, + { + "epoch": 0.9617097061442564, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.330145835876465, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8703824281692505, + "num_tokens": 288337790.0, + "step": 7560 + }, + { + "epoch": 0.961836916422847, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.353354454040527, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8621745109558105, + "num_tokens": 288373347.0, + "step": 7561 + }, + { + "epoch": 0.9619641267014375, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.365679740905762, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8860796689987183, + "num_tokens": 288405650.0, + "step": 7562 + }, + { + "epoch": 0.962091336980028, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.383756637573242, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8716555237770081, + "num_tokens": 288443849.0, + "step": 7563 + }, + { + "epoch": 0.9622185472586186, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.369576454162598, + "learning_rate": 1e-06, + "loss": 0.4738, + "mean_token_accuracy": 0.8444031476974487, + "num_tokens": 288487557.0, + "step": 7564 + }, + { + "epoch": 0.962345757537209, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.335450172424316, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.857021689414978, + "num_tokens": 288529932.0, + "step": 7565 + }, + { + "epoch": 0.9624729678157995, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.38869571685791, + "learning_rate": 1e-06, + "loss": 0.4222, + "mean_token_accuracy": 0.859953761100769, + "num_tokens": 288568276.0, + "step": 7566 + }, + { + "epoch": 0.96260017809439, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.38520336151123, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8676047325134277, + "num_tokens": 288602387.0, + "step": 7567 + }, + { + "epoch": 0.9627273883729806, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.393149375915527, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8724655508995056, + "num_tokens": 288638157.0, + "step": 7568 + }, + { + "epoch": 0.9628545986515711, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.339982032775879, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8624659776687622, + "num_tokens": 288675054.0, + "step": 7569 + }, + { + "epoch": 0.9629818089301616, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.386113166809082, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8713194131851196, + "num_tokens": 288714222.0, + "step": 7570 + }, + { + "epoch": 0.963109019208752, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.335524559020996, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8553788065910339, + "num_tokens": 288752772.0, + "step": 7571 + }, + { + "epoch": 0.9632362294873426, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.393248558044434, + "learning_rate": 1e-06, + "loss": 0.4529, + "mean_token_accuracy": 0.8484143614768982, + "num_tokens": 288792067.0, + "step": 7572 + }, + { + "epoch": 0.9633634397659331, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.377634048461914, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.877497673034668, + "num_tokens": 288826172.0, + "step": 7573 + }, + { + "epoch": 0.9634906500445236, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.34228801727295, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8753407001495361, + "num_tokens": 288863774.0, + "step": 7574 + }, + { + "epoch": 0.9636178603231141, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.312076568603516, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8589986562728882, + "num_tokens": 288901892.0, + "step": 7575 + }, + { + "epoch": 0.9637450706017047, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.38601016998291, + "learning_rate": 1e-06, + "loss": 0.4392, + "mean_token_accuracy": 0.8553847670555115, + "num_tokens": 288941470.0, + "step": 7576 + }, + { + "epoch": 0.9638722808802951, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.294196128845215, + "learning_rate": 1e-06, + "loss": 0.445, + "mean_token_accuracy": 0.8515602350234985, + "num_tokens": 288988616.0, + "step": 7577 + }, + { + "epoch": 0.9639994911588856, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.363814353942871, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8804243803024292, + "num_tokens": 289024589.0, + "step": 7578 + }, + { + "epoch": 0.9641267014374761, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.381487846374512, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8675128817558289, + "num_tokens": 289064334.0, + "step": 7579 + }, + { + "epoch": 0.9642539117160667, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.349873542785645, + "learning_rate": 1e-06, + "loss": 0.439, + "mean_token_accuracy": 0.8541135191917419, + "num_tokens": 289099385.0, + "step": 7580 + }, + { + "epoch": 0.9643811219946572, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.406476974487305, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8679522275924683, + "num_tokens": 289139143.0, + "step": 7581 + }, + { + "epoch": 0.9645083322732477, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.354108810424805, + "learning_rate": 1e-06, + "loss": 0.4327, + "mean_token_accuracy": 0.8592317700386047, + "num_tokens": 289179303.0, + "step": 7582 + }, + { + "epoch": 0.9646355425518381, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.437946319580078, + "learning_rate": 1e-06, + "loss": 0.436, + "mean_token_accuracy": 0.8574317693710327, + "num_tokens": 289214218.0, + "step": 7583 + }, + { + "epoch": 0.9647627528304287, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.368927001953125, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8617294430732727, + "num_tokens": 289240991.0, + "step": 7584 + }, + { + "epoch": 0.9648899631090192, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.433243751525879, + "learning_rate": 1e-06, + "loss": 0.4332, + "mean_token_accuracy": 0.8586117029190063, + "num_tokens": 289273374.0, + "step": 7585 + }, + { + "epoch": 0.9650171733876097, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.359015464782715, + "learning_rate": 1e-06, + "loss": 0.4555, + "mean_token_accuracy": 0.8512517213821411, + "num_tokens": 289314904.0, + "step": 7586 + }, + { + "epoch": 0.9651443836662003, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.370613098144531, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8583301901817322, + "num_tokens": 289358110.0, + "step": 7587 + }, + { + "epoch": 0.9652715939447908, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.423412322998047, + "learning_rate": 1e-06, + "loss": 0.4306, + "mean_token_accuracy": 0.8553094863891602, + "num_tokens": 289391581.0, + "step": 7588 + }, + { + "epoch": 0.9653988042233812, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.395910263061523, + "learning_rate": 1e-06, + "loss": 0.4849, + "mean_token_accuracy": 0.8394342660903931, + "num_tokens": 289432280.0, + "step": 7589 + }, + { + "epoch": 0.9655260145019717, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.398971557617188, + "learning_rate": 1e-06, + "loss": 0.4653, + "mean_token_accuracy": 0.8485070466995239, + "num_tokens": 289473222.0, + "step": 7590 + }, + { + "epoch": 0.9656532247805623, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.365076065063477, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8608841896057129, + "num_tokens": 289512898.0, + "step": 7591 + }, + { + "epoch": 0.9657804350591528, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.329845428466797, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8701593279838562, + "num_tokens": 289554394.0, + "step": 7592 + }, + { + "epoch": 0.9659076453377433, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.325637817382812, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.8600955009460449, + "num_tokens": 289594871.0, + "step": 7593 + }, + { + "epoch": 0.9660348556163338, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.377297401428223, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8544059991836548, + "num_tokens": 289629165.0, + "step": 7594 + }, + { + "epoch": 0.9661620658949243, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.345169067382812, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.8640904426574707, + "num_tokens": 289670131.0, + "step": 7595 + }, + { + "epoch": 0.9662892761735148, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.341290473937988, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.867372989654541, + "num_tokens": 289705238.0, + "step": 7596 + }, + { + "epoch": 0.9664164864521053, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.33154010772705, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8675445318222046, + "num_tokens": 289740146.0, + "step": 7597 + }, + { + "epoch": 0.9665436967306958, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.370030403137207, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8689377307891846, + "num_tokens": 289781145.0, + "step": 7598 + }, + { + "epoch": 0.9666709070092864, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.38494873046875, + "learning_rate": 1e-06, + "loss": 0.4639, + "mean_token_accuracy": 0.8479087948799133, + "num_tokens": 289816347.0, + "step": 7599 + }, + { + "epoch": 0.9667981172878769, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.308857917785645, + "learning_rate": 1e-06, + "loss": 0.4712, + "mean_token_accuracy": 0.8504315614700317, + "num_tokens": 289852974.0, + "step": 7600 + }, + { + "epoch": 0.9669253275664673, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.385955810546875, + "learning_rate": 1e-06, + "loss": 0.4387, + "mean_token_accuracy": 0.852862536907196, + "num_tokens": 289894553.0, + "step": 7601 + }, + { + "epoch": 0.9670525378450578, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.396007537841797, + "learning_rate": 1e-06, + "loss": 0.4748, + "mean_token_accuracy": 0.8464288115501404, + "num_tokens": 289930641.0, + "step": 7602 + }, + { + "epoch": 0.9671797481236484, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.348480224609375, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8588815927505493, + "num_tokens": 289972690.0, + "step": 7603 + }, + { + "epoch": 0.9673069584022389, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.383007049560547, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.8583126068115234, + "num_tokens": 290006518.0, + "step": 7604 + }, + { + "epoch": 0.9674341686808294, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.32580852508545, + "learning_rate": 1e-06, + "loss": 0.4648, + "mean_token_accuracy": 0.8509702682495117, + "num_tokens": 290045206.0, + "step": 7605 + }, + { + "epoch": 0.96756137895942, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.37002944946289, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8692297339439392, + "num_tokens": 290086976.0, + "step": 7606 + }, + { + "epoch": 0.9676885892380104, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.350170135498047, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8771860599517822, + "num_tokens": 290126894.0, + "step": 7607 + }, + { + "epoch": 0.9678157995166009, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.379396438598633, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8775325417518616, + "num_tokens": 290161684.0, + "step": 7608 + }, + { + "epoch": 0.9679430097951914, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.357406616210938, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8662216663360596, + "num_tokens": 290203407.0, + "step": 7609 + }, + { + "epoch": 0.968070220073782, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.353540420532227, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8716132640838623, + "num_tokens": 290238645.0, + "step": 7610 + }, + { + "epoch": 0.9681974303523725, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.334320068359375, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8637697100639343, + "num_tokens": 290280279.0, + "step": 7611 + }, + { + "epoch": 0.968324640630963, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.364911079406738, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8626668453216553, + "num_tokens": 290317739.0, + "step": 7612 + }, + { + "epoch": 0.9684518509095535, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.329571723937988, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8623201251029968, + "num_tokens": 290360384.0, + "step": 7613 + }, + { + "epoch": 0.968579061188144, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.40565299987793, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8716582655906677, + "num_tokens": 290398706.0, + "step": 7614 + }, + { + "epoch": 0.9687062714667345, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.41652774810791, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8776818513870239, + "num_tokens": 290439524.0, + "step": 7615 + }, + { + "epoch": 0.968833481745325, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.369189262390137, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8596922159194946, + "num_tokens": 290472125.0, + "step": 7616 + }, + { + "epoch": 0.9689606920239155, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.357465744018555, + "learning_rate": 1e-06, + "loss": 0.4698, + "mean_token_accuracy": 0.8483097553253174, + "num_tokens": 290514348.0, + "step": 7617 + }, + { + "epoch": 0.9690879023025061, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.41634750366211, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8591846227645874, + "num_tokens": 290551699.0, + "step": 7618 + }, + { + "epoch": 0.9692151125810966, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.37739372253418, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8667179942131042, + "num_tokens": 290588644.0, + "step": 7619 + }, + { + "epoch": 0.969342322859687, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.39050579071045, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8667370080947876, + "num_tokens": 290629546.0, + "step": 7620 + }, + { + "epoch": 0.9694695331382776, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.383792877197266, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8721715211868286, + "num_tokens": 290665527.0, + "step": 7621 + }, + { + "epoch": 0.9695967434168681, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.359051704406738, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8558765649795532, + "num_tokens": 290706667.0, + "step": 7622 + }, + { + "epoch": 0.9697239536954586, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.403852462768555, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.858863115310669, + "num_tokens": 290745698.0, + "step": 7623 + }, + { + "epoch": 0.9698511639740491, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.325801849365234, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8687942028045654, + "num_tokens": 290777983.0, + "step": 7624 + }, + { + "epoch": 0.9699783742526397, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.44838809967041, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.8581640720367432, + "num_tokens": 290814184.0, + "step": 7625 + }, + { + "epoch": 0.9701055845312301, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.374544143676758, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8565813899040222, + "num_tokens": 290854054.0, + "step": 7626 + }, + { + "epoch": 0.9702327948098206, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.319289207458496, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8635566234588623, + "num_tokens": 290891325.0, + "step": 7627 + }, + { + "epoch": 0.9703600050884111, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.433019638061523, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8625619411468506, + "num_tokens": 290930101.0, + "step": 7628 + }, + { + "epoch": 0.9704872153670017, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.37906551361084, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8638468980789185, + "num_tokens": 290964691.0, + "step": 7629 + }, + { + "epoch": 0.9706144256455922, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.384634971618652, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8605655431747437, + "num_tokens": 291008140.0, + "step": 7630 + }, + { + "epoch": 0.9707416359241827, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.407062530517578, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8584403991699219, + "num_tokens": 291041484.0, + "step": 7631 + }, + { + "epoch": 0.9708688462027731, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.398846626281738, + "learning_rate": 1e-06, + "loss": 0.4779, + "mean_token_accuracy": 0.8450497984886169, + "num_tokens": 291082337.0, + "step": 7632 + }, + { + "epoch": 0.9709960564813637, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.410483360290527, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8633863925933838, + "num_tokens": 291115921.0, + "step": 7633 + }, + { + "epoch": 0.9711232667599542, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.347336769104004, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8720717430114746, + "num_tokens": 291154367.0, + "step": 7634 + }, + { + "epoch": 0.9712504770385447, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.317022323608398, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8645339012145996, + "num_tokens": 291198919.0, + "step": 7635 + }, + { + "epoch": 0.9713776873171353, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.372626304626465, + "learning_rate": 1e-06, + "loss": 0.4467, + "mean_token_accuracy": 0.8535078763961792, + "num_tokens": 291237062.0, + "step": 7636 + }, + { + "epoch": 0.9715048975957258, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.401765823364258, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8751860857009888, + "num_tokens": 291275676.0, + "step": 7637 + }, + { + "epoch": 0.9716321078743162, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.341817855834961, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.8569451570510864, + "num_tokens": 291316785.0, + "step": 7638 + }, + { + "epoch": 0.9717593181529067, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.38922119140625, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8615334033966064, + "num_tokens": 291360448.0, + "step": 7639 + }, + { + "epoch": 0.9718865284314973, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.340906143188477, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.8612564206123352, + "num_tokens": 291401650.0, + "step": 7640 + }, + { + "epoch": 0.9720137387100878, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.317687034606934, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8645806908607483, + "num_tokens": 291439736.0, + "step": 7641 + }, + { + "epoch": 0.9721409489886783, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.364128112792969, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8699071407318115, + "num_tokens": 291479077.0, + "step": 7642 + }, + { + "epoch": 0.9722681592672688, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.310250282287598, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8739814758300781, + "num_tokens": 291512470.0, + "step": 7643 + }, + { + "epoch": 0.9723953695458593, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.367148399353027, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8745353817939758, + "num_tokens": 291552797.0, + "step": 7644 + }, + { + "epoch": 0.9725225798244498, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.328335762023926, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8675971031188965, + "num_tokens": 291589885.0, + "step": 7645 + }, + { + "epoch": 0.9726497901030403, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.385586738586426, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8634809255599976, + "num_tokens": 291633005.0, + "step": 7646 + }, + { + "epoch": 0.9727770003816308, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.357781410217285, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8607317209243774, + "num_tokens": 291666083.0, + "step": 7647 + }, + { + "epoch": 0.9729042106602214, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.36892032623291, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8711154460906982, + "num_tokens": 291706421.0, + "step": 7648 + }, + { + "epoch": 0.9730314209388119, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.3494291305542, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8690334558486938, + "num_tokens": 291744641.0, + "step": 7649 + }, + { + "epoch": 0.9731586312174023, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.36607837677002, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8904345035552979, + "num_tokens": 291780586.0, + "step": 7650 + }, + { + "epoch": 0.9732858414959928, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.31861686706543, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8605342507362366, + "num_tokens": 291820482.0, + "step": 7651 + }, + { + "epoch": 0.9734130517745834, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.391347885131836, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8727734088897705, + "num_tokens": 291858568.0, + "step": 7652 + }, + { + "epoch": 0.9735402620531739, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.38854694366455, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8551662564277649, + "num_tokens": 291889383.0, + "step": 7653 + }, + { + "epoch": 0.9736674723317644, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.401864051818848, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.873289167881012, + "num_tokens": 291927541.0, + "step": 7654 + }, + { + "epoch": 0.973794682610355, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.371516227722168, + "learning_rate": 1e-06, + "loss": 0.4524, + "mean_token_accuracy": 0.848476767539978, + "num_tokens": 291969074.0, + "step": 7655 + }, + { + "epoch": 0.9739218928889454, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.373801231384277, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8632573485374451, + "num_tokens": 292008311.0, + "step": 7656 + }, + { + "epoch": 0.9740491031675359, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.374167442321777, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8561160564422607, + "num_tokens": 292051810.0, + "step": 7657 + }, + { + "epoch": 0.9741763134461264, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.361781120300293, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8712384700775146, + "num_tokens": 292090411.0, + "step": 7658 + }, + { + "epoch": 0.974303523724717, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.418194770812988, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.8574381470680237, + "num_tokens": 292124411.0, + "step": 7659 + }, + { + "epoch": 0.9744307340033075, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.31086254119873, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8639946579933167, + "num_tokens": 292166428.0, + "step": 7660 + }, + { + "epoch": 0.974557944281898, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.382624626159668, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8668789267539978, + "num_tokens": 292202687.0, + "step": 7661 + }, + { + "epoch": 0.9746851545604885, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.330870628356934, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8744394779205322, + "num_tokens": 292246364.0, + "step": 7662 + }, + { + "epoch": 0.974812364839079, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.364616394042969, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8653326034545898, + "num_tokens": 292285789.0, + "step": 7663 + }, + { + "epoch": 0.9749395751176695, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.370478630065918, + "learning_rate": 1e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.8592861294746399, + "num_tokens": 292320755.0, + "step": 7664 + }, + { + "epoch": 0.97506678539626, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.321040153503418, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8731135725975037, + "num_tokens": 292362818.0, + "step": 7665 + }, + { + "epoch": 0.9751939956748505, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.36705207824707, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.8574934005737305, + "num_tokens": 292404016.0, + "step": 7666 + }, + { + "epoch": 0.9753212059534411, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.392370223999023, + "learning_rate": 1e-06, + "loss": 0.4427, + "mean_token_accuracy": 0.8502416610717773, + "num_tokens": 292442117.0, + "step": 7667 + }, + { + "epoch": 0.9754484162320316, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.421046257019043, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8724133372306824, + "num_tokens": 292472523.0, + "step": 7668 + }, + { + "epoch": 0.975575626510622, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.386491775512695, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8689160943031311, + "num_tokens": 292508571.0, + "step": 7669 + }, + { + "epoch": 0.9757028367892125, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.39531135559082, + "learning_rate": 1e-06, + "loss": 0.4201, + "mean_token_accuracy": 0.8607174754142761, + "num_tokens": 292545358.0, + "step": 7670 + }, + { + "epoch": 0.9758300470678031, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.41595458984375, + "learning_rate": 1e-06, + "loss": 0.4573, + "mean_token_accuracy": 0.8483694791793823, + "num_tokens": 292583962.0, + "step": 7671 + }, + { + "epoch": 0.9759572573463936, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.382304191589355, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8641729354858398, + "num_tokens": 292616186.0, + "step": 7672 + }, + { + "epoch": 0.9760844676249841, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.382256507873535, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8608125448226929, + "num_tokens": 292657378.0, + "step": 7673 + }, + { + "epoch": 0.9762116779035747, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.407890319824219, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8780326843261719, + "num_tokens": 292692041.0, + "step": 7674 + }, + { + "epoch": 0.9763388881821651, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.346349716186523, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8613875508308411, + "num_tokens": 292725062.0, + "step": 7675 + }, + { + "epoch": 0.9764660984607556, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.399338722229004, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8721027374267578, + "num_tokens": 292766522.0, + "step": 7676 + }, + { + "epoch": 0.9765933087393461, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.358583450317383, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8645219206809998, + "num_tokens": 292811371.0, + "step": 7677 + }, + { + "epoch": 0.9767205190179367, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.424657821655273, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8655257225036621, + "num_tokens": 292850237.0, + "step": 7678 + }, + { + "epoch": 0.9768477292965272, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.318153381347656, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8675146102905273, + "num_tokens": 292887291.0, + "step": 7679 + }, + { + "epoch": 0.9769749395751177, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.409197807312012, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8773896098136902, + "num_tokens": 292928396.0, + "step": 7680 + }, + { + "epoch": 0.9771021498537081, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.387479782104492, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8677152991294861, + "num_tokens": 292962748.0, + "step": 7681 + }, + { + "epoch": 0.9772293601322987, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.418350219726562, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.87542325258255, + "num_tokens": 293002330.0, + "step": 7682 + }, + { + "epoch": 0.9773565704108892, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.446328163146973, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.8643293380737305, + "num_tokens": 293038288.0, + "step": 7683 + }, + { + "epoch": 0.9774837806894797, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.397866249084473, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8666225671768188, + "num_tokens": 293078121.0, + "step": 7684 + }, + { + "epoch": 0.9776109909680702, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.385119438171387, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8618634939193726, + "num_tokens": 293116846.0, + "step": 7685 + }, + { + "epoch": 0.9777382012466608, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.380366325378418, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8598984479904175, + "num_tokens": 293162237.0, + "step": 7686 + }, + { + "epoch": 0.9778654115252512, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.429393768310547, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8621336221694946, + "num_tokens": 293196631.0, + "step": 7687 + }, + { + "epoch": 0.9779926218038417, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.370345115661621, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8746964335441589, + "num_tokens": 293238883.0, + "step": 7688 + }, + { + "epoch": 0.9781198320824323, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.409469604492188, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8548585176467896, + "num_tokens": 293270802.0, + "step": 7689 + }, + { + "epoch": 0.9782470423610228, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.398616790771484, + "learning_rate": 1e-06, + "loss": 0.4801, + "mean_token_accuracy": 0.8500959873199463, + "num_tokens": 293314910.0, + "step": 7690 + }, + { + "epoch": 0.9783742526396133, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.3853120803833, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8778324723243713, + "num_tokens": 293353083.0, + "step": 7691 + }, + { + "epoch": 0.9785014629182038, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.40036392211914, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8671469688415527, + "num_tokens": 293389473.0, + "step": 7692 + }, + { + "epoch": 0.9786286731967943, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.385486602783203, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8782057762145996, + "num_tokens": 293426893.0, + "step": 7693 + }, + { + "epoch": 0.9787558834753848, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.394843101501465, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8696643710136414, + "num_tokens": 293468116.0, + "step": 7694 + }, + { + "epoch": 0.9788830937539753, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.488994598388672, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.868517279624939, + "num_tokens": 293503050.0, + "step": 7695 + }, + { + "epoch": 0.9790103040325658, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.374317169189453, + "learning_rate": 1e-06, + "loss": 0.4358, + "mean_token_accuracy": 0.8548470735549927, + "num_tokens": 293541673.0, + "step": 7696 + }, + { + "epoch": 0.9791375143111564, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.442340850830078, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8620750904083252, + "num_tokens": 293578472.0, + "step": 7697 + }, + { + "epoch": 0.9792647245897469, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.430498123168945, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8675456643104553, + "num_tokens": 293611204.0, + "step": 7698 + }, + { + "epoch": 0.9793919348683373, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.39309024810791, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8548192977905273, + "num_tokens": 293651352.0, + "step": 7699 + }, + { + "epoch": 0.9795191451469278, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.405467987060547, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.875205397605896, + "num_tokens": 293687396.0, + "step": 7700 + }, + { + "epoch": 0.9796463554255184, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.437065124511719, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8605207204818726, + "num_tokens": 293725083.0, + "step": 7701 + }, + { + "epoch": 0.9797735657041089, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.38459300994873, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8649177551269531, + "num_tokens": 293766136.0, + "step": 7702 + }, + { + "epoch": 0.9799007759826994, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.452850341796875, + "learning_rate": 1e-06, + "loss": 0.4661, + "mean_token_accuracy": 0.8482465744018555, + "num_tokens": 293805810.0, + "step": 7703 + }, + { + "epoch": 0.98002798626129, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.398702621459961, + "learning_rate": 1e-06, + "loss": 0.4385, + "mean_token_accuracy": 0.8557177186012268, + "num_tokens": 293839041.0, + "step": 7704 + }, + { + "epoch": 0.9801551965398804, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.364128112792969, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8793638944625854, + "num_tokens": 293876541.0, + "step": 7705 + }, + { + "epoch": 0.9802824068184709, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.368095397949219, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8785126805305481, + "num_tokens": 293918141.0, + "step": 7706 + }, + { + "epoch": 0.9804096170970614, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.388372421264648, + "learning_rate": 1e-06, + "loss": 0.4404, + "mean_token_accuracy": 0.8538001179695129, + "num_tokens": 293958078.0, + "step": 7707 + }, + { + "epoch": 0.980536827375652, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.436361312866211, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8747137784957886, + "num_tokens": 293990347.0, + "step": 7708 + }, + { + "epoch": 0.9806640376542425, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.410494804382324, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8691428899765015, + "num_tokens": 294032136.0, + "step": 7709 + }, + { + "epoch": 0.980791247932833, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.44068717956543, + "learning_rate": 1e-06, + "loss": 0.4438, + "mean_token_accuracy": 0.852462649345398, + "num_tokens": 294065136.0, + "step": 7710 + }, + { + "epoch": 0.9809184582114235, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.416020393371582, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8778647184371948, + "num_tokens": 294104539.0, + "step": 7711 + }, + { + "epoch": 0.981045668490014, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.39531421661377, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8627378344535828, + "num_tokens": 294148962.0, + "step": 7712 + }, + { + "epoch": 0.9811728787686045, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.384805679321289, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8685368299484253, + "num_tokens": 294181866.0, + "step": 7713 + }, + { + "epoch": 0.981300089047195, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.38491439819336, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8736481070518494, + "num_tokens": 294223558.0, + "step": 7714 + }, + { + "epoch": 0.9814272993257855, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.401008605957031, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8690622448921204, + "num_tokens": 294260487.0, + "step": 7715 + }, + { + "epoch": 0.9815545096043761, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.346227645874023, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8655776977539062, + "num_tokens": 294302642.0, + "step": 7716 + }, + { + "epoch": 0.9816817198829666, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.416380882263184, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.8569259643554688, + "num_tokens": 294338376.0, + "step": 7717 + }, + { + "epoch": 0.981808930161557, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.416926383972168, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8592987060546875, + "num_tokens": 294372089.0, + "step": 7718 + }, + { + "epoch": 0.9819361404401475, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.416897773742676, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8707047700881958, + "num_tokens": 294403801.0, + "step": 7719 + }, + { + "epoch": 0.9820633507187381, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.403280258178711, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8677043914794922, + "num_tokens": 294440301.0, + "step": 7720 + }, + { + "epoch": 0.9821905609973286, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.41911506652832, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8639793395996094, + "num_tokens": 294472967.0, + "step": 7721 + }, + { + "epoch": 0.9823177712759191, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.41515827178955, + "learning_rate": 1e-06, + "loss": 0.4431, + "mean_token_accuracy": 0.8560683727264404, + "num_tokens": 294518248.0, + "step": 7722 + }, + { + "epoch": 0.9824449815545097, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.437861442565918, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8639883995056152, + "num_tokens": 294553899.0, + "step": 7723 + }, + { + "epoch": 0.9825721918331001, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.500028610229492, + "learning_rate": 1e-06, + "loss": 0.4671, + "mean_token_accuracy": 0.8423530459403992, + "num_tokens": 294591382.0, + "step": 7724 + }, + { + "epoch": 0.9826994021116906, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.347538948059082, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8663117289543152, + "num_tokens": 294629606.0, + "step": 7725 + }, + { + "epoch": 0.9828266123902811, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.420355796813965, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8673354387283325, + "num_tokens": 294669417.0, + "step": 7726 + }, + { + "epoch": 0.9829538226688717, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.435551643371582, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8737888932228088, + "num_tokens": 294709876.0, + "step": 7727 + }, + { + "epoch": 0.9830810329474622, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.404330253601074, + "learning_rate": 1e-06, + "loss": 0.4483, + "mean_token_accuracy": 0.8558602929115295, + "num_tokens": 294750565.0, + "step": 7728 + }, + { + "epoch": 0.9832082432260527, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.431222915649414, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8652933835983276, + "num_tokens": 294790586.0, + "step": 7729 + }, + { + "epoch": 0.9833354535046431, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.436602592468262, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8625286817550659, + "num_tokens": 294830176.0, + "step": 7730 + }, + { + "epoch": 0.9834626637832337, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.371197700500488, + "learning_rate": 1e-06, + "loss": 0.4526, + "mean_token_accuracy": 0.85268235206604, + "num_tokens": 294874199.0, + "step": 7731 + }, + { + "epoch": 0.9835898740618242, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.429478645324707, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8715940713882446, + "num_tokens": 294914219.0, + "step": 7732 + }, + { + "epoch": 0.9837170843404147, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.374763488769531, + "learning_rate": 1e-06, + "loss": 0.4741, + "mean_token_accuracy": 0.8425309658050537, + "num_tokens": 294950726.0, + "step": 7733 + }, + { + "epoch": 0.9838442946190052, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.387213706970215, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.864184558391571, + "num_tokens": 294993815.0, + "step": 7734 + }, + { + "epoch": 0.9839715048975958, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.4025239944458, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8726060390472412, + "num_tokens": 295029275.0, + "step": 7735 + }, + { + "epoch": 0.9840987151761862, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.440019607543945, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8641378879547119, + "num_tokens": 295066166.0, + "step": 7736 + }, + { + "epoch": 0.9842259254547767, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.401362419128418, + "learning_rate": 1e-06, + "loss": 0.4892, + "mean_token_accuracy": 0.8422988057136536, + "num_tokens": 295100436.0, + "step": 7737 + }, + { + "epoch": 0.9843531357333672, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.356794357299805, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8666523098945618, + "num_tokens": 295141756.0, + "step": 7738 + }, + { + "epoch": 0.9844803460119578, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.40924072265625, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8818695545196533, + "num_tokens": 295178894.0, + "step": 7739 + }, + { + "epoch": 0.9846075562905483, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.388686180114746, + "learning_rate": 1e-06, + "loss": 0.4458, + "mean_token_accuracy": 0.8543360829353333, + "num_tokens": 295219133.0, + "step": 7740 + }, + { + "epoch": 0.9847347665691388, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.388713836669922, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8647140264511108, + "num_tokens": 295260322.0, + "step": 7741 + }, + { + "epoch": 0.9848619768477292, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.415379524230957, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8592677116394043, + "num_tokens": 295299675.0, + "step": 7742 + }, + { + "epoch": 0.9849891871263198, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.408767700195312, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8706909418106079, + "num_tokens": 295336281.0, + "step": 7743 + }, + { + "epoch": 0.9851163974049103, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.381422996520996, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8629142642021179, + "num_tokens": 295376932.0, + "step": 7744 + }, + { + "epoch": 0.9852436076835008, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.401049613952637, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.8605771064758301, + "num_tokens": 295421904.0, + "step": 7745 + }, + { + "epoch": 0.9853708179620914, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.38802719116211, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.867825448513031, + "num_tokens": 295456688.0, + "step": 7746 + }, + { + "epoch": 0.9854980282406819, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.33238410949707, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8813519477844238, + "num_tokens": 295500022.0, + "step": 7747 + }, + { + "epoch": 0.9856252385192723, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.396245002746582, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8851186037063599, + "num_tokens": 295538106.0, + "step": 7748 + }, + { + "epoch": 0.9857524487978628, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.428242683410645, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.861630380153656, + "num_tokens": 295572465.0, + "step": 7749 + }, + { + "epoch": 0.9858796590764534, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.413460731506348, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8704237937927246, + "num_tokens": 295614577.0, + "step": 7750 + }, + { + "epoch": 0.9860068693550439, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.367294311523438, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8695179224014282, + "num_tokens": 295654780.0, + "step": 7751 + }, + { + "epoch": 0.9861340796336344, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.409078598022461, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8633592128753662, + "num_tokens": 295695880.0, + "step": 7752 + }, + { + "epoch": 0.986261289912225, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.431415557861328, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8653592467308044, + "num_tokens": 295738176.0, + "step": 7753 + }, + { + "epoch": 0.9863885001908154, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.42783260345459, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.8552204370498657, + "num_tokens": 295777562.0, + "step": 7754 + }, + { + "epoch": 0.9865157104694059, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.39090347290039, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8818567395210266, + "num_tokens": 295815013.0, + "step": 7755 + }, + { + "epoch": 0.9866429207479964, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.401936531066895, + "learning_rate": 1e-06, + "loss": 0.4382, + "mean_token_accuracy": 0.8537872433662415, + "num_tokens": 295857751.0, + "step": 7756 + }, + { + "epoch": 0.986770131026587, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.341291427612305, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8705369234085083, + "num_tokens": 295896033.0, + "step": 7757 + }, + { + "epoch": 0.9868973413051775, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.448405265808105, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8677369952201843, + "num_tokens": 295936838.0, + "step": 7758 + }, + { + "epoch": 0.987024551583768, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.373871803283691, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8709192872047424, + "num_tokens": 295972307.0, + "step": 7759 + }, + { + "epoch": 0.9871517618623584, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.400931358337402, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8629962205886841, + "num_tokens": 296009966.0, + "step": 7760 + }, + { + "epoch": 0.987278972140949, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.443711280822754, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8620259761810303, + "num_tokens": 296047874.0, + "step": 7761 + }, + { + "epoch": 0.9874061824195395, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.373409271240234, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8723522424697876, + "num_tokens": 296090591.0, + "step": 7762 + }, + { + "epoch": 0.98753339269813, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.410420417785645, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8590092658996582, + "num_tokens": 296133024.0, + "step": 7763 + }, + { + "epoch": 0.9876606029767205, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.385623931884766, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.8537730574607849, + "num_tokens": 296177347.0, + "step": 7764 + }, + { + "epoch": 0.9877878132553111, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.401946067810059, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8559934496879578, + "num_tokens": 296215532.0, + "step": 7765 + }, + { + "epoch": 0.9879150235339016, + "ewc_loss": 0.013427734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.341104507446289e-05, + "grad_norm": 10.421222686767578, + "learning_rate": 1e-06, + "loss": 0.4386, + "mean_token_accuracy": 0.8544080257415771, + "num_tokens": 296249494.0, + "step": 7766 + }, + { + "epoch": 0.988042233812492, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.385465621948242, + "learning_rate": 1e-06, + "loss": 0.4432, + "mean_token_accuracy": 0.8559114933013916, + "num_tokens": 296289370.0, + "step": 7767 + }, + { + "epoch": 0.9881694440910825, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.385268211364746, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8663471341133118, + "num_tokens": 296329376.0, + "step": 7768 + }, + { + "epoch": 0.9882966543696731, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.450297355651855, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8723630905151367, + "num_tokens": 296368875.0, + "step": 7769 + }, + { + "epoch": 0.9884238646482636, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.42900276184082, + "learning_rate": 1e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.8641484975814819, + "num_tokens": 296404766.0, + "step": 7770 + }, + { + "epoch": 0.9885510749268541, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.442009925842285, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.8644424080848694, + "num_tokens": 296441705.0, + "step": 7771 + }, + { + "epoch": 0.9886782852054447, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.405714988708496, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8716535568237305, + "num_tokens": 296481075.0, + "step": 7772 + }, + { + "epoch": 0.9888054954840351, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.443924903869629, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.8607902526855469, + "num_tokens": 296511404.0, + "step": 7773 + }, + { + "epoch": 0.9889327057626256, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.400677680969238, + "learning_rate": 1e-06, + "loss": 0.4323, + "mean_token_accuracy": 0.8561419248580933, + "num_tokens": 296546080.0, + "step": 7774 + }, + { + "epoch": 0.9890599160412161, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.403218269348145, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8668972253799438, + "num_tokens": 296586119.0, + "step": 7775 + }, + { + "epoch": 0.9891871263198067, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.378625869750977, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.862943172454834, + "num_tokens": 296629602.0, + "step": 7776 + }, + { + "epoch": 0.9893143365983972, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.405196189880371, + "learning_rate": 1e-06, + "loss": 0.4392, + "mean_token_accuracy": 0.8582002520561218, + "num_tokens": 296666709.0, + "step": 7777 + }, + { + "epoch": 0.9894415468769877, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.3947172164917, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8646659851074219, + "num_tokens": 296702611.0, + "step": 7778 + }, + { + "epoch": 0.9895687571555781, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.390544891357422, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8704798817634583, + "num_tokens": 296737649.0, + "step": 7779 + }, + { + "epoch": 0.9896959674341687, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.349164009094238, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8665860891342163, + "num_tokens": 296776915.0, + "step": 7780 + }, + { + "epoch": 0.9898231777127592, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.463507652282715, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8710898160934448, + "num_tokens": 296811491.0, + "step": 7781 + }, + { + "epoch": 0.9899503879913497, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.382987022399902, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8688958883285522, + "num_tokens": 296847602.0, + "step": 7782 + }, + { + "epoch": 0.9900775982699402, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.459390640258789, + "learning_rate": 1e-06, + "loss": 0.4631, + "mean_token_accuracy": 0.847943902015686, + "num_tokens": 296884737.0, + "step": 7783 + }, + { + "epoch": 0.9902048085485308, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.39577865600586, + "learning_rate": 1e-06, + "loss": 0.4472, + "mean_token_accuracy": 0.8524749279022217, + "num_tokens": 296927780.0, + "step": 7784 + }, + { + "epoch": 0.9903320188271212, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.402257919311523, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8791213631629944, + "num_tokens": 296964200.0, + "step": 7785 + }, + { + "epoch": 0.9904592291057117, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.408513069152832, + "learning_rate": 1e-06, + "loss": 0.4405, + "mean_token_accuracy": 0.8563437461853027, + "num_tokens": 297009927.0, + "step": 7786 + }, + { + "epoch": 0.9905864393843022, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.390669822692871, + "learning_rate": 1e-06, + "loss": 0.4545, + "mean_token_accuracy": 0.8524023294448853, + "num_tokens": 297050788.0, + "step": 7787 + }, + { + "epoch": 0.9907136496628928, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.4254150390625, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8701225519180298, + "num_tokens": 297092398.0, + "step": 7788 + }, + { + "epoch": 0.9908408599414833, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.446282386779785, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8626766800880432, + "num_tokens": 297130728.0, + "step": 7789 + }, + { + "epoch": 0.9909680702200738, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.404511451721191, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8871116638183594, + "num_tokens": 297169124.0, + "step": 7790 + }, + { + "epoch": 0.9910952804986642, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.4503173828125, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8745647072792053, + "num_tokens": 297204914.0, + "step": 7791 + }, + { + "epoch": 0.9912224907772548, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.40261459350586, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8614891767501831, + "num_tokens": 297240551.0, + "step": 7792 + }, + { + "epoch": 0.9913497010558453, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.379843711853027, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8561142086982727, + "num_tokens": 297287160.0, + "step": 7793 + }, + { + "epoch": 0.9914769113344358, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.415894508361816, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8670012950897217, + "num_tokens": 297323394.0, + "step": 7794 + }, + { + "epoch": 0.9916041216130264, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.479838371276855, + "learning_rate": 1e-06, + "loss": 0.4696, + "mean_token_accuracy": 0.8430842161178589, + "num_tokens": 297357808.0, + "step": 7795 + }, + { + "epoch": 0.9917313318916169, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.396162033081055, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8609490990638733, + "num_tokens": 297397300.0, + "step": 7796 + }, + { + "epoch": 0.9918585421702073, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.401735305786133, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8743669390678406, + "num_tokens": 297434699.0, + "step": 7797 + }, + { + "epoch": 0.9919857524487978, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.402412414550781, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8644919395446777, + "num_tokens": 297473939.0, + "step": 7798 + }, + { + "epoch": 0.9921129627273884, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.43507194519043, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.856475293636322, + "num_tokens": 297511154.0, + "step": 7799 + }, + { + "epoch": 0.9922401730059789, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.444708824157715, + "learning_rate": 1e-06, + "loss": 0.4396, + "mean_token_accuracy": 0.8565003275871277, + "num_tokens": 297556092.0, + "step": 7800 + }, + { + "epoch": 0.9923673832845694, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.437322616577148, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8691006898880005, + "num_tokens": 297598160.0, + "step": 7801 + }, + { + "epoch": 0.9924945935631599, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.418243408203125, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8819834589958191, + "num_tokens": 297638706.0, + "step": 7802 + }, + { + "epoch": 0.9926218038417504, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.410955429077148, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8697632551193237, + "num_tokens": 297675955.0, + "step": 7803 + }, + { + "epoch": 0.9927490141203409, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.468229293823242, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.8605301976203918, + "num_tokens": 297715362.0, + "step": 7804 + }, + { + "epoch": 0.9928762243989314, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.432027816772461, + "learning_rate": 1e-06, + "loss": 0.4423, + "mean_token_accuracy": 0.8503439426422119, + "num_tokens": 297750931.0, + "step": 7805 + }, + { + "epoch": 0.993003434677522, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.470385551452637, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8568826913833618, + "num_tokens": 297786107.0, + "step": 7806 + }, + { + "epoch": 0.9931306449561125, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.389278411865234, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8649096488952637, + "num_tokens": 297824782.0, + "step": 7807 + }, + { + "epoch": 0.993257855234703, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.417906761169434, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8598710894584656, + "num_tokens": 297861748.0, + "step": 7808 + }, + { + "epoch": 0.9933850655132934, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.42457389831543, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8652023077011108, + "num_tokens": 297902722.0, + "step": 7809 + }, + { + "epoch": 0.993512275791884, + "ewc_loss": 0.01348876953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3470649719238281e-05, + "grad_norm": 10.401433944702148, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8657591342926025, + "num_tokens": 297948709.0, + "step": 7810 + }, + { + "epoch": 0.9936394860704745, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.390323638916016, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8670346140861511, + "num_tokens": 297986446.0, + "step": 7811 + }, + { + "epoch": 0.993766696349065, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.452335357666016, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8576118350028992, + "num_tokens": 298024004.0, + "step": 7812 + }, + { + "epoch": 0.9938939066276555, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.404803276062012, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.855588436126709, + "num_tokens": 298065518.0, + "step": 7813 + }, + { + "epoch": 0.9940211169062461, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.395079612731934, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.856870174407959, + "num_tokens": 298108138.0, + "step": 7814 + }, + { + "epoch": 0.9941483271848366, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.448372840881348, + "learning_rate": 1e-06, + "loss": 0.4075, + "mean_token_accuracy": 0.8639721870422363, + "num_tokens": 298149348.0, + "step": 7815 + }, + { + "epoch": 0.994275537463427, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.439008712768555, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8630098104476929, + "num_tokens": 298186347.0, + "step": 7816 + }, + { + "epoch": 0.9944027477420175, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.379281997680664, + "learning_rate": 1e-06, + "loss": 0.4686, + "mean_token_accuracy": 0.8440772294998169, + "num_tokens": 298223322.0, + "step": 7817 + }, + { + "epoch": 0.9945299580206081, + "ewc_loss": 0.0135498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3530254364013672e-05, + "grad_norm": 10.429482460021973, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.860670268535614, + "num_tokens": 298258794.0, + "step": 7818 + }, + { + "epoch": 0.9946571682991986, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.458990097045898, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8581680059432983, + "num_tokens": 298297510.0, + "step": 7819 + }, + { + "epoch": 0.9947843785777891, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.374314308166504, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8693428635597229, + "num_tokens": 298333784.0, + "step": 7820 + }, + { + "epoch": 0.9949115888563796, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.398015975952148, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8717852830886841, + "num_tokens": 298371241.0, + "step": 7821 + }, + { + "epoch": 0.9950387991349701, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.42074966430664, + "learning_rate": 1e-06, + "loss": 0.4591, + "mean_token_accuracy": 0.8506450653076172, + "num_tokens": 298407902.0, + "step": 7822 + }, + { + "epoch": 0.9951660094135606, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.419865608215332, + "learning_rate": 1e-06, + "loss": 0.4866, + "mean_token_accuracy": 0.8409045934677124, + "num_tokens": 298452339.0, + "step": 7823 + }, + { + "epoch": 0.9952932196921511, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.401665687561035, + "learning_rate": 1e-06, + "loss": 0.4452, + "mean_token_accuracy": 0.8552320003509521, + "num_tokens": 298495854.0, + "step": 7824 + }, + { + "epoch": 0.9954204299707416, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.46179485321045, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8574774861335754, + "num_tokens": 298529642.0, + "step": 7825 + }, + { + "epoch": 0.9955476402493322, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.412232398986816, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.865321695804596, + "num_tokens": 298574396.0, + "step": 7826 + }, + { + "epoch": 0.9956748505279227, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.393348693847656, + "learning_rate": 1e-06, + "loss": 0.457, + "mean_token_accuracy": 0.8510897159576416, + "num_tokens": 298612457.0, + "step": 7827 + }, + { + "epoch": 0.9958020608065131, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.465585708618164, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8641105890274048, + "num_tokens": 298645061.0, + "step": 7828 + }, + { + "epoch": 0.9959292710851037, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.403457641601562, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8620790839195251, + "num_tokens": 298688014.0, + "step": 7829 + }, + { + "epoch": 0.9960564813636942, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.420380592346191, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8667545318603516, + "num_tokens": 298727815.0, + "step": 7830 + }, + { + "epoch": 0.9961836916422847, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.408489227294922, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8847518563270569, + "num_tokens": 298765663.0, + "step": 7831 + }, + { + "epoch": 0.9963109019208752, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.460153579711914, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8675010204315186, + "num_tokens": 298799360.0, + "step": 7832 + }, + { + "epoch": 0.9964381121994658, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.40178108215332, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8637557625770569, + "num_tokens": 298835669.0, + "step": 7833 + }, + { + "epoch": 0.9965653224780562, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.415520668029785, + "learning_rate": 1e-06, + "loss": 0.4123, + "mean_token_accuracy": 0.8618935346603394, + "num_tokens": 298866871.0, + "step": 7834 + }, + { + "epoch": 0.9966925327566467, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.426163673400879, + "learning_rate": 1e-06, + "loss": 0.4415, + "mean_token_accuracy": 0.8551453351974487, + "num_tokens": 298904136.0, + "step": 7835 + }, + { + "epoch": 0.9968197430352372, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.389983177185059, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.876937210559845, + "num_tokens": 298937069.0, + "step": 7836 + }, + { + "epoch": 0.9969469533138278, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.418502807617188, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.855514407157898, + "num_tokens": 298976778.0, + "step": 7837 + }, + { + "epoch": 0.9970741635924183, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.37436294555664, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8740233182907104, + "num_tokens": 299010808.0, + "step": 7838 + }, + { + "epoch": 0.9972013738710088, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.395576477050781, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.8537576198577881, + "num_tokens": 299047611.0, + "step": 7839 + }, + { + "epoch": 0.9973285841495992, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.34704303741455, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.868728518486023, + "num_tokens": 299088668.0, + "step": 7840 + }, + { + "epoch": 0.9974557944281898, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.402052879333496, + "learning_rate": 1e-06, + "loss": 0.4732, + "mean_token_accuracy": 0.8443048000335693, + "num_tokens": 299126572.0, + "step": 7841 + }, + { + "epoch": 0.9975830047067803, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.417095184326172, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8754564523696899, + "num_tokens": 299164806.0, + "step": 7842 + }, + { + "epoch": 0.9977102149853708, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.381178855895996, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8602360486984253, + "num_tokens": 299207039.0, + "step": 7843 + }, + { + "epoch": 0.9978374252639614, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.374951362609863, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8729444742202759, + "num_tokens": 299243242.0, + "step": 7844 + }, + { + "epoch": 0.9979646355425519, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.425028800964355, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8705638647079468, + "num_tokens": 299282326.0, + "step": 7845 + }, + { + "epoch": 0.9980918458211423, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.436657905578613, + "learning_rate": 1e-06, + "loss": 0.3177, + "mean_token_accuracy": 0.8925163745880127, + "num_tokens": 299316645.0, + "step": 7846 + }, + { + "epoch": 0.9982190560997328, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.408935546875, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8659185767173767, + "num_tokens": 299349932.0, + "step": 7847 + }, + { + "epoch": 0.9983462663783234, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.417404174804688, + "learning_rate": 1e-06, + "loss": 0.4666, + "mean_token_accuracy": 0.8438791036605835, + "num_tokens": 299392452.0, + "step": 7848 + }, + { + "epoch": 0.9984734766569139, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.38003158569336, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.869739830493927, + "num_tokens": 299431479.0, + "step": 7849 + }, + { + "epoch": 0.9986006869355044, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.40113639831543, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8614437580108643, + "num_tokens": 299475585.0, + "step": 7850 + }, + { + "epoch": 0.9987278972140949, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.434001922607422, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8802440762519836, + "num_tokens": 299514026.0, + "step": 7851 + }, + { + "epoch": 0.9988551074926854, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.348908424377441, + "learning_rate": 1e-06, + "loss": 0.4484, + "mean_token_accuracy": 0.8536446690559387, + "num_tokens": 299550858.0, + "step": 7852 + }, + { + "epoch": 0.9989823177712759, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.415528297424316, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.8555165529251099, + "num_tokens": 299586831.0, + "step": 7853 + }, + { + "epoch": 0.9991095280498664, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.368051528930664, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8745932579040527, + "num_tokens": 299623116.0, + "step": 7854 + }, + { + "epoch": 0.9992367383284569, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.364628791809082, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8668962717056274, + "num_tokens": 299662165.0, + "step": 7855 + }, + { + "epoch": 0.9993639486070475, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.351306915283203, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.8608497381210327, + "num_tokens": 299702581.0, + "step": 7856 + }, + { + "epoch": 0.999491158885638, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.425996780395508, + "learning_rate": 1e-06, + "loss": 0.4533, + "mean_token_accuracy": 0.8495341539382935, + "num_tokens": 299742559.0, + "step": 7857 + }, + { + "epoch": 0.9996183691642284, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.363141059875488, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8799555897712708, + "num_tokens": 299778637.0, + "step": 7858 + }, + { + "epoch": 0.9997455794428189, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.425490379333496, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8733502626419067, + "num_tokens": 299812808.0, + "step": 7859 + }, + { + "epoch": 0.9998727897214095, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.437479972839355, + "learning_rate": 1e-06, + "loss": 0.4123, + "mean_token_accuracy": 0.860705554485321, + "num_tokens": 299848987.0, + "step": 7860 + }, + { + "epoch": 1.0, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.403965950012207, + "learning_rate": 1e-06, + "loss": 0.4832, + "mean_token_accuracy": 0.8451824188232422, + "num_tokens": 299886286.0, + "step": 7861 + }, + { + "epoch": 1.0001272102785905, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.455944061279297, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8592496514320374, + "num_tokens": 299925456.0, + "step": 7862 + }, + { + "epoch": 1.000254420557181, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.356642723083496, + "learning_rate": 1e-06, + "loss": 0.4075, + "mean_token_accuracy": 0.8625465035438538, + "num_tokens": 299965936.0, + "step": 7863 + }, + { + "epoch": 1.0003816308357716, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.442726135253906, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.878703236579895, + "num_tokens": 300003181.0, + "step": 7864 + }, + { + "epoch": 1.0005088411143621, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.401544570922852, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8636761903762817, + "num_tokens": 300040502.0, + "step": 7865 + }, + { + "epoch": 1.0006360513929526, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.396635055541992, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8813703060150146, + "num_tokens": 300078795.0, + "step": 7866 + }, + { + "epoch": 1.0007632616715432, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.369561195373535, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8754199743270874, + "num_tokens": 300115188.0, + "step": 7867 + }, + { + "epoch": 1.0008904719501335, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.445486068725586, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8685815334320068, + "num_tokens": 300158583.0, + "step": 7868 + }, + { + "epoch": 1.001017682228724, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.371177673339844, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8709313869476318, + "num_tokens": 300194415.0, + "step": 7869 + }, + { + "epoch": 1.0011448925073145, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.40333080291748, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8616046905517578, + "num_tokens": 300235066.0, + "step": 7870 + }, + { + "epoch": 1.001272102785905, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.427229881286621, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8690460324287415, + "num_tokens": 300272167.0, + "step": 7871 + }, + { + "epoch": 1.0013993130644956, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.393219947814941, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8587522506713867, + "num_tokens": 300306032.0, + "step": 7872 + }, + { + "epoch": 1.0015265233430861, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.423524856567383, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.864141583442688, + "num_tokens": 300338433.0, + "step": 7873 + }, + { + "epoch": 1.0016537336216766, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.406342506408691, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8565356135368347, + "num_tokens": 300376527.0, + "step": 7874 + }, + { + "epoch": 1.0017809439002672, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.379539489746094, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8831688165664673, + "num_tokens": 300417309.0, + "step": 7875 + }, + { + "epoch": 1.0019081541788577, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.393097877502441, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8679949045181274, + "num_tokens": 300459438.0, + "step": 7876 + }, + { + "epoch": 1.0020353644574482, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.451379776000977, + "learning_rate": 1e-06, + "loss": 0.4746, + "mean_token_accuracy": 0.8429309129714966, + "num_tokens": 300501443.0, + "step": 7877 + }, + { + "epoch": 1.0021625747360388, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.40432071685791, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8748723268508911, + "num_tokens": 300531918.0, + "step": 7878 + }, + { + "epoch": 1.0022897850146293, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.353843688964844, + "learning_rate": 1e-06, + "loss": 0.4446, + "mean_token_accuracy": 0.8601721525192261, + "num_tokens": 300575084.0, + "step": 7879 + }, + { + "epoch": 1.0024169952932196, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.41624641418457, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8667707443237305, + "num_tokens": 300608737.0, + "step": 7880 + }, + { + "epoch": 1.0025442055718101, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.443930625915527, + "learning_rate": 1e-06, + "loss": 0.4358, + "mean_token_accuracy": 0.856601893901825, + "num_tokens": 300647855.0, + "step": 7881 + }, + { + "epoch": 1.0026714158504006, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.386305809020996, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8669792413711548, + "num_tokens": 300689763.0, + "step": 7882 + }, + { + "epoch": 1.0027986261289912, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.374143600463867, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8764318823814392, + "num_tokens": 300725838.0, + "step": 7883 + }, + { + "epoch": 1.0029258364075817, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.416669845581055, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8716674447059631, + "num_tokens": 300760423.0, + "step": 7884 + }, + { + "epoch": 1.0030530466861722, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.420334815979004, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8723779916763306, + "num_tokens": 300796236.0, + "step": 7885 + }, + { + "epoch": 1.0031802569647628, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.404275894165039, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8716885447502136, + "num_tokens": 300835213.0, + "step": 7886 + }, + { + "epoch": 1.0033074672433533, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.431387901306152, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8730733394622803, + "num_tokens": 300873363.0, + "step": 7887 + }, + { + "epoch": 1.0034346775219438, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.411388397216797, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8618745803833008, + "num_tokens": 300910233.0, + "step": 7888 + }, + { + "epoch": 1.0035618878005343, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.385061264038086, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8738905191421509, + "num_tokens": 300946986.0, + "step": 7889 + }, + { + "epoch": 1.0036890980791249, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.410094261169434, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.869234561920166, + "num_tokens": 300985750.0, + "step": 7890 + }, + { + "epoch": 1.0038163083577154, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.399717330932617, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.866233229637146, + "num_tokens": 301032820.0, + "step": 7891 + }, + { + "epoch": 1.0039435186363057, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.396470069885254, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8570363521575928, + "num_tokens": 301070825.0, + "step": 7892 + }, + { + "epoch": 1.0040707289148962, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.404443740844727, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8630403280258179, + "num_tokens": 301110764.0, + "step": 7893 + }, + { + "epoch": 1.0041979391934868, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.403305053710938, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8698352575302124, + "num_tokens": 301152421.0, + "step": 7894 + }, + { + "epoch": 1.0043251494720773, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.401189804077148, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.867699146270752, + "num_tokens": 301192780.0, + "step": 7895 + }, + { + "epoch": 1.0044523597506678, + "ewc_loss": 0.01361083984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3589859008789062e-05, + "grad_norm": 10.437527656555176, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.863523542881012, + "num_tokens": 301228147.0, + "step": 7896 + }, + { + "epoch": 1.0045795700292584, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.440669059753418, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8759257793426514, + "num_tokens": 301259568.0, + "step": 7897 + }, + { + "epoch": 1.0047067803078489, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.388057708740234, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8682270050048828, + "num_tokens": 301296483.0, + "step": 7898 + }, + { + "epoch": 1.0048339905864394, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.35556697845459, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8697186708450317, + "num_tokens": 301337437.0, + "step": 7899 + }, + { + "epoch": 1.00496120086503, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.426374435424805, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8661501407623291, + "num_tokens": 301368777.0, + "step": 7900 + }, + { + "epoch": 1.0050884111436205, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.440936088562012, + "learning_rate": 1e-06, + "loss": 0.4222, + "mean_token_accuracy": 0.8636398315429688, + "num_tokens": 301404885.0, + "step": 7901 + }, + { + "epoch": 1.005215621422211, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.399007797241211, + "learning_rate": 1e-06, + "loss": 0.4447, + "mean_token_accuracy": 0.8574309945106506, + "num_tokens": 301445308.0, + "step": 7902 + }, + { + "epoch": 1.0053428317008015, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.479853630065918, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8630082607269287, + "num_tokens": 301484845.0, + "step": 7903 + }, + { + "epoch": 1.0054700419793918, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.412349700927734, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8633120059967041, + "num_tokens": 301524498.0, + "step": 7904 + }, + { + "epoch": 1.0055972522579824, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.453160285949707, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8718510270118713, + "num_tokens": 301565522.0, + "step": 7905 + }, + { + "epoch": 1.0057244625365729, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.448468208312988, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.8627319931983948, + "num_tokens": 301603724.0, + "step": 7906 + }, + { + "epoch": 1.0058516728151634, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.47354793548584, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8641076683998108, + "num_tokens": 301636650.0, + "step": 7907 + }, + { + "epoch": 1.005978883093754, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.439541816711426, + "learning_rate": 1e-06, + "loss": 0.4461, + "mean_token_accuracy": 0.8579204082489014, + "num_tokens": 301675328.0, + "step": 7908 + }, + { + "epoch": 1.0061060933723445, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.510015487670898, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8600342273712158, + "num_tokens": 301710058.0, + "step": 7909 + }, + { + "epoch": 1.006233303650935, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.441984176635742, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8614452481269836, + "num_tokens": 301753567.0, + "step": 7910 + }, + { + "epoch": 1.0063605139295255, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.443800926208496, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8736714124679565, + "num_tokens": 301792895.0, + "step": 7911 + }, + { + "epoch": 1.006487724208116, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.438251495361328, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8774271011352539, + "num_tokens": 301833001.0, + "step": 7912 + }, + { + "epoch": 1.0066149344867066, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.474431991577148, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8714541792869568, + "num_tokens": 301871623.0, + "step": 7913 + }, + { + "epoch": 1.006742144765297, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.445664405822754, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8786650896072388, + "num_tokens": 301903750.0, + "step": 7914 + }, + { + "epoch": 1.0068693550438876, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.436650276184082, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8672078251838684, + "num_tokens": 301943079.0, + "step": 7915 + }, + { + "epoch": 1.0069965653224782, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.434066772460938, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8711736798286438, + "num_tokens": 301980031.0, + "step": 7916 + }, + { + "epoch": 1.0071237756010685, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.445520401000977, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8675656318664551, + "num_tokens": 302020454.0, + "step": 7917 + }, + { + "epoch": 1.007250985879659, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.418554306030273, + "learning_rate": 1e-06, + "loss": 0.4284, + "mean_token_accuracy": 0.8620413541793823, + "num_tokens": 302064391.0, + "step": 7918 + }, + { + "epoch": 1.0073781961582495, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.464615821838379, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8666939735412598, + "num_tokens": 302101598.0, + "step": 7919 + }, + { + "epoch": 1.00750540643684, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.488121032714844, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8709275722503662, + "num_tokens": 302138803.0, + "step": 7920 + }, + { + "epoch": 1.0076326167154306, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.482518196105957, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8637410402297974, + "num_tokens": 302173682.0, + "step": 7921 + }, + { + "epoch": 1.0077598269940211, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.458377838134766, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8632376194000244, + "num_tokens": 302207390.0, + "step": 7922 + }, + { + "epoch": 1.0078870372726116, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.424589157104492, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8734482526779175, + "num_tokens": 302244440.0, + "step": 7923 + }, + { + "epoch": 1.0080142475512022, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.454930305480957, + "learning_rate": 1e-06, + "loss": 0.4178, + "mean_token_accuracy": 0.8620938062667847, + "num_tokens": 302281058.0, + "step": 7924 + }, + { + "epoch": 1.0081414578297927, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.42786979675293, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.88336580991745, + "num_tokens": 302319586.0, + "step": 7925 + }, + { + "epoch": 1.0082686681083832, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.428628921508789, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8606681823730469, + "num_tokens": 302361356.0, + "step": 7926 + }, + { + "epoch": 1.0083958783869738, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.41071605682373, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8751091957092285, + "num_tokens": 302399974.0, + "step": 7927 + }, + { + "epoch": 1.0085230886655643, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.440295219421387, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8700041770935059, + "num_tokens": 302435709.0, + "step": 7928 + }, + { + "epoch": 1.0086502989441546, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.406072616577148, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8627111315727234, + "num_tokens": 302474151.0, + "step": 7929 + }, + { + "epoch": 1.0087775092227451, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.409573554992676, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8690849542617798, + "num_tokens": 302509877.0, + "step": 7930 + }, + { + "epoch": 1.0089047195013356, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.43918514251709, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8809027671813965, + "num_tokens": 302547689.0, + "step": 7931 + }, + { + "epoch": 1.0090319297799262, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.430634498596191, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8650914430618286, + "num_tokens": 302590728.0, + "step": 7932 + }, + { + "epoch": 1.0091591400585167, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.459986686706543, + "learning_rate": 1e-06, + "loss": 0.4748, + "mean_token_accuracy": 0.844968318939209, + "num_tokens": 302625709.0, + "step": 7933 + }, + { + "epoch": 1.0092863503371072, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.429389953613281, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8754048943519592, + "num_tokens": 302662086.0, + "step": 7934 + }, + { + "epoch": 1.0094135606156978, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.485480308532715, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8831970691680908, + "num_tokens": 302703680.0, + "step": 7935 + }, + { + "epoch": 1.0095407708942883, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.469626426696777, + "learning_rate": 1e-06, + "loss": 0.4372, + "mean_token_accuracy": 0.8525229096412659, + "num_tokens": 302740426.0, + "step": 7936 + }, + { + "epoch": 1.0096679811728788, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.37349796295166, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8789797425270081, + "num_tokens": 302780778.0, + "step": 7937 + }, + { + "epoch": 1.0097951914514693, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.46959114074707, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8699429631233215, + "num_tokens": 302816012.0, + "step": 7938 + }, + { + "epoch": 1.0099224017300599, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.476053237915039, + "learning_rate": 1e-06, + "loss": 0.4726, + "mean_token_accuracy": 0.8452948331832886, + "num_tokens": 302858325.0, + "step": 7939 + }, + { + "epoch": 1.0100496120086504, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.426895141601562, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8679530620574951, + "num_tokens": 302898210.0, + "step": 7940 + }, + { + "epoch": 1.0101768222872407, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.455512046813965, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8670335412025452, + "num_tokens": 302936072.0, + "step": 7941 + }, + { + "epoch": 1.0103040325658312, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.418376922607422, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.8589216470718384, + "num_tokens": 302978941.0, + "step": 7942 + }, + { + "epoch": 1.0104312428444218, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.432042121887207, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8600212931632996, + "num_tokens": 303016664.0, + "step": 7943 + }, + { + "epoch": 1.0105584531230123, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.412464141845703, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8629612326622009, + "num_tokens": 303063313.0, + "step": 7944 + }, + { + "epoch": 1.0106856634016028, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.448960304260254, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8567670583724976, + "num_tokens": 303103786.0, + "step": 7945 + }, + { + "epoch": 1.0108128736801933, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.487366676330566, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8719301223754883, + "num_tokens": 303136928.0, + "step": 7946 + }, + { + "epoch": 1.0109400839587839, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.344327926635742, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8742505311965942, + "num_tokens": 303174854.0, + "step": 7947 + }, + { + "epoch": 1.0110672942373744, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.450384140014648, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8648464679718018, + "num_tokens": 303214234.0, + "step": 7948 + }, + { + "epoch": 1.011194504515965, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.402034759521484, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8802294731140137, + "num_tokens": 303251830.0, + "step": 7949 + }, + { + "epoch": 1.0113217147945555, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.483620643615723, + "learning_rate": 1e-06, + "loss": 0.4295, + "mean_token_accuracy": 0.8569484949111938, + "num_tokens": 303291564.0, + "step": 7950 + }, + { + "epoch": 1.011448925073146, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.397948265075684, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8649157285690308, + "num_tokens": 303328642.0, + "step": 7951 + }, + { + "epoch": 1.0115761353517365, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.459298133850098, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8637076616287231, + "num_tokens": 303373693.0, + "step": 7952 + }, + { + "epoch": 1.0117033456303268, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.409293174743652, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8705311417579651, + "num_tokens": 303407124.0, + "step": 7953 + }, + { + "epoch": 1.0118305559089174, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.46865463256836, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8777331113815308, + "num_tokens": 303441586.0, + "step": 7954 + }, + { + "epoch": 1.0119577661875079, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.461373329162598, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.867810845375061, + "num_tokens": 303473593.0, + "step": 7955 + }, + { + "epoch": 1.0120849764660984, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.423654556274414, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.863271951675415, + "num_tokens": 303510239.0, + "step": 7956 + }, + { + "epoch": 1.012212186744689, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.457275390625, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8634026050567627, + "num_tokens": 303544709.0, + "step": 7957 + }, + { + "epoch": 1.0123393970232795, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.448410034179688, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8766735196113586, + "num_tokens": 303581990.0, + "step": 7958 + }, + { + "epoch": 1.01246660730187, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.424668312072754, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8706402778625488, + "num_tokens": 303625167.0, + "step": 7959 + }, + { + "epoch": 1.0125938175804605, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.486554145812988, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8670147657394409, + "num_tokens": 303664751.0, + "step": 7960 + }, + { + "epoch": 1.012721027859051, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.465410232543945, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8640483021736145, + "num_tokens": 303702190.0, + "step": 7961 + }, + { + "epoch": 1.0128482381376416, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.437272071838379, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.880869448184967, + "num_tokens": 303742872.0, + "step": 7962 + }, + { + "epoch": 1.012975448416232, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.472970962524414, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8592730760574341, + "num_tokens": 303781265.0, + "step": 7963 + }, + { + "epoch": 1.0131026586948226, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.435964584350586, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8679149746894836, + "num_tokens": 303820686.0, + "step": 7964 + }, + { + "epoch": 1.0132298689734132, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.438628196716309, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8701388835906982, + "num_tokens": 303863428.0, + "step": 7965 + }, + { + "epoch": 1.0133570792520035, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.455278396606445, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8616725206375122, + "num_tokens": 303903847.0, + "step": 7966 + }, + { + "epoch": 1.013484289530594, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.480917930603027, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8589617013931274, + "num_tokens": 303943083.0, + "step": 7967 + }, + { + "epoch": 1.0136114998091845, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.371139526367188, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.878406286239624, + "num_tokens": 303978773.0, + "step": 7968 + }, + { + "epoch": 1.013738710087775, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.468395233154297, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8733508586883545, + "num_tokens": 304017058.0, + "step": 7969 + }, + { + "epoch": 1.0138659203663656, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.477431297302246, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8592408895492554, + "num_tokens": 304054104.0, + "step": 7970 + }, + { + "epoch": 1.013993130644956, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.43049144744873, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8815916776657104, + "num_tokens": 304091100.0, + "step": 7971 + }, + { + "epoch": 1.0141203409235466, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.423225402832031, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8684119582176208, + "num_tokens": 304127747.0, + "step": 7972 + }, + { + "epoch": 1.0142475512021372, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.396148681640625, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8675721883773804, + "num_tokens": 304171089.0, + "step": 7973 + }, + { + "epoch": 1.0143747614807277, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.428059577941895, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8581475019454956, + "num_tokens": 304210207.0, + "step": 7974 + }, + { + "epoch": 1.0145019717593182, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.496480941772461, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8841183185577393, + "num_tokens": 304249423.0, + "step": 7975 + }, + { + "epoch": 1.0146291820379088, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.444622993469238, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8712982535362244, + "num_tokens": 304286872.0, + "step": 7976 + }, + { + "epoch": 1.0147563923164993, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.437769889831543, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8710944652557373, + "num_tokens": 304323033.0, + "step": 7977 + }, + { + "epoch": 1.0148836025950896, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.445913314819336, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8701852560043335, + "num_tokens": 304360096.0, + "step": 7978 + }, + { + "epoch": 1.0150108128736801, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.45484733581543, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8878644108772278, + "num_tokens": 304396364.0, + "step": 7979 + }, + { + "epoch": 1.0151380231522706, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.435784339904785, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8686072826385498, + "num_tokens": 304431583.0, + "step": 7980 + }, + { + "epoch": 1.0152652334308612, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.422104835510254, + "learning_rate": 1e-06, + "loss": 0.4296, + "mean_token_accuracy": 0.862236499786377, + "num_tokens": 304470531.0, + "step": 7981 + }, + { + "epoch": 1.0153924437094517, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.414804458618164, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.872665524482727, + "num_tokens": 304505187.0, + "step": 7982 + }, + { + "epoch": 1.0155196539880422, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.429115295410156, + "learning_rate": 1e-06, + "loss": 0.4696, + "mean_token_accuracy": 0.8460608720779419, + "num_tokens": 304542685.0, + "step": 7983 + }, + { + "epoch": 1.0156468642666328, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.471290588378906, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8673176169395447, + "num_tokens": 304579204.0, + "step": 7984 + }, + { + "epoch": 1.0157740745452233, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.420537948608398, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8751240372657776, + "num_tokens": 304615224.0, + "step": 7985 + }, + { + "epoch": 1.0159012848238138, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.476916313171387, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8619979619979858, + "num_tokens": 304653513.0, + "step": 7986 + }, + { + "epoch": 1.0160284951024043, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.47033977508545, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8725033402442932, + "num_tokens": 304686744.0, + "step": 7987 + }, + { + "epoch": 1.0161557053809949, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.433313369750977, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8671252131462097, + "num_tokens": 304727262.0, + "step": 7988 + }, + { + "epoch": 1.0162829156595854, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.434328079223633, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8647575378417969, + "num_tokens": 304763418.0, + "step": 7989 + }, + { + "epoch": 1.0164101259381757, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.451234817504883, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8712998628616333, + "num_tokens": 304800763.0, + "step": 7990 + }, + { + "epoch": 1.0165373362167662, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.476336479187012, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8859926462173462, + "num_tokens": 304833136.0, + "step": 7991 + }, + { + "epoch": 1.0166645464953568, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.415440559387207, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.877743661403656, + "num_tokens": 304873208.0, + "step": 7992 + }, + { + "epoch": 1.0167917567739473, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.426985740661621, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8688727617263794, + "num_tokens": 304914237.0, + "step": 7993 + }, + { + "epoch": 1.0169189670525378, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.43914794921875, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8834941387176514, + "num_tokens": 304955453.0, + "step": 7994 + }, + { + "epoch": 1.0170461773311283, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.519686698913574, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.868564248085022, + "num_tokens": 304990533.0, + "step": 7995 + }, + { + "epoch": 1.0171733876097189, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.419502258300781, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.8664886951446533, + "num_tokens": 305024849.0, + "step": 7996 + }, + { + "epoch": 1.0173005978883094, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.469588279724121, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8642494678497314, + "num_tokens": 305061615.0, + "step": 7997 + }, + { + "epoch": 1.0174278081669, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.461257934570312, + "learning_rate": 1e-06, + "loss": 0.4496, + "mean_token_accuracy": 0.8485910296440125, + "num_tokens": 305102251.0, + "step": 7998 + }, + { + "epoch": 1.0175550184454905, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.457484245300293, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.877011239528656, + "num_tokens": 305135405.0, + "step": 7999 + }, + { + "epoch": 1.017682228724081, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.48225212097168, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8668725490570068, + "num_tokens": 305169005.0, + "step": 8000 + }, + { + "epoch": 1.0178094390026715, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.38025188446045, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8639979362487793, + "num_tokens": 305209050.0, + "step": 8001 + }, + { + "epoch": 1.0179366492812618, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.44949722290039, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8683220744132996, + "num_tokens": 305238250.0, + "step": 8002 + }, + { + "epoch": 1.0180638595598523, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.511923789978027, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8712172508239746, + "num_tokens": 305283544.0, + "step": 8003 + }, + { + "epoch": 1.0181910698384429, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.457352638244629, + "learning_rate": 1e-06, + "loss": 0.4493, + "mean_token_accuracy": 0.8513851761817932, + "num_tokens": 305320548.0, + "step": 8004 + }, + { + "epoch": 1.0183182801170334, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.480295181274414, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8741921186447144, + "num_tokens": 305359560.0, + "step": 8005 + }, + { + "epoch": 1.018445490395624, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.486289024353027, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8648862838745117, + "num_tokens": 305396680.0, + "step": 8006 + }, + { + "epoch": 1.0185727006742145, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.457810401916504, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8774720430374146, + "num_tokens": 305432856.0, + "step": 8007 + }, + { + "epoch": 1.018699910952805, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.535505294799805, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8695895075798035, + "num_tokens": 305469973.0, + "step": 8008 + }, + { + "epoch": 1.0188271212313955, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.488310813903809, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8738210797309875, + "num_tokens": 305505576.0, + "step": 8009 + }, + { + "epoch": 1.018954331509986, + "ewc_loss": 0.013671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3649463653564453e-05, + "grad_norm": 10.486180305480957, + "learning_rate": 1e-06, + "loss": 0.4787, + "mean_token_accuracy": 0.8504436016082764, + "num_tokens": 305542037.0, + "step": 8010 + }, + { + "epoch": 1.0190815417885766, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.448782920837402, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8761987686157227, + "num_tokens": 305587784.0, + "step": 8011 + }, + { + "epoch": 1.019208752067167, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.540754318237305, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8599724173545837, + "num_tokens": 305621888.0, + "step": 8012 + }, + { + "epoch": 1.0193359623457576, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.374523162841797, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8871626853942871, + "num_tokens": 305663844.0, + "step": 8013 + }, + { + "epoch": 1.0194631726243482, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.462306022644043, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8829870223999023, + "num_tokens": 305695913.0, + "step": 8014 + }, + { + "epoch": 1.0195903829029385, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.469136238098145, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8676946759223938, + "num_tokens": 305733632.0, + "step": 8015 + }, + { + "epoch": 1.019717593181529, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.399213790893555, + "learning_rate": 1e-06, + "loss": 0.4498, + "mean_token_accuracy": 0.8523250818252563, + "num_tokens": 305766917.0, + "step": 8016 + }, + { + "epoch": 1.0198448034601195, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.461034774780273, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8623271584510803, + "num_tokens": 305805768.0, + "step": 8017 + }, + { + "epoch": 1.01997201373871, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.411442756652832, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8685839176177979, + "num_tokens": 305843412.0, + "step": 8018 + }, + { + "epoch": 1.0200992240173006, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.49300765991211, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8844078779220581, + "num_tokens": 305880523.0, + "step": 8019 + }, + { + "epoch": 1.020226434295891, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.434975624084473, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8706015348434448, + "num_tokens": 305915379.0, + "step": 8020 + }, + { + "epoch": 1.0203536445744816, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.450507164001465, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8825956583023071, + "num_tokens": 305952471.0, + "step": 8021 + }, + { + "epoch": 1.0204808548530722, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.409629821777344, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8678942322731018, + "num_tokens": 305994023.0, + "step": 8022 + }, + { + "epoch": 1.0206080651316627, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.438703536987305, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8726910948753357, + "num_tokens": 306026563.0, + "step": 8023 + }, + { + "epoch": 1.0207352754102532, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.508668899536133, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8644148707389832, + "num_tokens": 306067913.0, + "step": 8024 + }, + { + "epoch": 1.0208624856888437, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.418229103088379, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8656549453735352, + "num_tokens": 306108692.0, + "step": 8025 + }, + { + "epoch": 1.0209896959674343, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.522807121276855, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8690383434295654, + "num_tokens": 306148082.0, + "step": 8026 + }, + { + "epoch": 1.0211169062460246, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.479455947875977, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8762540221214294, + "num_tokens": 306182800.0, + "step": 8027 + }, + { + "epoch": 1.021244116524615, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.460866928100586, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8657609820365906, + "num_tokens": 306226741.0, + "step": 8028 + }, + { + "epoch": 1.0213713268032056, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.467903137207031, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8665117621421814, + "num_tokens": 306265993.0, + "step": 8029 + }, + { + "epoch": 1.0214985370817962, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.522005081176758, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8723467588424683, + "num_tokens": 306306511.0, + "step": 8030 + }, + { + "epoch": 1.0216257473603867, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.467957496643066, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8825049996376038, + "num_tokens": 306337687.0, + "step": 8031 + }, + { + "epoch": 1.0217529576389772, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.457830429077148, + "learning_rate": 1e-06, + "loss": 0.4975, + "mean_token_accuracy": 0.8334352970123291, + "num_tokens": 306379646.0, + "step": 8032 + }, + { + "epoch": 1.0218801679175677, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.515270233154297, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8681901693344116, + "num_tokens": 306415389.0, + "step": 8033 + }, + { + "epoch": 1.0220073781961583, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.434395790100098, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8640950322151184, + "num_tokens": 306452035.0, + "step": 8034 + }, + { + "epoch": 1.0221345884747488, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.488907814025879, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8681347370147705, + "num_tokens": 306496277.0, + "step": 8035 + }, + { + "epoch": 1.0222617987533393, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.45831298828125, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8732739686965942, + "num_tokens": 306528212.0, + "step": 8036 + }, + { + "epoch": 1.0223890090319299, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.483453750610352, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8724706172943115, + "num_tokens": 306562047.0, + "step": 8037 + }, + { + "epoch": 1.0225162193105204, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.47350788116455, + "learning_rate": 1e-06, + "loss": 0.4302, + "mean_token_accuracy": 0.8590748310089111, + "num_tokens": 306601298.0, + "step": 8038 + }, + { + "epoch": 1.0226434295891107, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.471536636352539, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8680826425552368, + "num_tokens": 306640961.0, + "step": 8039 + }, + { + "epoch": 1.0227706398677012, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.507414817810059, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8870210647583008, + "num_tokens": 306679507.0, + "step": 8040 + }, + { + "epoch": 1.0228978501462918, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.47155475616455, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8587117195129395, + "num_tokens": 306717337.0, + "step": 8041 + }, + { + "epoch": 1.0230250604248823, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.422731399536133, + "learning_rate": 1e-06, + "loss": 0.4625, + "mean_token_accuracy": 0.8434812426567078, + "num_tokens": 306754152.0, + "step": 8042 + }, + { + "epoch": 1.0231522707034728, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.538944244384766, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.8611001968383789, + "num_tokens": 306794887.0, + "step": 8043 + }, + { + "epoch": 1.0232794809820633, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.416890144348145, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8713488578796387, + "num_tokens": 306828374.0, + "step": 8044 + }, + { + "epoch": 1.0234066912606539, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.51546573638916, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8717628717422485, + "num_tokens": 306865285.0, + "step": 8045 + }, + { + "epoch": 1.0235339015392444, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.471182823181152, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8746978640556335, + "num_tokens": 306897195.0, + "step": 8046 + }, + { + "epoch": 1.023661111817835, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.466041564941406, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8665651082992554, + "num_tokens": 306935352.0, + "step": 8047 + }, + { + "epoch": 1.0237883220964255, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.470083236694336, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8735262751579285, + "num_tokens": 306964621.0, + "step": 8048 + }, + { + "epoch": 1.023915532375016, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.467162132263184, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8675044775009155, + "num_tokens": 307003451.0, + "step": 8049 + }, + { + "epoch": 1.0240427426536065, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.428997039794922, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.867913007736206, + "num_tokens": 307044695.0, + "step": 8050 + }, + { + "epoch": 1.0241699529321968, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.46365737915039, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8752046227455139, + "num_tokens": 307080603.0, + "step": 8051 + }, + { + "epoch": 1.0242971632107873, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.499969482421875, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8617085218429565, + "num_tokens": 307122300.0, + "step": 8052 + }, + { + "epoch": 1.0244243734893779, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.506128311157227, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8735209107398987, + "num_tokens": 307158685.0, + "step": 8053 + }, + { + "epoch": 1.0245515837679684, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.528268814086914, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8735520839691162, + "num_tokens": 307199104.0, + "step": 8054 + }, + { + "epoch": 1.024678794046559, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.459527015686035, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8604269027709961, + "num_tokens": 307235840.0, + "step": 8055 + }, + { + "epoch": 1.0248060043251495, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.470211029052734, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.8570356369018555, + "num_tokens": 307273089.0, + "step": 8056 + }, + { + "epoch": 1.02493321460374, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.472518920898438, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.868698000907898, + "num_tokens": 307318825.0, + "step": 8057 + }, + { + "epoch": 1.0250604248823305, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.470419883728027, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8747553825378418, + "num_tokens": 307357006.0, + "step": 8058 + }, + { + "epoch": 1.025187635160921, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.503718376159668, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8669755458831787, + "num_tokens": 307390274.0, + "step": 8059 + }, + { + "epoch": 1.0253148454395116, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.408225059509277, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.876128077507019, + "num_tokens": 307427157.0, + "step": 8060 + }, + { + "epoch": 1.025442055718102, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.491403579711914, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8662111759185791, + "num_tokens": 307466555.0, + "step": 8061 + }, + { + "epoch": 1.0255692659966926, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.525712966918945, + "learning_rate": 1e-06, + "loss": 0.4149, + "mean_token_accuracy": 0.8607313632965088, + "num_tokens": 307503375.0, + "step": 8062 + }, + { + "epoch": 1.0256964762752832, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.458723068237305, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8776866793632507, + "num_tokens": 307543170.0, + "step": 8063 + }, + { + "epoch": 1.0258236865538735, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.506709098815918, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8640424609184265, + "num_tokens": 307582890.0, + "step": 8064 + }, + { + "epoch": 1.025950896832464, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.495141983032227, + "learning_rate": 1e-06, + "loss": 0.4283, + "mean_token_accuracy": 0.860164999961853, + "num_tokens": 307617643.0, + "step": 8065 + }, + { + "epoch": 1.0260781071110545, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.5206937789917, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8643255233764648, + "num_tokens": 307652258.0, + "step": 8066 + }, + { + "epoch": 1.026205317389645, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.453210830688477, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8639246225357056, + "num_tokens": 307693245.0, + "step": 8067 + }, + { + "epoch": 1.0263325276682356, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.559820175170898, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8705090284347534, + "num_tokens": 307728751.0, + "step": 8068 + }, + { + "epoch": 1.026459737946826, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.470990180969238, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.8570876717567444, + "num_tokens": 307767869.0, + "step": 8069 + }, + { + "epoch": 1.0265869482254166, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.458603858947754, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8767757415771484, + "num_tokens": 307809438.0, + "step": 8070 + }, + { + "epoch": 1.0267141585040072, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.475849151611328, + "learning_rate": 1e-06, + "loss": 0.4582, + "mean_token_accuracy": 0.8492145538330078, + "num_tokens": 307848752.0, + "step": 8071 + }, + { + "epoch": 1.0268413687825977, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.518125534057617, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.862464189529419, + "num_tokens": 307886080.0, + "step": 8072 + }, + { + "epoch": 1.0269685790611882, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.48005199432373, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8807184100151062, + "num_tokens": 307922854.0, + "step": 8073 + }, + { + "epoch": 1.0270957893397787, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.51010513305664, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8656774759292603, + "num_tokens": 307960032.0, + "step": 8074 + }, + { + "epoch": 1.0272229996183693, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.519110679626465, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8682041168212891, + "num_tokens": 307996074.0, + "step": 8075 + }, + { + "epoch": 1.0273502098969596, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.506815910339355, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8803521394729614, + "num_tokens": 308030833.0, + "step": 8076 + }, + { + "epoch": 1.02747742017555, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.478394508361816, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8773379325866699, + "num_tokens": 308079620.0, + "step": 8077 + }, + { + "epoch": 1.0276046304541406, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.432317733764648, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8624917268753052, + "num_tokens": 308118555.0, + "step": 8078 + }, + { + "epoch": 1.0277318407327312, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.502129554748535, + "learning_rate": 1e-06, + "loss": 0.4771, + "mean_token_accuracy": 0.8510688543319702, + "num_tokens": 308154410.0, + "step": 8079 + }, + { + "epoch": 1.0278590510113217, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.452898979187012, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8677477240562439, + "num_tokens": 308191990.0, + "step": 8080 + }, + { + "epoch": 1.0279862612899122, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.480393409729004, + "learning_rate": 1e-06, + "loss": 0.4482, + "mean_token_accuracy": 0.8480148315429688, + "num_tokens": 308231047.0, + "step": 8081 + }, + { + "epoch": 1.0281134715685027, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.513223648071289, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8818169832229614, + "num_tokens": 308269487.0, + "step": 8082 + }, + { + "epoch": 1.0282406818470933, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.470160484313965, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8676744699478149, + "num_tokens": 308304974.0, + "step": 8083 + }, + { + "epoch": 1.0283678921256838, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.443897247314453, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8892511129379272, + "num_tokens": 308342072.0, + "step": 8084 + }, + { + "epoch": 1.0284951024042743, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.479168891906738, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.864963173866272, + "num_tokens": 308374293.0, + "step": 8085 + }, + { + "epoch": 1.0286223126828649, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.455474853515625, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.872206449508667, + "num_tokens": 308415872.0, + "step": 8086 + }, + { + "epoch": 1.0287495229614554, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.49594783782959, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8609498143196106, + "num_tokens": 308451198.0, + "step": 8087 + }, + { + "epoch": 1.0288767332400457, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.48911190032959, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8754920959472656, + "num_tokens": 308490554.0, + "step": 8088 + }, + { + "epoch": 1.0290039435186362, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.467041969299316, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8633119463920593, + "num_tokens": 308530221.0, + "step": 8089 + }, + { + "epoch": 1.0291311537972267, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.504500389099121, + "learning_rate": 1e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.8527709245681763, + "num_tokens": 308563634.0, + "step": 8090 + }, + { + "epoch": 1.0292583640758173, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.489463806152344, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8686603307723999, + "num_tokens": 308605033.0, + "step": 8091 + }, + { + "epoch": 1.0293855743544078, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.446141242980957, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8683996796607971, + "num_tokens": 308642603.0, + "step": 8092 + }, + { + "epoch": 1.0295127846329983, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.44454288482666, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.865312933921814, + "num_tokens": 308685189.0, + "step": 8093 + }, + { + "epoch": 1.0296399949115889, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.463239669799805, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8677923679351807, + "num_tokens": 308726052.0, + "step": 8094 + }, + { + "epoch": 1.0297672051901794, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.426482200622559, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.856023371219635, + "num_tokens": 308764828.0, + "step": 8095 + }, + { + "epoch": 1.02989441546877, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.494908332824707, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8779016137123108, + "num_tokens": 308799712.0, + "step": 8096 + }, + { + "epoch": 1.0300216257473604, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.393157958984375, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8679929971694946, + "num_tokens": 308839879.0, + "step": 8097 + }, + { + "epoch": 1.030148836025951, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.524688720703125, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8607164025306702, + "num_tokens": 308880362.0, + "step": 8098 + }, + { + "epoch": 1.0302760463045415, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.420701026916504, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8776283860206604, + "num_tokens": 308921395.0, + "step": 8099 + }, + { + "epoch": 1.0304032565831318, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.470560073852539, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8772847652435303, + "num_tokens": 308959976.0, + "step": 8100 + }, + { + "epoch": 1.0305304668617223, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.504278182983398, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8810460567474365, + "num_tokens": 309000702.0, + "step": 8101 + }, + { + "epoch": 1.0306576771403129, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.43233585357666, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8860292434692383, + "num_tokens": 309036540.0, + "step": 8102 + }, + { + "epoch": 1.0307848874189034, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.465306282043457, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8668036460876465, + "num_tokens": 309072408.0, + "step": 8103 + }, + { + "epoch": 1.030912097697494, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.474831581115723, + "learning_rate": 1e-06, + "loss": 0.452, + "mean_token_accuracy": 0.8545984029769897, + "num_tokens": 309110366.0, + "step": 8104 + }, + { + "epoch": 1.0310393079760845, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.437161445617676, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8707913756370544, + "num_tokens": 309155194.0, + "step": 8105 + }, + { + "epoch": 1.031166518254675, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.437471389770508, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8779793977737427, + "num_tokens": 309193747.0, + "step": 8106 + }, + { + "epoch": 1.0312937285332655, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.43935775756836, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.855650782585144, + "num_tokens": 309234161.0, + "step": 8107 + }, + { + "epoch": 1.031420938811856, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.479665756225586, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8580242991447449, + "num_tokens": 309272574.0, + "step": 8108 + }, + { + "epoch": 1.0315481490904466, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.523258209228516, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.870284914970398, + "num_tokens": 309306567.0, + "step": 8109 + }, + { + "epoch": 1.031675359369037, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.464187622070312, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8723394870758057, + "num_tokens": 309347218.0, + "step": 8110 + }, + { + "epoch": 1.0318025696476276, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.459242820739746, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8816593885421753, + "num_tokens": 309385701.0, + "step": 8111 + }, + { + "epoch": 1.0319297799262181, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.473112106323242, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8673917055130005, + "num_tokens": 309424600.0, + "step": 8112 + }, + { + "epoch": 1.0320569902048085, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.477978706359863, + "learning_rate": 1e-06, + "loss": 0.4632, + "mean_token_accuracy": 0.8471242189407349, + "num_tokens": 309459929.0, + "step": 8113 + }, + { + "epoch": 1.032184200483399, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.463512420654297, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8596379160881042, + "num_tokens": 309505085.0, + "step": 8114 + }, + { + "epoch": 1.0323114107619895, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.405914306640625, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8696629405021667, + "num_tokens": 309544746.0, + "step": 8115 + }, + { + "epoch": 1.03243862104058, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.492257118225098, + "learning_rate": 1e-06, + "loss": 0.4301, + "mean_token_accuracy": 0.8558874130249023, + "num_tokens": 309584301.0, + "step": 8116 + }, + { + "epoch": 1.0325658313191706, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.479399681091309, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.871554970741272, + "num_tokens": 309622570.0, + "step": 8117 + }, + { + "epoch": 1.032693041597761, + "ewc_loss": 0.01373291015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3709068298339844e-05, + "grad_norm": 10.469213485717773, + "learning_rate": 1e-06, + "loss": 0.4545, + "mean_token_accuracy": 0.851555347442627, + "num_tokens": 309666417.0, + "step": 8118 + }, + { + "epoch": 1.0328202518763516, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.440266609191895, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8579263091087341, + "num_tokens": 309705706.0, + "step": 8119 + }, + { + "epoch": 1.0329474621549422, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.48412799835205, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8770517706871033, + "num_tokens": 309744288.0, + "step": 8120 + }, + { + "epoch": 1.0330746724335327, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.481093406677246, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.854512095451355, + "num_tokens": 309780406.0, + "step": 8121 + }, + { + "epoch": 1.0332018827121232, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.528609275817871, + "learning_rate": 1e-06, + "loss": 0.4919, + "mean_token_accuracy": 0.8366695642471313, + "num_tokens": 309811135.0, + "step": 8122 + }, + { + "epoch": 1.0333290929907137, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.414148330688477, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8723088502883911, + "num_tokens": 309847037.0, + "step": 8123 + }, + { + "epoch": 1.0334563032693043, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.512114524841309, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8685563802719116, + "num_tokens": 309884274.0, + "step": 8124 + }, + { + "epoch": 1.0335835135478946, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.484670639038086, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8804607391357422, + "num_tokens": 309915572.0, + "step": 8125 + }, + { + "epoch": 1.033710723826485, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.475871086120605, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8726696968078613, + "num_tokens": 309954502.0, + "step": 8126 + }, + { + "epoch": 1.0338379341050756, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.461069107055664, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.888534665107727, + "num_tokens": 309993015.0, + "step": 8127 + }, + { + "epoch": 1.0339651443836662, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.496914863586426, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8590755462646484, + "num_tokens": 310030840.0, + "step": 8128 + }, + { + "epoch": 1.0340923546622567, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.496338844299316, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8677952885627747, + "num_tokens": 310067586.0, + "step": 8129 + }, + { + "epoch": 1.0342195649408472, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.476749420166016, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8776962757110596, + "num_tokens": 310104496.0, + "step": 8130 + }, + { + "epoch": 1.0343467752194377, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.489533424377441, + "learning_rate": 1e-06, + "loss": 0.4467, + "mean_token_accuracy": 0.8517706394195557, + "num_tokens": 310141162.0, + "step": 8131 + }, + { + "epoch": 1.0344739854980283, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.464768409729004, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8656752705574036, + "num_tokens": 310182965.0, + "step": 8132 + }, + { + "epoch": 1.0346011957766188, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.504350662231445, + "learning_rate": 1e-06, + "loss": 0.4493, + "mean_token_accuracy": 0.850529670715332, + "num_tokens": 310219572.0, + "step": 8133 + }, + { + "epoch": 1.0347284060552093, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.5626220703125, + "learning_rate": 1e-06, + "loss": 0.4264, + "mean_token_accuracy": 0.8568935990333557, + "num_tokens": 310248711.0, + "step": 8134 + }, + { + "epoch": 1.0348556163337999, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.496236801147461, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.8510503172874451, + "num_tokens": 310287915.0, + "step": 8135 + }, + { + "epoch": 1.0349828266123904, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.457560539245605, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8660328388214111, + "num_tokens": 310325619.0, + "step": 8136 + }, + { + "epoch": 1.0351100368909807, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.49434757232666, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8754233121871948, + "num_tokens": 310362456.0, + "step": 8137 + }, + { + "epoch": 1.0352372471695712, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.494913101196289, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8627414107322693, + "num_tokens": 310399584.0, + "step": 8138 + }, + { + "epoch": 1.0353644574481617, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.554693222045898, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.8603737950325012, + "num_tokens": 310437435.0, + "step": 8139 + }, + { + "epoch": 1.0354916677267523, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.424047470092773, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8720276951789856, + "num_tokens": 310476320.0, + "step": 8140 + }, + { + "epoch": 1.0356188780053428, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.486902236938477, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8835227489471436, + "num_tokens": 310512956.0, + "step": 8141 + }, + { + "epoch": 1.0357460882839333, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.460232734680176, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8656319379806519, + "num_tokens": 310547605.0, + "step": 8142 + }, + { + "epoch": 1.0358732985625239, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.503766059875488, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8653700351715088, + "num_tokens": 310586991.0, + "step": 8143 + }, + { + "epoch": 1.0360005088411144, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.484432220458984, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8671119213104248, + "num_tokens": 310621271.0, + "step": 8144 + }, + { + "epoch": 1.036127719119705, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.481635093688965, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8699638843536377, + "num_tokens": 310662154.0, + "step": 8145 + }, + { + "epoch": 1.0362549293982954, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.483747482299805, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8780255317687988, + "num_tokens": 310701924.0, + "step": 8146 + }, + { + "epoch": 1.036382139676886, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.47353744506836, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8735800981521606, + "num_tokens": 310739688.0, + "step": 8147 + }, + { + "epoch": 1.0365093499554765, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.488543510437012, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8611884117126465, + "num_tokens": 310773317.0, + "step": 8148 + }, + { + "epoch": 1.0366365602340668, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.539498329162598, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8659650087356567, + "num_tokens": 310810854.0, + "step": 8149 + }, + { + "epoch": 1.0367637705126573, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.508272171020508, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8607786297798157, + "num_tokens": 310846080.0, + "step": 8150 + }, + { + "epoch": 1.0368909807912479, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.54027271270752, + "learning_rate": 1e-06, + "loss": 0.4715, + "mean_token_accuracy": 0.8443695306777954, + "num_tokens": 310885032.0, + "step": 8151 + }, + { + "epoch": 1.0370181910698384, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.48065185546875, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.872632622718811, + "num_tokens": 310924518.0, + "step": 8152 + }, + { + "epoch": 1.037145401348429, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.521347045898438, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8696469068527222, + "num_tokens": 310961734.0, + "step": 8153 + }, + { + "epoch": 1.0372726116270194, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.470152854919434, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8698421120643616, + "num_tokens": 311004541.0, + "step": 8154 + }, + { + "epoch": 1.03739982190561, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.49105167388916, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8761675357818604, + "num_tokens": 311043947.0, + "step": 8155 + }, + { + "epoch": 1.0375270321842005, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.474298477172852, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8634654879570007, + "num_tokens": 311083154.0, + "step": 8156 + }, + { + "epoch": 1.037654242462791, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.487198829650879, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8786094784736633, + "num_tokens": 311121429.0, + "step": 8157 + }, + { + "epoch": 1.0377814527413816, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.423906326293945, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.8518716096878052, + "num_tokens": 311166578.0, + "step": 8158 + }, + { + "epoch": 1.037908663019972, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.49146556854248, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8699297904968262, + "num_tokens": 311209645.0, + "step": 8159 + }, + { + "epoch": 1.0380358732985626, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.485237121582031, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8716900944709778, + "num_tokens": 311248428.0, + "step": 8160 + }, + { + "epoch": 1.0381630835771531, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.49504566192627, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8688265085220337, + "num_tokens": 311282040.0, + "step": 8161 + }, + { + "epoch": 1.0382902938557435, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.452677726745605, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.873963475227356, + "num_tokens": 311320233.0, + "step": 8162 + }, + { + "epoch": 1.038417504134334, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.490562438964844, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.8520588278770447, + "num_tokens": 311357586.0, + "step": 8163 + }, + { + "epoch": 1.0385447144129245, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.54345417022705, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8665111064910889, + "num_tokens": 311395545.0, + "step": 8164 + }, + { + "epoch": 1.038671924691515, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.517067909240723, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8671265244483948, + "num_tokens": 311428785.0, + "step": 8165 + }, + { + "epoch": 1.0387991349701056, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.485762596130371, + "learning_rate": 1e-06, + "loss": 0.4296, + "mean_token_accuracy": 0.8562354445457458, + "num_tokens": 311469546.0, + "step": 8166 + }, + { + "epoch": 1.038926345248696, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.533341407775879, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8596529960632324, + "num_tokens": 311504064.0, + "step": 8167 + }, + { + "epoch": 1.0390535555272866, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.504232406616211, + "learning_rate": 1e-06, + "loss": 0.4487, + "mean_token_accuracy": 0.8500686287879944, + "num_tokens": 311536600.0, + "step": 8168 + }, + { + "epoch": 1.0391807658058771, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.489724159240723, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8830288052558899, + "num_tokens": 311573638.0, + "step": 8169 + }, + { + "epoch": 1.0393079760844677, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.499045372009277, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8598271608352661, + "num_tokens": 311611085.0, + "step": 8170 + }, + { + "epoch": 1.0394351863630582, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.482478141784668, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8610142469406128, + "num_tokens": 311655497.0, + "step": 8171 + }, + { + "epoch": 1.0395623966416487, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.515551567077637, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8533231019973755, + "num_tokens": 311688167.0, + "step": 8172 + }, + { + "epoch": 1.0396896069202393, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.52166748046875, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8666826486587524, + "num_tokens": 311724926.0, + "step": 8173 + }, + { + "epoch": 1.0398168171988296, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.510322570800781, + "learning_rate": 1e-06, + "loss": 0.4692, + "mean_token_accuracy": 0.8480618000030518, + "num_tokens": 311760729.0, + "step": 8174 + }, + { + "epoch": 1.03994402747742, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.424999237060547, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8674451112747192, + "num_tokens": 311802138.0, + "step": 8175 + }, + { + "epoch": 1.0400712377560106, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.478283882141113, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8753728866577148, + "num_tokens": 311838510.0, + "step": 8176 + }, + { + "epoch": 1.0401984480346012, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.585013389587402, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8602216243743896, + "num_tokens": 311870875.0, + "step": 8177 + }, + { + "epoch": 1.0403256583131917, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.469447135925293, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8792316913604736, + "num_tokens": 311905854.0, + "step": 8178 + }, + { + "epoch": 1.0404528685917822, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.539134979248047, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8648718595504761, + "num_tokens": 311936381.0, + "step": 8179 + }, + { + "epoch": 1.0405800788703727, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.514187812805176, + "learning_rate": 1e-06, + "loss": 0.4236, + "mean_token_accuracy": 0.8609257936477661, + "num_tokens": 311972529.0, + "step": 8180 + }, + { + "epoch": 1.0407072891489633, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.532551765441895, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8849427700042725, + "num_tokens": 312007883.0, + "step": 8181 + }, + { + "epoch": 1.0408344994275538, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.536643981933594, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8625088930130005, + "num_tokens": 312041000.0, + "step": 8182 + }, + { + "epoch": 1.0409617097061443, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.507804870605469, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8713088631629944, + "num_tokens": 312076011.0, + "step": 8183 + }, + { + "epoch": 1.0410889199847349, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.529261589050293, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8601609468460083, + "num_tokens": 312115614.0, + "step": 8184 + }, + { + "epoch": 1.0412161302633254, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.51852035522461, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.861446738243103, + "num_tokens": 312154111.0, + "step": 8185 + }, + { + "epoch": 1.0413433405419157, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.522711753845215, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8615286350250244, + "num_tokens": 312191571.0, + "step": 8186 + }, + { + "epoch": 1.0414705508205062, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.499946594238281, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8590262532234192, + "num_tokens": 312229205.0, + "step": 8187 + }, + { + "epoch": 1.0415977610990967, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.514359474182129, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8815418481826782, + "num_tokens": 312266604.0, + "step": 8188 + }, + { + "epoch": 1.0417249713776873, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.490178108215332, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8575223684310913, + "num_tokens": 312305222.0, + "step": 8189 + }, + { + "epoch": 1.0418521816562778, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.458287239074707, + "learning_rate": 1e-06, + "loss": 0.4596, + "mean_token_accuracy": 0.8455749750137329, + "num_tokens": 312345823.0, + "step": 8190 + }, + { + "epoch": 1.0419793919348683, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.48610782623291, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8581223487854004, + "num_tokens": 312383569.0, + "step": 8191 + }, + { + "epoch": 1.0421066022134589, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.511910438537598, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8703715205192566, + "num_tokens": 312423068.0, + "step": 8192 + }, + { + "epoch": 1.0422338124920494, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.501168251037598, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8612277507781982, + "num_tokens": 312460569.0, + "step": 8193 + }, + { + "epoch": 1.04236102277064, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.489984512329102, + "learning_rate": 1e-06, + "loss": 0.4714, + "mean_token_accuracy": 0.8463134765625, + "num_tokens": 312501654.0, + "step": 8194 + }, + { + "epoch": 1.0424882330492304, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.487074851989746, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.858618974685669, + "num_tokens": 312543630.0, + "step": 8195 + }, + { + "epoch": 1.042615443327821, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.467955589294434, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8637617826461792, + "num_tokens": 312579428.0, + "step": 8196 + }, + { + "epoch": 1.0427426536064115, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.464393615722656, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8810832500457764, + "num_tokens": 312621388.0, + "step": 8197 + }, + { + "epoch": 1.0428698638850018, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.43337631225586, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8666867017745972, + "num_tokens": 312665303.0, + "step": 8198 + }, + { + "epoch": 1.0429970741635923, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.48525619506836, + "learning_rate": 1e-06, + "loss": 0.435, + "mean_token_accuracy": 0.8569482564926147, + "num_tokens": 312702354.0, + "step": 8199 + }, + { + "epoch": 1.0431242844421829, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.518400192260742, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8715813159942627, + "num_tokens": 312737223.0, + "step": 8200 + }, + { + "epoch": 1.0432514947207734, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.461002349853516, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8667075037956238, + "num_tokens": 312773353.0, + "step": 8201 + }, + { + "epoch": 1.043378704999364, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.49093246459961, + "learning_rate": 1e-06, + "loss": 0.4536, + "mean_token_accuracy": 0.8485021591186523, + "num_tokens": 312809230.0, + "step": 8202 + }, + { + "epoch": 1.0435059152779544, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.520681381225586, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8835943937301636, + "num_tokens": 312841278.0, + "step": 8203 + }, + { + "epoch": 1.043633125556545, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.472517013549805, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8709961175918579, + "num_tokens": 312888469.0, + "step": 8204 + }, + { + "epoch": 1.0437603358351355, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.481021881103516, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8737677335739136, + "num_tokens": 312925446.0, + "step": 8205 + }, + { + "epoch": 1.043887546113726, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.485640525817871, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8653285503387451, + "num_tokens": 312965425.0, + "step": 8206 + }, + { + "epoch": 1.0440147563923166, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.527674674987793, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8603285551071167, + "num_tokens": 313000637.0, + "step": 8207 + }, + { + "epoch": 1.044141966670907, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.49876880645752, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8678796887397766, + "num_tokens": 313035986.0, + "step": 8208 + }, + { + "epoch": 1.0442691769494976, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.476629257202148, + "learning_rate": 1e-06, + "loss": 0.4485, + "mean_token_accuracy": 0.8553945422172546, + "num_tokens": 313077027.0, + "step": 8209 + }, + { + "epoch": 1.0443963872280881, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.535778045654297, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8771967887878418, + "num_tokens": 313121733.0, + "step": 8210 + }, + { + "epoch": 1.0445235975066784, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.447164535522461, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8613081574440002, + "num_tokens": 313165542.0, + "step": 8211 + }, + { + "epoch": 1.044650807785269, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.607281684875488, + "learning_rate": 1e-06, + "loss": 0.4371, + "mean_token_accuracy": 0.85589599609375, + "num_tokens": 313201082.0, + "step": 8212 + }, + { + "epoch": 1.0447780180638595, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.495729446411133, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8779247999191284, + "num_tokens": 313241765.0, + "step": 8213 + }, + { + "epoch": 1.04490522834245, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.509212493896484, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8648312091827393, + "num_tokens": 313282471.0, + "step": 8214 + }, + { + "epoch": 1.0450324386210406, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.484720230102539, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8618884682655334, + "num_tokens": 313331505.0, + "step": 8215 + }, + { + "epoch": 1.045159648899631, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.502798080444336, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.86653733253479, + "num_tokens": 313369823.0, + "step": 8216 + }, + { + "epoch": 1.0452868591782216, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.553760528564453, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8673771619796753, + "num_tokens": 313404255.0, + "step": 8217 + }, + { + "epoch": 1.0454140694568121, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.511393547058105, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8765706419944763, + "num_tokens": 313439368.0, + "step": 8218 + }, + { + "epoch": 1.0455412797354027, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.502538681030273, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8586477041244507, + "num_tokens": 313479475.0, + "step": 8219 + }, + { + "epoch": 1.0456684900139932, + "ewc_loss": 0.0137939453125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3768672943115234e-05, + "grad_norm": 10.508748054504395, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.8570809364318848, + "num_tokens": 313514604.0, + "step": 8220 + }, + { + "epoch": 1.0457957002925837, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.50185775756836, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8628162145614624, + "num_tokens": 313548907.0, + "step": 8221 + }, + { + "epoch": 1.0459229105711743, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.482144355773926, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8660098314285278, + "num_tokens": 313586615.0, + "step": 8222 + }, + { + "epoch": 1.0460501208497646, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.50233268737793, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8571193218231201, + "num_tokens": 313625202.0, + "step": 8223 + }, + { + "epoch": 1.046177331128355, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.496293067932129, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8597384095191956, + "num_tokens": 313663257.0, + "step": 8224 + }, + { + "epoch": 1.0463045414069456, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.48140811920166, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8702373504638672, + "num_tokens": 313701430.0, + "step": 8225 + }, + { + "epoch": 1.0464317516855361, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.473592758178711, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8781296014785767, + "num_tokens": 313741286.0, + "step": 8226 + }, + { + "epoch": 1.0465589619641267, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.53298282623291, + "learning_rate": 1e-06, + "loss": 0.4723, + "mean_token_accuracy": 0.8520699739456177, + "num_tokens": 313779115.0, + "step": 8227 + }, + { + "epoch": 1.0466861722427172, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.45542049407959, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8707762956619263, + "num_tokens": 313822331.0, + "step": 8228 + }, + { + "epoch": 1.0468133825213077, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.477231979370117, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8606071472167969, + "num_tokens": 313863545.0, + "step": 8229 + }, + { + "epoch": 1.0469405927998983, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.494502067565918, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8865894079208374, + "num_tokens": 313894956.0, + "step": 8230 + }, + { + "epoch": 1.0470678030784888, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.43205451965332, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8747126460075378, + "num_tokens": 313927920.0, + "step": 8231 + }, + { + "epoch": 1.0471950133570793, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.480470657348633, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8751965761184692, + "num_tokens": 313963230.0, + "step": 8232 + }, + { + "epoch": 1.0473222236356698, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.50010871887207, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8591158390045166, + "num_tokens": 313995951.0, + "step": 8233 + }, + { + "epoch": 1.0474494339142604, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.450693130493164, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8675081729888916, + "num_tokens": 314040928.0, + "step": 8234 + }, + { + "epoch": 1.0475766441928507, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.473325729370117, + "learning_rate": 1e-06, + "loss": 0.4274, + "mean_token_accuracy": 0.858057975769043, + "num_tokens": 314080329.0, + "step": 8235 + }, + { + "epoch": 1.0477038544714412, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.492801666259766, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.867056667804718, + "num_tokens": 314117107.0, + "step": 8236 + }, + { + "epoch": 1.0478310647500317, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.511402130126953, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8643481731414795, + "num_tokens": 314148077.0, + "step": 8237 + }, + { + "epoch": 1.0479582750286223, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.498523712158203, + "learning_rate": 1e-06, + "loss": 0.4296, + "mean_token_accuracy": 0.8574234247207642, + "num_tokens": 314182064.0, + "step": 8238 + }, + { + "epoch": 1.0480854853072128, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.428915977478027, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.858276903629303, + "num_tokens": 314221667.0, + "step": 8239 + }, + { + "epoch": 1.0482126955858033, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.463553428649902, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8636138439178467, + "num_tokens": 314255225.0, + "step": 8240 + }, + { + "epoch": 1.0483399058643939, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.516114234924316, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8664608001708984, + "num_tokens": 314288011.0, + "step": 8241 + }, + { + "epoch": 1.0484671161429844, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.459342956542969, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8632432222366333, + "num_tokens": 314332461.0, + "step": 8242 + }, + { + "epoch": 1.048594326421575, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.475156784057617, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8621826171875, + "num_tokens": 314367967.0, + "step": 8243 + }, + { + "epoch": 1.0487215367001654, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.476158142089844, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8764686584472656, + "num_tokens": 314404487.0, + "step": 8244 + }, + { + "epoch": 1.048848746978756, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.449773788452148, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8633127212524414, + "num_tokens": 314444731.0, + "step": 8245 + }, + { + "epoch": 1.0489759572573465, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.5038423538208, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8680599927902222, + "num_tokens": 314479720.0, + "step": 8246 + }, + { + "epoch": 1.0491031675359368, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.454689979553223, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.884058952331543, + "num_tokens": 314515613.0, + "step": 8247 + }, + { + "epoch": 1.0492303778145273, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.475830078125, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.865511417388916, + "num_tokens": 314556519.0, + "step": 8248 + }, + { + "epoch": 1.0493575880931179, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.474540710449219, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8771423697471619, + "num_tokens": 314590803.0, + "step": 8249 + }, + { + "epoch": 1.0494847983717084, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.482266426086426, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8678675293922424, + "num_tokens": 314631347.0, + "step": 8250 + }, + { + "epoch": 1.049612008650299, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.472785949707031, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.866953432559967, + "num_tokens": 314673739.0, + "step": 8251 + }, + { + "epoch": 1.0497392189288894, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.468814849853516, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.866203248500824, + "num_tokens": 314718498.0, + "step": 8252 + }, + { + "epoch": 1.04986642920748, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.484075546264648, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8714114427566528, + "num_tokens": 314758755.0, + "step": 8253 + }, + { + "epoch": 1.0499936394860705, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.516273498535156, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8706402778625488, + "num_tokens": 314793644.0, + "step": 8254 + }, + { + "epoch": 1.050120849764661, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.499876022338867, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8635565042495728, + "num_tokens": 314828045.0, + "step": 8255 + }, + { + "epoch": 1.0502480600432516, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.488409996032715, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.869318425655365, + "num_tokens": 314866088.0, + "step": 8256 + }, + { + "epoch": 1.050375270321842, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.523049354553223, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.858483612537384, + "num_tokens": 314904757.0, + "step": 8257 + }, + { + "epoch": 1.0505024806004326, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.505468368530273, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8589281439781189, + "num_tokens": 314941410.0, + "step": 8258 + }, + { + "epoch": 1.0506296908790231, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.465356826782227, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8749738931655884, + "num_tokens": 314982060.0, + "step": 8259 + }, + { + "epoch": 1.0507569011576134, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.484333038330078, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8572515249252319, + "num_tokens": 315021812.0, + "step": 8260 + }, + { + "epoch": 1.050884111436204, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.518380165100098, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8622308373451233, + "num_tokens": 315059520.0, + "step": 8261 + }, + { + "epoch": 1.0510113217147945, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.49315071105957, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8615421056747437, + "num_tokens": 315098392.0, + "step": 8262 + }, + { + "epoch": 1.051138531993385, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.528334617614746, + "learning_rate": 1e-06, + "loss": 0.4382, + "mean_token_accuracy": 0.8556309938430786, + "num_tokens": 315137375.0, + "step": 8263 + }, + { + "epoch": 1.0512657422719756, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.521088600158691, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8717770576477051, + "num_tokens": 315171308.0, + "step": 8264 + }, + { + "epoch": 1.051392952550566, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.479482650756836, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8680411577224731, + "num_tokens": 315212176.0, + "step": 8265 + }, + { + "epoch": 1.0515201628291566, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.514589309692383, + "learning_rate": 1e-06, + "loss": 0.4425, + "mean_token_accuracy": 0.8544235229492188, + "num_tokens": 315251321.0, + "step": 8266 + }, + { + "epoch": 1.0516473731077471, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.551733016967773, + "learning_rate": 1e-06, + "loss": 0.4479, + "mean_token_accuracy": 0.8523477911949158, + "num_tokens": 315288780.0, + "step": 8267 + }, + { + "epoch": 1.0517745833863377, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.436017990112305, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8882354497909546, + "num_tokens": 315325630.0, + "step": 8268 + }, + { + "epoch": 1.0519017936649282, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.54709243774414, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8607949018478394, + "num_tokens": 315362887.0, + "step": 8269 + }, + { + "epoch": 1.0520290039435187, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.514236450195312, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8790707588195801, + "num_tokens": 315397552.0, + "step": 8270 + }, + { + "epoch": 1.0521562142221093, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.490427017211914, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8767816424369812, + "num_tokens": 315436785.0, + "step": 8271 + }, + { + "epoch": 1.0522834245006996, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.52820873260498, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8761389255523682, + "num_tokens": 315467849.0, + "step": 8272 + }, + { + "epoch": 1.05241063477929, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.468059539794922, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.874439001083374, + "num_tokens": 315501496.0, + "step": 8273 + }, + { + "epoch": 1.0525378450578806, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.510849952697754, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8742446303367615, + "num_tokens": 315540878.0, + "step": 8274 + }, + { + "epoch": 1.0526650553364711, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.520378112792969, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8814860582351685, + "num_tokens": 315578139.0, + "step": 8275 + }, + { + "epoch": 1.0527922656150617, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.476716041564941, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8684528470039368, + "num_tokens": 315615845.0, + "step": 8276 + }, + { + "epoch": 1.0529194758936522, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.57054328918457, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8585991859436035, + "num_tokens": 315645407.0, + "step": 8277 + }, + { + "epoch": 1.0530466861722427, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.568732261657715, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8735185861587524, + "num_tokens": 315687922.0, + "step": 8278 + }, + { + "epoch": 1.0531738964508333, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.487686157226562, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8687022924423218, + "num_tokens": 315723730.0, + "step": 8279 + }, + { + "epoch": 1.0533011067294238, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.572961807250977, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8782726526260376, + "num_tokens": 315765662.0, + "step": 8280 + }, + { + "epoch": 1.0534283170080143, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.470590591430664, + "learning_rate": 1e-06, + "loss": 0.4727, + "mean_token_accuracy": 0.841773509979248, + "num_tokens": 315808668.0, + "step": 8281 + }, + { + "epoch": 1.0535555272866048, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.597790718078613, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.862123966217041, + "num_tokens": 315844878.0, + "step": 8282 + }, + { + "epoch": 1.0536827375651954, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.532011032104492, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8791054487228394, + "num_tokens": 315879472.0, + "step": 8283 + }, + { + "epoch": 1.0538099478437857, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.504433631896973, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8618292808532715, + "num_tokens": 315915496.0, + "step": 8284 + }, + { + "epoch": 1.0539371581223762, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.539796829223633, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8689969778060913, + "num_tokens": 315954317.0, + "step": 8285 + }, + { + "epoch": 1.0540643684009667, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.535292625427246, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.863592267036438, + "num_tokens": 315995518.0, + "step": 8286 + }, + { + "epoch": 1.0541915786795573, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.479284286499023, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8809404373168945, + "num_tokens": 316040475.0, + "step": 8287 + }, + { + "epoch": 1.0543187889581478, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.568676948547363, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.865473747253418, + "num_tokens": 316083003.0, + "step": 8288 + }, + { + "epoch": 1.0544459992367383, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.49960994720459, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8672603964805603, + "num_tokens": 316124687.0, + "step": 8289 + }, + { + "epoch": 1.0545732095153288, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.56873607635498, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.8543308973312378, + "num_tokens": 316170052.0, + "step": 8290 + }, + { + "epoch": 1.0547004197939194, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.520191192626953, + "learning_rate": 1e-06, + "loss": 0.4502, + "mean_token_accuracy": 0.8543078899383545, + "num_tokens": 316211941.0, + "step": 8291 + }, + { + "epoch": 1.05482763007251, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.526775360107422, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8701432347297668, + "num_tokens": 316252592.0, + "step": 8292 + }, + { + "epoch": 1.0549548403511004, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.550125122070312, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8742305040359497, + "num_tokens": 316287250.0, + "step": 8293 + }, + { + "epoch": 1.055082050629691, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.54451847076416, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8704108595848083, + "num_tokens": 316326308.0, + "step": 8294 + }, + { + "epoch": 1.0552092609082815, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.500434875488281, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8712518215179443, + "num_tokens": 316364519.0, + "step": 8295 + }, + { + "epoch": 1.0553364711868718, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.506671905517578, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8709527850151062, + "num_tokens": 316401165.0, + "step": 8296 + }, + { + "epoch": 1.0554636814654623, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.535813331604004, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8627326488494873, + "num_tokens": 316440245.0, + "step": 8297 + }, + { + "epoch": 1.0555908917440529, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.488456726074219, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8747867345809937, + "num_tokens": 316484969.0, + "step": 8298 + }, + { + "epoch": 1.0557181020226434, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.496209144592285, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8848627209663391, + "num_tokens": 316520510.0, + "step": 8299 + }, + { + "epoch": 1.055845312301234, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.492393493652344, + "learning_rate": 1e-06, + "loss": 0.4482, + "mean_token_accuracy": 0.8512522578239441, + "num_tokens": 316561946.0, + "step": 8300 + }, + { + "epoch": 1.0559725225798244, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.485259056091309, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8840524554252625, + "num_tokens": 316605489.0, + "step": 8301 + }, + { + "epoch": 1.056099732858415, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.54031753540039, + "learning_rate": 1e-06, + "loss": 0.4549, + "mean_token_accuracy": 0.8500540852546692, + "num_tokens": 316648590.0, + "step": 8302 + }, + { + "epoch": 1.0562269431370055, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.487955093383789, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8789447546005249, + "num_tokens": 316688169.0, + "step": 8303 + }, + { + "epoch": 1.056354153415596, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.554983139038086, + "learning_rate": 1e-06, + "loss": 0.4732, + "mean_token_accuracy": 0.8476717472076416, + "num_tokens": 316724031.0, + "step": 8304 + }, + { + "epoch": 1.0564813636941865, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.503034591674805, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8666492700576782, + "num_tokens": 316769762.0, + "step": 8305 + }, + { + "epoch": 1.056608573972777, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.54964828491211, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8747299909591675, + "num_tokens": 316814156.0, + "step": 8306 + }, + { + "epoch": 1.0567357842513676, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.538262367248535, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8758358955383301, + "num_tokens": 316852784.0, + "step": 8307 + }, + { + "epoch": 1.0568629945299581, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.528396606445312, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8608576655387878, + "num_tokens": 316891992.0, + "step": 8308 + }, + { + "epoch": 1.0569902048085484, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.468276977539062, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8818875551223755, + "num_tokens": 316932246.0, + "step": 8309 + }, + { + "epoch": 1.057117415087139, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.48554515838623, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8585530519485474, + "num_tokens": 316972017.0, + "step": 8310 + }, + { + "epoch": 1.0572446253657295, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.521522521972656, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8622690439224243, + "num_tokens": 317008631.0, + "step": 8311 + }, + { + "epoch": 1.05737183564432, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.481893539428711, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8729295134544373, + "num_tokens": 317048616.0, + "step": 8312 + }, + { + "epoch": 1.0574990459229106, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.533519744873047, + "learning_rate": 1e-06, + "loss": 0.4289, + "mean_token_accuracy": 0.8606530427932739, + "num_tokens": 317088675.0, + "step": 8313 + }, + { + "epoch": 1.057626256201501, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.440546989440918, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8880459666252136, + "num_tokens": 317120351.0, + "step": 8314 + }, + { + "epoch": 1.0577534664800916, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.517757415771484, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8617957830429077, + "num_tokens": 317159027.0, + "step": 8315 + }, + { + "epoch": 1.0578806767586821, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.474699020385742, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8682375550270081, + "num_tokens": 317188892.0, + "step": 8316 + }, + { + "epoch": 1.0580078870372727, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.543694496154785, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8726247549057007, + "num_tokens": 317229026.0, + "step": 8317 + }, + { + "epoch": 1.0581350973158632, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.510336875915527, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8653186559677124, + "num_tokens": 317272946.0, + "step": 8318 + }, + { + "epoch": 1.0582623075944537, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.442426681518555, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8674582242965698, + "num_tokens": 317314625.0, + "step": 8319 + }, + { + "epoch": 1.058389517873044, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.529168128967285, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8776299953460693, + "num_tokens": 317351450.0, + "step": 8320 + }, + { + "epoch": 1.0585167281516346, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.483803749084473, + "learning_rate": 1e-06, + "loss": 0.4394, + "mean_token_accuracy": 0.8513519763946533, + "num_tokens": 317391519.0, + "step": 8321 + }, + { + "epoch": 1.058643938430225, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.467516899108887, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8607330918312073, + "num_tokens": 317430672.0, + "step": 8322 + }, + { + "epoch": 1.0587711487088156, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.474080085754395, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8692240715026855, + "num_tokens": 317470203.0, + "step": 8323 + }, + { + "epoch": 1.0588983589874061, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.514832496643066, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8697304129600525, + "num_tokens": 317509594.0, + "step": 8324 + }, + { + "epoch": 1.0590255692659967, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.512426376342773, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8654782772064209, + "num_tokens": 317549735.0, + "step": 8325 + }, + { + "epoch": 1.0591527795445872, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.463873863220215, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8653607964515686, + "num_tokens": 317585064.0, + "step": 8326 + }, + { + "epoch": 1.0592799898231777, + "ewc_loss": 0.01385498046875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3828277587890625e-05, + "grad_norm": 10.559350967407227, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8834375143051147, + "num_tokens": 317622289.0, + "step": 8327 + }, + { + "epoch": 1.0594072001017683, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.468552589416504, + "learning_rate": 1e-06, + "loss": 0.4325, + "mean_token_accuracy": 0.8553749918937683, + "num_tokens": 317662872.0, + "step": 8328 + }, + { + "epoch": 1.0595344103803588, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.52743911743164, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8688067197799683, + "num_tokens": 317701418.0, + "step": 8329 + }, + { + "epoch": 1.0596616206589493, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.536148071289062, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8796254992485046, + "num_tokens": 317741416.0, + "step": 8330 + }, + { + "epoch": 1.0597888309375398, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.548093795776367, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8714807033538818, + "num_tokens": 317778623.0, + "step": 8331 + }, + { + "epoch": 1.0599160412161304, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.531645774841309, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.869261622428894, + "num_tokens": 317816577.0, + "step": 8332 + }, + { + "epoch": 1.0600432514947207, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.56346321105957, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8664449453353882, + "num_tokens": 317851532.0, + "step": 8333 + }, + { + "epoch": 1.0601704617733112, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.511934280395508, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8679884672164917, + "num_tokens": 317886789.0, + "step": 8334 + }, + { + "epoch": 1.0602976720519017, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.544447898864746, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8697408437728882, + "num_tokens": 317929511.0, + "step": 8335 + }, + { + "epoch": 1.0604248823304923, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.561861038208008, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8656468391418457, + "num_tokens": 317963767.0, + "step": 8336 + }, + { + "epoch": 1.0605520926090828, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.501058578491211, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8839346766471863, + "num_tokens": 318000458.0, + "step": 8337 + }, + { + "epoch": 1.0606793028876733, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.555366516113281, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8848354816436768, + "num_tokens": 318040394.0, + "step": 8338 + }, + { + "epoch": 1.0608065131662638, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.51339340209961, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8633833527565002, + "num_tokens": 318080859.0, + "step": 8339 + }, + { + "epoch": 1.0609337234448544, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.58816909790039, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8846185207366943, + "num_tokens": 318115378.0, + "step": 8340 + }, + { + "epoch": 1.061060933723445, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.531789779663086, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8592755198478699, + "num_tokens": 318150351.0, + "step": 8341 + }, + { + "epoch": 1.0611881440020354, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.490495681762695, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8660741448402405, + "num_tokens": 318192427.0, + "step": 8342 + }, + { + "epoch": 1.061315354280626, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.538543701171875, + "learning_rate": 1e-06, + "loss": 0.4504, + "mean_token_accuracy": 0.8553118705749512, + "num_tokens": 318232150.0, + "step": 8343 + }, + { + "epoch": 1.0614425645592165, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.499926567077637, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8643620014190674, + "num_tokens": 318267742.0, + "step": 8344 + }, + { + "epoch": 1.0615697748378068, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.492612838745117, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8724204301834106, + "num_tokens": 318307974.0, + "step": 8345 + }, + { + "epoch": 1.0616969851163973, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.483105659484863, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8492150902748108, + "num_tokens": 318349880.0, + "step": 8346 + }, + { + "epoch": 1.0618241953949878, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.528051376342773, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8662040829658508, + "num_tokens": 318383869.0, + "step": 8347 + }, + { + "epoch": 1.0619514056735784, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.488972663879395, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8839261531829834, + "num_tokens": 318419659.0, + "step": 8348 + }, + { + "epoch": 1.062078615952169, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.49586009979248, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8768686056137085, + "num_tokens": 318460795.0, + "step": 8349 + }, + { + "epoch": 1.0622058262307594, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.524240493774414, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8583145141601562, + "num_tokens": 318499451.0, + "step": 8350 + }, + { + "epoch": 1.06233303650935, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.503164291381836, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8722878694534302, + "num_tokens": 318533413.0, + "step": 8351 + }, + { + "epoch": 1.0624602467879405, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.475421905517578, + "learning_rate": 1e-06, + "loss": 0.4282, + "mean_token_accuracy": 0.8565717935562134, + "num_tokens": 318572533.0, + "step": 8352 + }, + { + "epoch": 1.062587457066531, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.509414672851562, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8699426651000977, + "num_tokens": 318609442.0, + "step": 8353 + }, + { + "epoch": 1.0627146673451215, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.487951278686523, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8817986845970154, + "num_tokens": 318643475.0, + "step": 8354 + }, + { + "epoch": 1.062841877623712, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.529609680175781, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8711937665939331, + "num_tokens": 318684223.0, + "step": 8355 + }, + { + "epoch": 1.0629690879023026, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.535054206848145, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8680577278137207, + "num_tokens": 318717148.0, + "step": 8356 + }, + { + "epoch": 1.0630962981808931, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.47468376159668, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8782072067260742, + "num_tokens": 318758929.0, + "step": 8357 + }, + { + "epoch": 1.0632235084594834, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.515592575073242, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8650710582733154, + "num_tokens": 318796438.0, + "step": 8358 + }, + { + "epoch": 1.063350718738074, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.563014030456543, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8549813032150269, + "num_tokens": 318835732.0, + "step": 8359 + }, + { + "epoch": 1.0634779290166645, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.483892440795898, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8663977980613708, + "num_tokens": 318872151.0, + "step": 8360 + }, + { + "epoch": 1.063605139295255, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.52454662322998, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.856753945350647, + "num_tokens": 318911956.0, + "step": 8361 + }, + { + "epoch": 1.0637323495738455, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.528120994567871, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8686593174934387, + "num_tokens": 318945593.0, + "step": 8362 + }, + { + "epoch": 1.063859559852436, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.596863746643066, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8779382705688477, + "num_tokens": 318976670.0, + "step": 8363 + }, + { + "epoch": 1.0639867701310266, + "ewc_loss": 0.013916015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3887882232666016e-05, + "grad_norm": 10.5202054977417, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8691939115524292, + "num_tokens": 319007798.0, + "step": 8364 + }, + { + "epoch": 1.0641139804096171, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.46280574798584, + "learning_rate": 1e-06, + "loss": 0.4329, + "mean_token_accuracy": 0.8573830127716064, + "num_tokens": 319044808.0, + "step": 8365 + }, + { + "epoch": 1.0642411906882077, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.499750137329102, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8872356414794922, + "num_tokens": 319083387.0, + "step": 8366 + }, + { + "epoch": 1.0643684009667982, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.517091751098633, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8831124305725098, + "num_tokens": 319121897.0, + "step": 8367 + }, + { + "epoch": 1.0644956112453887, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.451946258544922, + "learning_rate": 1e-06, + "loss": 0.4296, + "mean_token_accuracy": 0.8557428121566772, + "num_tokens": 319157190.0, + "step": 8368 + }, + { + "epoch": 1.064622821523979, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.615352630615234, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8781276941299438, + "num_tokens": 319188353.0, + "step": 8369 + }, + { + "epoch": 1.0647500318025696, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.51378059387207, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8692371249198914, + "num_tokens": 319225536.0, + "step": 8370 + }, + { + "epoch": 1.06487724208116, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.547017097473145, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8745487928390503, + "num_tokens": 319265114.0, + "step": 8371 + }, + { + "epoch": 1.0650044523597506, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.494123458862305, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8785920143127441, + "num_tokens": 319309280.0, + "step": 8372 + }, + { + "epoch": 1.0651316626383411, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.511441230773926, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8790926337242126, + "num_tokens": 319346114.0, + "step": 8373 + }, + { + "epoch": 1.0652588729169317, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.51777172088623, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8753204345703125, + "num_tokens": 319389001.0, + "step": 8374 + }, + { + "epoch": 1.0653860831955222, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.560117721557617, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.875446081161499, + "num_tokens": 319431464.0, + "step": 8375 + }, + { + "epoch": 1.0655132934741127, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.518536567687988, + "learning_rate": 1e-06, + "loss": 0.4728, + "mean_token_accuracy": 0.8439765572547913, + "num_tokens": 319475638.0, + "step": 8376 + }, + { + "epoch": 1.0656405037527032, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.553143501281738, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8778002262115479, + "num_tokens": 319515983.0, + "step": 8377 + }, + { + "epoch": 1.0657677140312938, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.566619873046875, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8650200366973877, + "num_tokens": 319552152.0, + "step": 8378 + }, + { + "epoch": 1.0658949243098843, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.573027610778809, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8604305982589722, + "num_tokens": 319592963.0, + "step": 8379 + }, + { + "epoch": 1.0660221345884748, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.492524147033691, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8549931049346924, + "num_tokens": 319635136.0, + "step": 8380 + }, + { + "epoch": 1.0661493448670654, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.536596298217773, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.870275616645813, + "num_tokens": 319670118.0, + "step": 8381 + }, + { + "epoch": 1.0662765551456557, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.521626472473145, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8747086524963379, + "num_tokens": 319711057.0, + "step": 8382 + }, + { + "epoch": 1.0664037654242462, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.504962921142578, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8665738105773926, + "num_tokens": 319746451.0, + "step": 8383 + }, + { + "epoch": 1.0665309757028367, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.531720161437988, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8621982336044312, + "num_tokens": 319792149.0, + "step": 8384 + }, + { + "epoch": 1.0666581859814273, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.476212501525879, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8593674302101135, + "num_tokens": 319826508.0, + "step": 8385 + }, + { + "epoch": 1.0667853962600178, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.511984825134277, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8694057464599609, + "num_tokens": 319867000.0, + "step": 8386 + }, + { + "epoch": 1.0669126065386083, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.523993492126465, + "learning_rate": 1e-06, + "loss": 0.4451, + "mean_token_accuracy": 0.8491532802581787, + "num_tokens": 319904476.0, + "step": 8387 + }, + { + "epoch": 1.0670398168171988, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.568328857421875, + "learning_rate": 1e-06, + "loss": 0.4713, + "mean_token_accuracy": 0.8450477123260498, + "num_tokens": 319943279.0, + "step": 8388 + }, + { + "epoch": 1.0671670270957894, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.48023796081543, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8649095296859741, + "num_tokens": 319986610.0, + "step": 8389 + }, + { + "epoch": 1.06729423737438, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.469229698181152, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8614060878753662, + "num_tokens": 320022702.0, + "step": 8390 + }, + { + "epoch": 1.0674214476529704, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.518505096435547, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8700573444366455, + "num_tokens": 320067918.0, + "step": 8391 + }, + { + "epoch": 1.067548657931561, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.48916244506836, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8592256307601929, + "num_tokens": 320110455.0, + "step": 8392 + }, + { + "epoch": 1.0676758682101515, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.545780181884766, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8849568367004395, + "num_tokens": 320147675.0, + "step": 8393 + }, + { + "epoch": 1.0678030784887418, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.554499626159668, + "learning_rate": 1e-06, + "loss": 0.4418, + "mean_token_accuracy": 0.8545768857002258, + "num_tokens": 320183882.0, + "step": 8394 + }, + { + "epoch": 1.0679302887673323, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.548433303833008, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.8567248582839966, + "num_tokens": 320222215.0, + "step": 8395 + }, + { + "epoch": 1.0680574990459228, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.594460487365723, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.8610727787017822, + "num_tokens": 320262418.0, + "step": 8396 + }, + { + "epoch": 1.0681847093245134, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.590195655822754, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.8607742786407471, + "num_tokens": 320297304.0, + "step": 8397 + }, + { + "epoch": 1.068311919603104, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.530470848083496, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8698983788490295, + "num_tokens": 320330919.0, + "step": 8398 + }, + { + "epoch": 1.0684391298816944, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.555527687072754, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8684148192405701, + "num_tokens": 320367602.0, + "step": 8399 + }, + { + "epoch": 1.068566340160285, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.506433486938477, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8677706718444824, + "num_tokens": 320403875.0, + "step": 8400 + }, + { + "epoch": 1.0686935504388755, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.571915626525879, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8716404438018799, + "num_tokens": 320439149.0, + "step": 8401 + }, + { + "epoch": 1.068820760717466, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.540513038635254, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8795320391654968, + "num_tokens": 320476786.0, + "step": 8402 + }, + { + "epoch": 1.0689479709960565, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.472713470458984, + "learning_rate": 1e-06, + "loss": 0.4434, + "mean_token_accuracy": 0.8520635366439819, + "num_tokens": 320516945.0, + "step": 8403 + }, + { + "epoch": 1.069075181274647, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.55455207824707, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8817832469940186, + "num_tokens": 320552801.0, + "step": 8404 + }, + { + "epoch": 1.0692023915532376, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.53018569946289, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8697537183761597, + "num_tokens": 320593605.0, + "step": 8405 + }, + { + "epoch": 1.0693296018318281, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.565041542053223, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8737913966178894, + "num_tokens": 320624476.0, + "step": 8406 + }, + { + "epoch": 1.0694568121104184, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.656970977783203, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8745836019515991, + "num_tokens": 320667000.0, + "step": 8407 + }, + { + "epoch": 1.069584022389009, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.55372428894043, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8718776702880859, + "num_tokens": 320699286.0, + "step": 8408 + }, + { + "epoch": 1.0697112326675995, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.542583465576172, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8743097186088562, + "num_tokens": 320732520.0, + "step": 8409 + }, + { + "epoch": 1.06983844294619, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.470061302185059, + "learning_rate": 1e-06, + "loss": 0.4371, + "mean_token_accuracy": 0.8567432165145874, + "num_tokens": 320773425.0, + "step": 8410 + }, + { + "epoch": 1.0699656532247805, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.556022644042969, + "learning_rate": 1e-06, + "loss": 0.4793, + "mean_token_accuracy": 0.845931887626648, + "num_tokens": 320810859.0, + "step": 8411 + }, + { + "epoch": 1.070092863503371, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.506096839904785, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.871026873588562, + "num_tokens": 320850266.0, + "step": 8412 + }, + { + "epoch": 1.0702200737819616, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.556855201721191, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8667051792144775, + "num_tokens": 320892812.0, + "step": 8413 + }, + { + "epoch": 1.0703472840605521, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.53324031829834, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8798474669456482, + "num_tokens": 320929563.0, + "step": 8414 + }, + { + "epoch": 1.0704744943391427, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.55342960357666, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8756753206253052, + "num_tokens": 320964010.0, + "step": 8415 + }, + { + "epoch": 1.0706017046177332, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.557602882385254, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8646906614303589, + "num_tokens": 321006405.0, + "step": 8416 + }, + { + "epoch": 1.0707289148963237, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.560038566589355, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.862593412399292, + "num_tokens": 321050146.0, + "step": 8417 + }, + { + "epoch": 1.070856125174914, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.580401420593262, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8678362369537354, + "num_tokens": 321086857.0, + "step": 8418 + }, + { + "epoch": 1.0709833354535045, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.519735336303711, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8727833032608032, + "num_tokens": 321127310.0, + "step": 8419 + }, + { + "epoch": 1.071110545732095, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.559273719787598, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8575050830841064, + "num_tokens": 321165881.0, + "step": 8420 + }, + { + "epoch": 1.0712377560106856, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.575665473937988, + "learning_rate": 1e-06, + "loss": 0.4227, + "mean_token_accuracy": 0.8617706298828125, + "num_tokens": 321204494.0, + "step": 8421 + }, + { + "epoch": 1.0713649662892761, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.548090934753418, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8579862117767334, + "num_tokens": 321243639.0, + "step": 8422 + }, + { + "epoch": 1.0714921765678667, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.506587028503418, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8605568408966064, + "num_tokens": 321281399.0, + "step": 8423 + }, + { + "epoch": 1.0716193868464572, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.629817962646484, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.8540524244308472, + "num_tokens": 321316539.0, + "step": 8424 + }, + { + "epoch": 1.0717465971250477, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.54063606262207, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8623958230018616, + "num_tokens": 321348618.0, + "step": 8425 + }, + { + "epoch": 1.0718738074036382, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.560293197631836, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8733989596366882, + "num_tokens": 321381674.0, + "step": 8426 + }, + { + "epoch": 1.0720010176822288, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.573424339294434, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8838765621185303, + "num_tokens": 321420342.0, + "step": 8427 + }, + { + "epoch": 1.0721282279608193, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.56965446472168, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8646641969680786, + "num_tokens": 321450770.0, + "step": 8428 + }, + { + "epoch": 1.0722554382394098, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.57496452331543, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8700348138809204, + "num_tokens": 321491450.0, + "step": 8429 + }, + { + "epoch": 1.0723826485180004, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.570521354675293, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.8632416725158691, + "num_tokens": 321531774.0, + "step": 8430 + }, + { + "epoch": 1.0725098587965907, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.551734924316406, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8675613403320312, + "num_tokens": 321567692.0, + "step": 8431 + }, + { + "epoch": 1.0726370690751812, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.60737419128418, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8628504276275635, + "num_tokens": 321601168.0, + "step": 8432 + }, + { + "epoch": 1.0727642793537717, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.599385261535645, + "learning_rate": 1e-06, + "loss": 0.4554, + "mean_token_accuracy": 0.8503804802894592, + "num_tokens": 321636100.0, + "step": 8433 + }, + { + "epoch": 1.0728914896323622, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.530885696411133, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8687756061553955, + "num_tokens": 321674365.0, + "step": 8434 + }, + { + "epoch": 1.0730186999109528, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.552905082702637, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8779834508895874, + "num_tokens": 321712267.0, + "step": 8435 + }, + { + "epoch": 1.0731459101895433, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.560073852539062, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8649430274963379, + "num_tokens": 321749955.0, + "step": 8436 + }, + { + "epoch": 1.0732731204681338, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.510000228881836, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8763970136642456, + "num_tokens": 321788522.0, + "step": 8437 + }, + { + "epoch": 1.0734003307467244, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.52144718170166, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8651859164237976, + "num_tokens": 321826314.0, + "step": 8438 + }, + { + "epoch": 1.073527541025315, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.557159423828125, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8634443283081055, + "num_tokens": 321864851.0, + "step": 8439 + }, + { + "epoch": 1.0736547513039054, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.56129264831543, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.876690149307251, + "num_tokens": 321901001.0, + "step": 8440 + }, + { + "epoch": 1.073781961582496, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.51998519897461, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8661340475082397, + "num_tokens": 321941368.0, + "step": 8441 + }, + { + "epoch": 1.0739091718610865, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.581977844238281, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8706761598587036, + "num_tokens": 321978268.0, + "step": 8442 + }, + { + "epoch": 1.0740363821396768, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.534602165222168, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8740965723991394, + "num_tokens": 322016969.0, + "step": 8443 + }, + { + "epoch": 1.0741635924182673, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.555665016174316, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8604121804237366, + "num_tokens": 322059362.0, + "step": 8444 + }, + { + "epoch": 1.0742908026968578, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.539953231811523, + "learning_rate": 1e-06, + "loss": 0.46, + "mean_token_accuracy": 0.8480424880981445, + "num_tokens": 322097334.0, + "step": 8445 + }, + { + "epoch": 1.0744180129754484, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.619818687438965, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8878019452095032, + "num_tokens": 322121988.0, + "step": 8446 + }, + { + "epoch": 1.074545223254039, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.52383041381836, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8634219765663147, + "num_tokens": 322156602.0, + "step": 8447 + }, + { + "epoch": 1.0746724335326294, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.578320503234863, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.864260196685791, + "num_tokens": 322194475.0, + "step": 8448 + }, + { + "epoch": 1.07479964381122, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.492321014404297, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8748360872268677, + "num_tokens": 322232158.0, + "step": 8449 + }, + { + "epoch": 1.0749268540898105, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.58096694946289, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.87613844871521, + "num_tokens": 322272170.0, + "step": 8450 + }, + { + "epoch": 1.075054064368401, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.542572021484375, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8723424077033997, + "num_tokens": 322305496.0, + "step": 8451 + }, + { + "epoch": 1.0751812746469915, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.508401870727539, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8714548349380493, + "num_tokens": 322347552.0, + "step": 8452 + }, + { + "epoch": 1.075308484925582, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.506183624267578, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8705782890319824, + "num_tokens": 322386471.0, + "step": 8453 + }, + { + "epoch": 1.0754356952041726, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.47886848449707, + "learning_rate": 1e-06, + "loss": 0.5016, + "mean_token_accuracy": 0.8327144980430603, + "num_tokens": 322431019.0, + "step": 8454 + }, + { + "epoch": 1.0755629054827631, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.560040473937988, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.886247456073761, + "num_tokens": 322471525.0, + "step": 8455 + }, + { + "epoch": 1.0756901157613534, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.487190246582031, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8701084852218628, + "num_tokens": 322516594.0, + "step": 8456 + }, + { + "epoch": 1.075817326039944, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.545295715332031, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8729838728904724, + "num_tokens": 322557837.0, + "step": 8457 + }, + { + "epoch": 1.0759445363185345, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.499773025512695, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8630319833755493, + "num_tokens": 322594165.0, + "step": 8458 + }, + { + "epoch": 1.076071746597125, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.54908561706543, + "learning_rate": 1e-06, + "loss": 0.4577, + "mean_token_accuracy": 0.8504581451416016, + "num_tokens": 322637083.0, + "step": 8459 + }, + { + "epoch": 1.0761989568757155, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.588273048400879, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8662813305854797, + "num_tokens": 322673216.0, + "step": 8460 + }, + { + "epoch": 1.076326167154306, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.540188789367676, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8705707788467407, + "num_tokens": 322709150.0, + "step": 8461 + }, + { + "epoch": 1.0764533774328966, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.529991149902344, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8733479976654053, + "num_tokens": 322747893.0, + "step": 8462 + }, + { + "epoch": 1.0765805877114871, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.586230278015137, + "learning_rate": 1e-06, + "loss": 0.4526, + "mean_token_accuracy": 0.8511233925819397, + "num_tokens": 322781667.0, + "step": 8463 + }, + { + "epoch": 1.0767077979900777, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.571645736694336, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8666837215423584, + "num_tokens": 322818008.0, + "step": 8464 + }, + { + "epoch": 1.0768350082686682, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.531876564025879, + "learning_rate": 1e-06, + "loss": 0.4597, + "mean_token_accuracy": 0.8476760387420654, + "num_tokens": 322856528.0, + "step": 8465 + }, + { + "epoch": 1.0769622185472587, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.565808296203613, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8709580898284912, + "num_tokens": 322888798.0, + "step": 8466 + }, + { + "epoch": 1.077089428825849, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.530613899230957, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8682570457458496, + "num_tokens": 322923301.0, + "step": 8467 + }, + { + "epoch": 1.0772166391044395, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.542019844055176, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8786498308181763, + "num_tokens": 322964253.0, + "step": 8468 + }, + { + "epoch": 1.07734384938303, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.555225372314453, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8656004667282104, + "num_tokens": 323006926.0, + "step": 8469 + }, + { + "epoch": 1.0774710596616206, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.498156547546387, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.879727840423584, + "num_tokens": 323047541.0, + "step": 8470 + }, + { + "epoch": 1.0775982699402111, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.548481941223145, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.859745979309082, + "num_tokens": 323084272.0, + "step": 8471 + }, + { + "epoch": 1.0777254802188017, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.556522369384766, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8790664672851562, + "num_tokens": 323116698.0, + "step": 8472 + }, + { + "epoch": 1.0778526904973922, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.509345054626465, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8749731779098511, + "num_tokens": 323158836.0, + "step": 8473 + }, + { + "epoch": 1.0779799007759827, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.498026847839355, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8631482124328613, + "num_tokens": 323193777.0, + "step": 8474 + }, + { + "epoch": 1.0781071110545732, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.616690635681152, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8686457276344299, + "num_tokens": 323232546.0, + "step": 8475 + }, + { + "epoch": 1.0782343213331638, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.53134536743164, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8682421445846558, + "num_tokens": 323269403.0, + "step": 8476 + }, + { + "epoch": 1.0783615316117543, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.530675888061523, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8799294829368591, + "num_tokens": 323305982.0, + "step": 8477 + }, + { + "epoch": 1.0784887418903448, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.529815673828125, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8641010522842407, + "num_tokens": 323341032.0, + "step": 8478 + }, + { + "epoch": 1.0786159521689354, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.56821346282959, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8621518611907959, + "num_tokens": 323381647.0, + "step": 8479 + }, + { + "epoch": 1.0787431624475257, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.559056282043457, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8723254203796387, + "num_tokens": 323417185.0, + "step": 8480 + }, + { + "epoch": 1.0788703727261162, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.556238174438477, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8667064309120178, + "num_tokens": 323454624.0, + "step": 8481 + }, + { + "epoch": 1.0789975830047067, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.516888618469238, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8676654100418091, + "num_tokens": 323492862.0, + "step": 8482 + }, + { + "epoch": 1.0791247932832972, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.522543907165527, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.864262044429779, + "num_tokens": 323536012.0, + "step": 8483 + }, + { + "epoch": 1.0792520035618878, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.554375648498535, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8713935613632202, + "num_tokens": 323573495.0, + "step": 8484 + }, + { + "epoch": 1.0793792138404783, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.542021751403809, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8778067827224731, + "num_tokens": 323610900.0, + "step": 8485 + }, + { + "epoch": 1.0795064241190688, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.486410140991211, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8664668798446655, + "num_tokens": 323650983.0, + "step": 8486 + }, + { + "epoch": 1.0796336343976594, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.530447959899902, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8602653741836548, + "num_tokens": 323690155.0, + "step": 8487 + }, + { + "epoch": 1.0797608446762499, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.539224624633789, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.8798927664756775, + "num_tokens": 323732212.0, + "step": 8488 + }, + { + "epoch": 1.0798880549548404, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.480571746826172, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8757160902023315, + "num_tokens": 323773400.0, + "step": 8489 + }, + { + "epoch": 1.080015265233431, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.3947486877441406e-05, + "grad_norm": 10.53333854675293, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8751049637794495, + "num_tokens": 323812753.0, + "step": 8490 + }, + { + "epoch": 1.0801424755120215, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.538871765136719, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8701218366622925, + "num_tokens": 323855835.0, + "step": 8491 + }, + { + "epoch": 1.0802696857906118, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.513242721557617, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8811661601066589, + "num_tokens": 323896065.0, + "step": 8492 + }, + { + "epoch": 1.0803968960692023, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.547870635986328, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.870957612991333, + "num_tokens": 323934351.0, + "step": 8493 + }, + { + "epoch": 1.0805241063477928, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.541638374328613, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8578757643699646, + "num_tokens": 323968878.0, + "step": 8494 + }, + { + "epoch": 1.0806513166263834, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.575703620910645, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8660675287246704, + "num_tokens": 324004838.0, + "step": 8495 + }, + { + "epoch": 1.080778526904974, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.591557502746582, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8833876848220825, + "num_tokens": 324040851.0, + "step": 8496 + }, + { + "epoch": 1.0809057371835644, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.480655670166016, + "learning_rate": 1e-06, + "loss": 0.436, + "mean_token_accuracy": 0.855576753616333, + "num_tokens": 324084675.0, + "step": 8497 + }, + { + "epoch": 1.081032947462155, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.561759948730469, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8735178112983704, + "num_tokens": 324122136.0, + "step": 8498 + }, + { + "epoch": 1.0811601577407455, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.554823875427246, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8672013282775879, + "num_tokens": 324153142.0, + "step": 8499 + }, + { + "epoch": 1.081287368019336, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.57145881652832, + "learning_rate": 1e-06, + "loss": 0.464, + "mean_token_accuracy": 0.8481758832931519, + "num_tokens": 324187244.0, + "step": 8500 + }, + { + "epoch": 1.0814145782979265, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.512602806091309, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8712947368621826, + "num_tokens": 324225644.0, + "step": 8501 + }, + { + "epoch": 1.081541788576517, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.536538124084473, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8767670392990112, + "num_tokens": 324270394.0, + "step": 8502 + }, + { + "epoch": 1.0816689988551076, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.522382736206055, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8790096044540405, + "num_tokens": 324311244.0, + "step": 8503 + }, + { + "epoch": 1.0817962091336981, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.59366226196289, + "learning_rate": 1e-06, + "loss": 0.4465, + "mean_token_accuracy": 0.8502706289291382, + "num_tokens": 324350821.0, + "step": 8504 + }, + { + "epoch": 1.0819234194122884, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.50980281829834, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.866048276424408, + "num_tokens": 324388255.0, + "step": 8505 + }, + { + "epoch": 1.082050629690879, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.546674728393555, + "learning_rate": 1e-06, + "loss": 0.4651, + "mean_token_accuracy": 0.8436728119850159, + "num_tokens": 324430068.0, + "step": 8506 + }, + { + "epoch": 1.0821778399694695, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.528960227966309, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8744676113128662, + "num_tokens": 324465341.0, + "step": 8507 + }, + { + "epoch": 1.08230505024806, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.564079284667969, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8762017488479614, + "num_tokens": 324502199.0, + "step": 8508 + }, + { + "epoch": 1.0824322605266505, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.5297269821167, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8703822493553162, + "num_tokens": 324535898.0, + "step": 8509 + }, + { + "epoch": 1.082559470805241, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.546486854553223, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8583190441131592, + "num_tokens": 324574404.0, + "step": 8510 + }, + { + "epoch": 1.0826866810838316, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.502882957458496, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8666442632675171, + "num_tokens": 324611743.0, + "step": 8511 + }, + { + "epoch": 1.0828138913624221, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.557292938232422, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8586890697479248, + "num_tokens": 324653126.0, + "step": 8512 + }, + { + "epoch": 1.0829411016410126, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.551307678222656, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8756500482559204, + "num_tokens": 324692957.0, + "step": 8513 + }, + { + "epoch": 1.0830683119196032, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.569915771484375, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8631191849708557, + "num_tokens": 324737214.0, + "step": 8514 + }, + { + "epoch": 1.0831955221981937, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.578927040100098, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8781061172485352, + "num_tokens": 324773098.0, + "step": 8515 + }, + { + "epoch": 1.083322732476784, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.569026947021484, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8585612177848816, + "num_tokens": 324815846.0, + "step": 8516 + }, + { + "epoch": 1.0834499427553745, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.535332679748535, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8644471168518066, + "num_tokens": 324855912.0, + "step": 8517 + }, + { + "epoch": 1.083577153033965, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.601848602294922, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8624365329742432, + "num_tokens": 324893090.0, + "step": 8518 + }, + { + "epoch": 1.0837043633125556, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.59463882446289, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8677537441253662, + "num_tokens": 324929779.0, + "step": 8519 + }, + { + "epoch": 1.0838315735911461, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.542167663574219, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8723244667053223, + "num_tokens": 324961349.0, + "step": 8520 + }, + { + "epoch": 1.0839587838697367, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.555304527282715, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8672102689743042, + "num_tokens": 324998688.0, + "step": 8521 + }, + { + "epoch": 1.0840859941483272, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.536872863769531, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.8607084155082703, + "num_tokens": 325040601.0, + "step": 8522 + }, + { + "epoch": 1.0842132044269177, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.544197082519531, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8728371858596802, + "num_tokens": 325081729.0, + "step": 8523 + }, + { + "epoch": 1.0843404147055082, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.574263572692871, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.8572543263435364, + "num_tokens": 325118886.0, + "step": 8524 + }, + { + "epoch": 1.0844676249840988, + "ewc_loss": 0.01397705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4007091522216797e-05, + "grad_norm": 10.57892894744873, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8861097097396851, + "num_tokens": 325156417.0, + "step": 8525 + }, + { + "epoch": 1.0845948352626893, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.560394287109375, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8798955082893372, + "num_tokens": 325200902.0, + "step": 8526 + }, + { + "epoch": 1.0847220455412798, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.591182708740234, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.870456337928772, + "num_tokens": 325233362.0, + "step": 8527 + }, + { + "epoch": 1.0848492558198704, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.549117088317871, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8674942851066589, + "num_tokens": 325274646.0, + "step": 8528 + }, + { + "epoch": 1.0849764660984607, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.512579917907715, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8838115930557251, + "num_tokens": 325304735.0, + "step": 8529 + }, + { + "epoch": 1.0851036763770512, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.534388542175293, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8716580271720886, + "num_tokens": 325339833.0, + "step": 8530 + }, + { + "epoch": 1.0852308866556417, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.564263343811035, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8548867702484131, + "num_tokens": 325373838.0, + "step": 8531 + }, + { + "epoch": 1.0853580969342322, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.620870590209961, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8884068727493286, + "num_tokens": 325412913.0, + "step": 8532 + }, + { + "epoch": 1.0854853072128228, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.550948143005371, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8733330965042114, + "num_tokens": 325451830.0, + "step": 8533 + }, + { + "epoch": 1.0856125174914133, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.596037864685059, + "learning_rate": 1e-06, + "loss": 0.4517, + "mean_token_accuracy": 0.8504891395568848, + "num_tokens": 325487162.0, + "step": 8534 + }, + { + "epoch": 1.0857397277700038, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.570813179016113, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8766762018203735, + "num_tokens": 325525906.0, + "step": 8535 + }, + { + "epoch": 1.0858669380485944, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.52053451538086, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8795909881591797, + "num_tokens": 325559925.0, + "step": 8536 + }, + { + "epoch": 1.0859941483271849, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.552322387695312, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8680413961410522, + "num_tokens": 325599980.0, + "step": 8537 + }, + { + "epoch": 1.0861213586057754, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.572208404541016, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8534414768218994, + "num_tokens": 325631745.0, + "step": 8538 + }, + { + "epoch": 1.086248568884366, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.558894157409668, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8648207187652588, + "num_tokens": 325673583.0, + "step": 8539 + }, + { + "epoch": 1.0863757791629565, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.500588417053223, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8609240055084229, + "num_tokens": 325712995.0, + "step": 8540 + }, + { + "epoch": 1.0865029894415468, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.558427810668945, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8747837543487549, + "num_tokens": 325748259.0, + "step": 8541 + }, + { + "epoch": 1.0866301997201373, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.5197172164917, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8734192848205566, + "num_tokens": 325787676.0, + "step": 8542 + }, + { + "epoch": 1.0867574099987278, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.588994979858398, + "learning_rate": 1e-06, + "loss": 0.466, + "mean_token_accuracy": 0.8436369895935059, + "num_tokens": 325827819.0, + "step": 8543 + }, + { + "epoch": 1.0868846202773184, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.549623489379883, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8762868642807007, + "num_tokens": 325866328.0, + "step": 8544 + }, + { + "epoch": 1.0870118305559089, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.582744598388672, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8631290793418884, + "num_tokens": 325906752.0, + "step": 8545 + }, + { + "epoch": 1.0871390408344994, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.54503345489502, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8618282079696655, + "num_tokens": 325943765.0, + "step": 8546 + }, + { + "epoch": 1.08726625111309, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.577169418334961, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8749583959579468, + "num_tokens": 325981471.0, + "step": 8547 + }, + { + "epoch": 1.0873934613916805, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.558067321777344, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8725470900535583, + "num_tokens": 326017253.0, + "step": 8548 + }, + { + "epoch": 1.087520671670271, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.560197830200195, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8690522909164429, + "num_tokens": 326053484.0, + "step": 8549 + }, + { + "epoch": 1.0876478819488615, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.555788040161133, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8740650415420532, + "num_tokens": 326084779.0, + "step": 8550 + }, + { + "epoch": 1.087775092227452, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.553278923034668, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8665388226509094, + "num_tokens": 326120795.0, + "step": 8551 + }, + { + "epoch": 1.0879023025060426, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.590182304382324, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8656166791915894, + "num_tokens": 326155991.0, + "step": 8552 + }, + { + "epoch": 1.0880295127846331, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.528570175170898, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8642306327819824, + "num_tokens": 326195738.0, + "step": 8553 + }, + { + "epoch": 1.0881567230632234, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.52617073059082, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8686668276786804, + "num_tokens": 326237773.0, + "step": 8554 + }, + { + "epoch": 1.088283933341814, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.577057838439941, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8825679421424866, + "num_tokens": 326278589.0, + "step": 8555 + }, + { + "epoch": 1.0884111436204045, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.503094673156738, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8614169359207153, + "num_tokens": 326316862.0, + "step": 8556 + }, + { + "epoch": 1.088538353898995, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.601971626281738, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8657272458076477, + "num_tokens": 326353892.0, + "step": 8557 + }, + { + "epoch": 1.0886655641775855, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.514846801757812, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8724820613861084, + "num_tokens": 326389478.0, + "step": 8558 + }, + { + "epoch": 1.088792774456176, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.528642654418945, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8643767833709717, + "num_tokens": 326428072.0, + "step": 8559 + }, + { + "epoch": 1.0889199847347666, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.556398391723633, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8700758814811707, + "num_tokens": 326466374.0, + "step": 8560 + }, + { + "epoch": 1.0890471950133571, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.531744956970215, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8649500608444214, + "num_tokens": 326501081.0, + "step": 8561 + }, + { + "epoch": 1.0891744052919476, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.56277084350586, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8767850995063782, + "num_tokens": 326532539.0, + "step": 8562 + }, + { + "epoch": 1.0893016155705382, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.527815818786621, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8740183115005493, + "num_tokens": 326569481.0, + "step": 8563 + }, + { + "epoch": 1.0894288258491287, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.522035598754883, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8658996820449829, + "num_tokens": 326609746.0, + "step": 8564 + }, + { + "epoch": 1.089556036127719, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.57065486907959, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8568493127822876, + "num_tokens": 326652379.0, + "step": 8565 + }, + { + "epoch": 1.0896832464063095, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.544492721557617, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8638243675231934, + "num_tokens": 326687617.0, + "step": 8566 + }, + { + "epoch": 1.0898104566849, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.582629203796387, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8611993193626404, + "num_tokens": 326724155.0, + "step": 8567 + }, + { + "epoch": 1.0899376669634906, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.567463874816895, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8666394352912903, + "num_tokens": 326768234.0, + "step": 8568 + }, + { + "epoch": 1.0900648772420811, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.556703567504883, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8714864253997803, + "num_tokens": 326810423.0, + "step": 8569 + }, + { + "epoch": 1.0901920875206716, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.56865406036377, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8667080998420715, + "num_tokens": 326851834.0, + "step": 8570 + }, + { + "epoch": 1.0903192977992622, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.559491157531738, + "learning_rate": 1e-06, + "loss": 0.4335, + "mean_token_accuracy": 0.8565700054168701, + "num_tokens": 326889334.0, + "step": 8571 + }, + { + "epoch": 1.0904465080778527, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.566579818725586, + "learning_rate": 1e-06, + "loss": 0.4346, + "mean_token_accuracy": 0.856225848197937, + "num_tokens": 326931884.0, + "step": 8572 + }, + { + "epoch": 1.0905737183564432, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.571060180664062, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8757935762405396, + "num_tokens": 326969043.0, + "step": 8573 + }, + { + "epoch": 1.0907009286350338, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.557214736938477, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.868941605091095, + "num_tokens": 326998369.0, + "step": 8574 + }, + { + "epoch": 1.0908281389136243, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.564687728881836, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8667811155319214, + "num_tokens": 327036909.0, + "step": 8575 + }, + { + "epoch": 1.0909553491922148, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.557578086853027, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8600387573242188, + "num_tokens": 327076053.0, + "step": 8576 + }, + { + "epoch": 1.0910825594708053, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.598713874816895, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8741461038589478, + "num_tokens": 327112285.0, + "step": 8577 + }, + { + "epoch": 1.0912097697493957, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.591840744018555, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8742294311523438, + "num_tokens": 327151591.0, + "step": 8578 + }, + { + "epoch": 1.0913369800279862, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.54158878326416, + "learning_rate": 1e-06, + "loss": 0.4467, + "mean_token_accuracy": 0.8530763983726501, + "num_tokens": 327193600.0, + "step": 8579 + }, + { + "epoch": 1.0914641903065767, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.638385772705078, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8590489029884338, + "num_tokens": 327230249.0, + "step": 8580 + }, + { + "epoch": 1.0915914005851672, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.584280014038086, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8807345628738403, + "num_tokens": 327270043.0, + "step": 8581 + }, + { + "epoch": 1.0917186108637578, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.57076358795166, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8701057434082031, + "num_tokens": 327309396.0, + "step": 8582 + }, + { + "epoch": 1.0918458211423483, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.607192039489746, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8764523267745972, + "num_tokens": 327349497.0, + "step": 8583 + }, + { + "epoch": 1.0919730314209388, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.570557594299316, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8606428503990173, + "num_tokens": 327385648.0, + "step": 8584 + }, + { + "epoch": 1.0921002416995294, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.609942436218262, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8687995076179504, + "num_tokens": 327426379.0, + "step": 8585 + }, + { + "epoch": 1.0922274519781199, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.574075698852539, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8722695112228394, + "num_tokens": 327467555.0, + "step": 8586 + }, + { + "epoch": 1.0923546622567104, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.579700469970703, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8639578819274902, + "num_tokens": 327505303.0, + "step": 8587 + }, + { + "epoch": 1.092481872535301, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.619719505310059, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8726850748062134, + "num_tokens": 327547854.0, + "step": 8588 + }, + { + "epoch": 1.0926090828138915, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.585607528686523, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8699806928634644, + "num_tokens": 327584132.0, + "step": 8589 + }, + { + "epoch": 1.0927362930924818, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.577767372131348, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8562890291213989, + "num_tokens": 327629250.0, + "step": 8590 + }, + { + "epoch": 1.0928635033710723, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.5511474609375, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8607373237609863, + "num_tokens": 327666988.0, + "step": 8591 + }, + { + "epoch": 1.0929907136496628, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.560908317565918, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8697359561920166, + "num_tokens": 327705955.0, + "step": 8592 + }, + { + "epoch": 1.0931179239282534, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.645197868347168, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8598103523254395, + "num_tokens": 327746362.0, + "step": 8593 + }, + { + "epoch": 1.0932451342068439, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.523367881774902, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8670179843902588, + "num_tokens": 327789034.0, + "step": 8594 + }, + { + "epoch": 1.0933723444854344, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.648406028747559, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8574048280715942, + "num_tokens": 327824203.0, + "step": 8595 + }, + { + "epoch": 1.093499554764025, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.558282852172852, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8688632845878601, + "num_tokens": 327860340.0, + "step": 8596 + }, + { + "epoch": 1.0936267650426155, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.579442977905273, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8604291677474976, + "num_tokens": 327901709.0, + "step": 8597 + }, + { + "epoch": 1.093753975321206, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.537062644958496, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8695921301841736, + "num_tokens": 327940327.0, + "step": 8598 + }, + { + "epoch": 1.0938811855997965, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.590991973876953, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8726803064346313, + "num_tokens": 327977966.0, + "step": 8599 + }, + { + "epoch": 1.094008395878387, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.573713302612305, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8643386363983154, + "num_tokens": 328021143.0, + "step": 8600 + }, + { + "epoch": 1.0941356061569776, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.579385757446289, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8733741044998169, + "num_tokens": 328060792.0, + "step": 8601 + }, + { + "epoch": 1.094262816435568, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.598700523376465, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8687008023262024, + "num_tokens": 328099698.0, + "step": 8602 + }, + { + "epoch": 1.0943900267141584, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.567761421203613, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8708549737930298, + "num_tokens": 328141075.0, + "step": 8603 + }, + { + "epoch": 1.094517236992749, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.600264549255371, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8608837127685547, + "num_tokens": 328178945.0, + "step": 8604 + }, + { + "epoch": 1.0946444472713395, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.616546630859375, + "learning_rate": 1e-06, + "loss": 0.474, + "mean_token_accuracy": 0.8412861824035645, + "num_tokens": 328214423.0, + "step": 8605 + }, + { + "epoch": 1.09477165754993, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.627676963806152, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8675699234008789, + "num_tokens": 328248640.0, + "step": 8606 + }, + { + "epoch": 1.0948988678285205, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.561517715454102, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.8475778102874756, + "num_tokens": 328283016.0, + "step": 8607 + }, + { + "epoch": 1.095026078107111, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.591906547546387, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8708701133728027, + "num_tokens": 328322377.0, + "step": 8608 + }, + { + "epoch": 1.0951532883857016, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.618705749511719, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8688921928405762, + "num_tokens": 328359409.0, + "step": 8609 + }, + { + "epoch": 1.0952804986642921, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.563362121582031, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.871373176574707, + "num_tokens": 328401257.0, + "step": 8610 + }, + { + "epoch": 1.0954077089428826, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.608006477355957, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8704785108566284, + "num_tokens": 328435886.0, + "step": 8611 + }, + { + "epoch": 1.0955349192214732, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.578775405883789, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8563459515571594, + "num_tokens": 328472091.0, + "step": 8612 + }, + { + "epoch": 1.0956621295000637, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.629240036010742, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8595831990242004, + "num_tokens": 328509453.0, + "step": 8613 + }, + { + "epoch": 1.095789339778654, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.588373184204102, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.866992712020874, + "num_tokens": 328545590.0, + "step": 8614 + }, + { + "epoch": 1.0959165500572445, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.533896446228027, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8576387166976929, + "num_tokens": 328583093.0, + "step": 8615 + }, + { + "epoch": 1.096043760335835, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.59195613861084, + "learning_rate": 1e-06, + "loss": 0.454, + "mean_token_accuracy": 0.8499679565429688, + "num_tokens": 328625312.0, + "step": 8616 + }, + { + "epoch": 1.0961709706144256, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.629805564880371, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.8606182932853699, + "num_tokens": 328655392.0, + "step": 8617 + }, + { + "epoch": 1.0962981808930161, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.588251113891602, + "learning_rate": 1e-06, + "loss": 0.4541, + "mean_token_accuracy": 0.8513974547386169, + "num_tokens": 328693686.0, + "step": 8618 + }, + { + "epoch": 1.0964253911716066, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.562102317810059, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8784098625183105, + "num_tokens": 328728051.0, + "step": 8619 + }, + { + "epoch": 1.0965526014501972, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.584664344787598, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8573229908943176, + "num_tokens": 328768091.0, + "step": 8620 + }, + { + "epoch": 1.0966798117287877, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.583331108093262, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8646653294563293, + "num_tokens": 328803851.0, + "step": 8621 + }, + { + "epoch": 1.0968070220073782, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.586737632751465, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8785467147827148, + "num_tokens": 328837429.0, + "step": 8622 + }, + { + "epoch": 1.0969342322859688, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.544588088989258, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8665451407432556, + "num_tokens": 328874264.0, + "step": 8623 + }, + { + "epoch": 1.0970614425645593, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.588211059570312, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8698900938034058, + "num_tokens": 328911627.0, + "step": 8624 + }, + { + "epoch": 1.0971886528431498, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.649724960327148, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8600032329559326, + "num_tokens": 328944471.0, + "step": 8625 + }, + { + "epoch": 1.0973158631217403, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.532429695129395, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8746194839477539, + "num_tokens": 328983826.0, + "step": 8626 + }, + { + "epoch": 1.0974430734003306, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.604212760925293, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8677307367324829, + "num_tokens": 329019385.0, + "step": 8627 + }, + { + "epoch": 1.0975702836789212, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.584966659545898, + "learning_rate": 1e-06, + "loss": 0.4475, + "mean_token_accuracy": 0.8545576333999634, + "num_tokens": 329065179.0, + "step": 8628 + }, + { + "epoch": 1.0976974939575117, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.556524276733398, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8736535906791687, + "num_tokens": 329101077.0, + "step": 8629 + }, + { + "epoch": 1.0978247042361022, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.631606101989746, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.873108446598053, + "num_tokens": 329137538.0, + "step": 8630 + }, + { + "epoch": 1.0979519145146928, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.557888984680176, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8812326788902283, + "num_tokens": 329171952.0, + "step": 8631 + }, + { + "epoch": 1.0980791247932833, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.578508377075195, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8753669261932373, + "num_tokens": 329214956.0, + "step": 8632 + }, + { + "epoch": 1.0982063350718738, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.535196304321289, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8571842312812805, + "num_tokens": 329254228.0, + "step": 8633 + }, + { + "epoch": 1.0983335453504643, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.5996732711792, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8694327473640442, + "num_tokens": 329288337.0, + "step": 8634 + }, + { + "epoch": 1.0984607556290549, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.610136985778809, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.8611364960670471, + "num_tokens": 329329118.0, + "step": 8635 + }, + { + "epoch": 1.0985879659076454, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.530343055725098, + "learning_rate": 1e-06, + "loss": 0.4389, + "mean_token_accuracy": 0.853329062461853, + "num_tokens": 329366301.0, + "step": 8636 + }, + { + "epoch": 1.098715176186236, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.558947563171387, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.8558136820793152, + "num_tokens": 329401612.0, + "step": 8637 + }, + { + "epoch": 1.0988423864648265, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.546234130859375, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8691506385803223, + "num_tokens": 329440403.0, + "step": 8638 + }, + { + "epoch": 1.0989695967434168, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.505589485168457, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8777003884315491, + "num_tokens": 329478699.0, + "step": 8639 + }, + { + "epoch": 1.0990968070220073, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.521495819091797, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8658463358879089, + "num_tokens": 329517860.0, + "step": 8640 + }, + { + "epoch": 1.0992240173005978, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.567262649536133, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8723515272140503, + "num_tokens": 329555385.0, + "step": 8641 + }, + { + "epoch": 1.0993512275791884, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.55341911315918, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8643866181373596, + "num_tokens": 329594775.0, + "step": 8642 + }, + { + "epoch": 1.0994784378577789, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.569686889648438, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8716083765029907, + "num_tokens": 329629872.0, + "step": 8643 + }, + { + "epoch": 1.0996056481363694, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.577229499816895, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8610845804214478, + "num_tokens": 329665263.0, + "step": 8644 + }, + { + "epoch": 1.09973285841496, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.601825714111328, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8575229048728943, + "num_tokens": 329705853.0, + "step": 8645 + }, + { + "epoch": 1.0998600686935505, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.584436416625977, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8740526437759399, + "num_tokens": 329741690.0, + "step": 8646 + }, + { + "epoch": 1.099987278972141, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.548036575317383, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8594657182693481, + "num_tokens": 329781548.0, + "step": 8647 + }, + { + "epoch": 1.1001144892507315, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.591780662536621, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8750756978988647, + "num_tokens": 329822304.0, + "step": 8648 + }, + { + "epoch": 1.100241699529322, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.573673248291016, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8679322004318237, + "num_tokens": 329856065.0, + "step": 8649 + }, + { + "epoch": 1.1003689098079126, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.623298645019531, + "learning_rate": 1e-06, + "loss": 0.469, + "mean_token_accuracy": 0.8509378433227539, + "num_tokens": 329895002.0, + "step": 8650 + }, + { + "epoch": 1.100496120086503, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.533342361450195, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8610824346542358, + "num_tokens": 329938810.0, + "step": 8651 + }, + { + "epoch": 1.1006233303650934, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.545684814453125, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8800363540649414, + "num_tokens": 329976513.0, + "step": 8652 + }, + { + "epoch": 1.100750540643684, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.55552864074707, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8746570348739624, + "num_tokens": 330014013.0, + "step": 8653 + }, + { + "epoch": 1.1008777509222745, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.553810119628906, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8634474277496338, + "num_tokens": 330052577.0, + "step": 8654 + }, + { + "epoch": 1.101004961200865, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.578155517578125, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8655529022216797, + "num_tokens": 330091385.0, + "step": 8655 + }, + { + "epoch": 1.1011321714794555, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.579254150390625, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8761205673217773, + "num_tokens": 330130285.0, + "step": 8656 + }, + { + "epoch": 1.101259381758046, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.5823974609375, + "learning_rate": 1e-06, + "loss": 0.4356, + "mean_token_accuracy": 0.8534366488456726, + "num_tokens": 330166823.0, + "step": 8657 + }, + { + "epoch": 1.1013865920366366, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.612401008605957, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.868290364742279, + "num_tokens": 330200655.0, + "step": 8658 + }, + { + "epoch": 1.101513802315227, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.535205841064453, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8659859895706177, + "num_tokens": 330243656.0, + "step": 8659 + }, + { + "epoch": 1.1016410125938176, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.601917266845703, + "learning_rate": 1e-06, + "loss": 0.4252, + "mean_token_accuracy": 0.8585175275802612, + "num_tokens": 330287200.0, + "step": 8660 + }, + { + "epoch": 1.1017682228724082, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.532063484191895, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8696297407150269, + "num_tokens": 330324794.0, + "step": 8661 + }, + { + "epoch": 1.1018954331509987, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.592852592468262, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8694480657577515, + "num_tokens": 330365297.0, + "step": 8662 + }, + { + "epoch": 1.102022643429589, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.552679061889648, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8844320178031921, + "num_tokens": 330408046.0, + "step": 8663 + }, + { + "epoch": 1.1021498537081795, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.538595199584961, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8625966310501099, + "num_tokens": 330447815.0, + "step": 8664 + }, + { + "epoch": 1.10227706398677, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.610480308532715, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8572434782981873, + "num_tokens": 330487796.0, + "step": 8665 + }, + { + "epoch": 1.1024042742653606, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.52656078338623, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8779110312461853, + "num_tokens": 330531155.0, + "step": 8666 + }, + { + "epoch": 1.1025314845439511, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.520050048828125, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8767587542533875, + "num_tokens": 330568611.0, + "step": 8667 + }, + { + "epoch": 1.1026586948225416, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.595881462097168, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.8620476722717285, + "num_tokens": 330608085.0, + "step": 8668 + }, + { + "epoch": 1.1027859051011322, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.560906410217285, + "learning_rate": 1e-06, + "loss": 0.4407, + "mean_token_accuracy": 0.8499822616577148, + "num_tokens": 330644776.0, + "step": 8669 + }, + { + "epoch": 1.1029131153797227, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.580925941467285, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8571618795394897, + "num_tokens": 330686401.0, + "step": 8670 + }, + { + "epoch": 1.1030403256583132, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.559989929199219, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8735786080360413, + "num_tokens": 330723115.0, + "step": 8671 + }, + { + "epoch": 1.1031675359369038, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.576037406921387, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8830430507659912, + "num_tokens": 330761170.0, + "step": 8672 + }, + { + "epoch": 1.1032947462154943, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.572905540466309, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8680589199066162, + "num_tokens": 330790230.0, + "step": 8673 + }, + { + "epoch": 1.1034219564940848, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.538331031799316, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8777705430984497, + "num_tokens": 330826178.0, + "step": 8674 + }, + { + "epoch": 1.1035491667726753, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.590204238891602, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8748912811279297, + "num_tokens": 330866341.0, + "step": 8675 + }, + { + "epoch": 1.1036763770512656, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.53532600402832, + "learning_rate": 1e-06, + "loss": 0.4429, + "mean_token_accuracy": 0.8547049164772034, + "num_tokens": 330903955.0, + "step": 8676 + }, + { + "epoch": 1.1038035873298562, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.570273399353027, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8633873462677002, + "num_tokens": 330943024.0, + "step": 8677 + }, + { + "epoch": 1.1039307976084467, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.535269737243652, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.8621531128883362, + "num_tokens": 330981004.0, + "step": 8678 + }, + { + "epoch": 1.1040580078870372, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.593405723571777, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8671672344207764, + "num_tokens": 331021532.0, + "step": 8679 + }, + { + "epoch": 1.1041852181656278, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.511312484741211, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8748661279678345, + "num_tokens": 331058010.0, + "step": 8680 + }, + { + "epoch": 1.1043124284442183, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.604960441589355, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8765433430671692, + "num_tokens": 331090713.0, + "step": 8681 + }, + { + "epoch": 1.1044396387228088, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.559663772583008, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8726611137390137, + "num_tokens": 331127532.0, + "step": 8682 + }, + { + "epoch": 1.1045668490013993, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.54574966430664, + "learning_rate": 1e-06, + "loss": 0.4703, + "mean_token_accuracy": 0.8475353717803955, + "num_tokens": 331172088.0, + "step": 8683 + }, + { + "epoch": 1.1046940592799899, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.566695213317871, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8627840876579285, + "num_tokens": 331213419.0, + "step": 8684 + }, + { + "epoch": 1.1048212695585804, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.589900016784668, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8670088052749634, + "num_tokens": 331250102.0, + "step": 8685 + }, + { + "epoch": 1.104948479837171, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.54781436920166, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8686596155166626, + "num_tokens": 331284597.0, + "step": 8686 + }, + { + "epoch": 1.1050756901157615, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.543188095092773, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8593487739562988, + "num_tokens": 331330688.0, + "step": 8687 + }, + { + "epoch": 1.1052029003943518, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.558812141418457, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8699213862419128, + "num_tokens": 331368777.0, + "step": 8688 + }, + { + "epoch": 1.1053301106729423, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.561661720275879, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.87126624584198, + "num_tokens": 331414369.0, + "step": 8689 + }, + { + "epoch": 1.1054573209515328, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.566437721252441, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8738041520118713, + "num_tokens": 331452788.0, + "step": 8690 + }, + { + "epoch": 1.1055845312301233, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.61139965057373, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8564133644104004, + "num_tokens": 331489575.0, + "step": 8691 + }, + { + "epoch": 1.1057117415087139, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.569960594177246, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8844449520111084, + "num_tokens": 331529129.0, + "step": 8692 + }, + { + "epoch": 1.1058389517873044, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.552580833435059, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8624969720840454, + "num_tokens": 331564989.0, + "step": 8693 + }, + { + "epoch": 1.105966162065895, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.640262603759766, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8679029941558838, + "num_tokens": 331602561.0, + "step": 8694 + }, + { + "epoch": 1.1060933723444855, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.574275016784668, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8686753511428833, + "num_tokens": 331646902.0, + "step": 8695 + }, + { + "epoch": 1.106220582623076, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.600674629211426, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8676975965499878, + "num_tokens": 331682347.0, + "step": 8696 + }, + { + "epoch": 1.1063477929016665, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.570693016052246, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8600673079490662, + "num_tokens": 331725813.0, + "step": 8697 + }, + { + "epoch": 1.106475003180257, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.567910194396973, + "learning_rate": 1e-06, + "loss": 0.4634, + "mean_token_accuracy": 0.84674072265625, + "num_tokens": 331767856.0, + "step": 8698 + }, + { + "epoch": 1.1066022134588476, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.564815521240234, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8765071630477905, + "num_tokens": 331804238.0, + "step": 8699 + }, + { + "epoch": 1.106729423737438, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.555789947509766, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8690096139907837, + "num_tokens": 331839963.0, + "step": 8700 + }, + { + "epoch": 1.1068566340160284, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.551212310791016, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.870587944984436, + "num_tokens": 331881563.0, + "step": 8701 + }, + { + "epoch": 1.106983844294619, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.557007789611816, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8644487857818604, + "num_tokens": 331925540.0, + "step": 8702 + }, + { + "epoch": 1.1071110545732095, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.612608909606934, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8754851222038269, + "num_tokens": 331963171.0, + "step": 8703 + }, + { + "epoch": 1.1072382648518, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.565092086791992, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8863216042518616, + "num_tokens": 331998310.0, + "step": 8704 + }, + { + "epoch": 1.1073654751303905, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.548449516296387, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8730069994926453, + "num_tokens": 332034181.0, + "step": 8705 + }, + { + "epoch": 1.107492685408981, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.526268005371094, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8755680918693542, + "num_tokens": 332075368.0, + "step": 8706 + }, + { + "epoch": 1.1076198956875716, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.60209846496582, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8785449266433716, + "num_tokens": 332113281.0, + "step": 8707 + }, + { + "epoch": 1.107747105966162, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.514680862426758, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.8598616719245911, + "num_tokens": 332154206.0, + "step": 8708 + }, + { + "epoch": 1.1078743162447526, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.617215156555176, + "learning_rate": 1e-06, + "loss": 0.4462, + "mean_token_accuracy": 0.8531926274299622, + "num_tokens": 332195409.0, + "step": 8709 + }, + { + "epoch": 1.1080015265233432, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.520191192626953, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8758478164672852, + "num_tokens": 332233836.0, + "step": 8710 + }, + { + "epoch": 1.1081287368019337, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.561285972595215, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8722342848777771, + "num_tokens": 332274167.0, + "step": 8711 + }, + { + "epoch": 1.108255947080524, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.577796936035156, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8649236559867859, + "num_tokens": 332315856.0, + "step": 8712 + }, + { + "epoch": 1.1083831573591145, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.498180389404297, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8667927980422974, + "num_tokens": 332366365.0, + "step": 8713 + }, + { + "epoch": 1.108510367637705, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.628124237060547, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.865567684173584, + "num_tokens": 332400411.0, + "step": 8714 + }, + { + "epoch": 1.1086375779162956, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.516159057617188, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8702247142791748, + "num_tokens": 332441959.0, + "step": 8715 + }, + { + "epoch": 1.108764788194886, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.57895565032959, + "learning_rate": 1e-06, + "loss": 0.4585, + "mean_token_accuracy": 0.8544499278068542, + "num_tokens": 332479545.0, + "step": 8716 + }, + { + "epoch": 1.1088919984734766, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.57812213897705, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8789529800415039, + "num_tokens": 332516240.0, + "step": 8717 + }, + { + "epoch": 1.1090192087520672, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.581683158874512, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8727006316184998, + "num_tokens": 332553488.0, + "step": 8718 + }, + { + "epoch": 1.1091464190306577, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.609648704528809, + "learning_rate": 1e-06, + "loss": 0.4266, + "mean_token_accuracy": 0.8584235906600952, + "num_tokens": 332588646.0, + "step": 8719 + }, + { + "epoch": 1.1092736293092482, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.5880765914917, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8572717308998108, + "num_tokens": 332629103.0, + "step": 8720 + }, + { + "epoch": 1.1094008395878387, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.560504913330078, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8732477426528931, + "num_tokens": 332664820.0, + "step": 8721 + }, + { + "epoch": 1.1095280498664293, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.615129470825195, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8689565658569336, + "num_tokens": 332699772.0, + "step": 8722 + }, + { + "epoch": 1.1096552601450198, + "ewc_loss": 0.0140380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4066696166992188e-05, + "grad_norm": 10.565797805786133, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8763772249221802, + "num_tokens": 332733478.0, + "step": 8723 + }, + { + "epoch": 1.1097824704236103, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.57351016998291, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8637394309043884, + "num_tokens": 332774733.0, + "step": 8724 + }, + { + "epoch": 1.1099096807022006, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.583206176757812, + "learning_rate": 1e-06, + "loss": 0.4657, + "mean_token_accuracy": 0.844984233379364, + "num_tokens": 332812970.0, + "step": 8725 + }, + { + "epoch": 1.1100368909807912, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.552411079406738, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8634157180786133, + "num_tokens": 332854974.0, + "step": 8726 + }, + { + "epoch": 1.1101641012593817, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.605391502380371, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.8539477586746216, + "num_tokens": 332886462.0, + "step": 8727 + }, + { + "epoch": 1.1102913115379722, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.592198371887207, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8639411926269531, + "num_tokens": 332928614.0, + "step": 8728 + }, + { + "epoch": 1.1104185218165628, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.600275993347168, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8686840534210205, + "num_tokens": 332962447.0, + "step": 8729 + }, + { + "epoch": 1.1105457320951533, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.581001281738281, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.8596885204315186, + "num_tokens": 332991395.0, + "step": 8730 + }, + { + "epoch": 1.1106729423737438, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.637786865234375, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.8596963286399841, + "num_tokens": 333027852.0, + "step": 8731 + }, + { + "epoch": 1.1108001526523343, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.507115364074707, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8695842027664185, + "num_tokens": 333063337.0, + "step": 8732 + }, + { + "epoch": 1.1109273629309249, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.613167762756348, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.859052300453186, + "num_tokens": 333094632.0, + "step": 8733 + }, + { + "epoch": 1.1110545732095154, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.601947784423828, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8818942308425903, + "num_tokens": 333134071.0, + "step": 8734 + }, + { + "epoch": 1.111181783488106, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.553890228271484, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8740687370300293, + "num_tokens": 333171288.0, + "step": 8735 + }, + { + "epoch": 1.1113089937666965, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.57455825805664, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.87514328956604, + "num_tokens": 333212111.0, + "step": 8736 + }, + { + "epoch": 1.1114362040452868, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.615073204040527, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.873654305934906, + "num_tokens": 333247557.0, + "step": 8737 + }, + { + "epoch": 1.1115634143238773, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.588056564331055, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8665411472320557, + "num_tokens": 333278705.0, + "step": 8738 + }, + { + "epoch": 1.1116906246024678, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.631580352783203, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8693860769271851, + "num_tokens": 333316493.0, + "step": 8739 + }, + { + "epoch": 1.1118178348810583, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.607471466064453, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8703212738037109, + "num_tokens": 333360384.0, + "step": 8740 + }, + { + "epoch": 1.1119450451596489, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.612675666809082, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8688551187515259, + "num_tokens": 333395568.0, + "step": 8741 + }, + { + "epoch": 1.1120722554382394, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.678614616394043, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8714398741722107, + "num_tokens": 333429267.0, + "step": 8742 + }, + { + "epoch": 1.11219946571683, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.563858985900879, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8733636140823364, + "num_tokens": 333469908.0, + "step": 8743 + }, + { + "epoch": 1.1123266759954205, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.65234375, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8711467981338501, + "num_tokens": 333507865.0, + "step": 8744 + }, + { + "epoch": 1.112453886274011, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.595345497131348, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8788495659828186, + "num_tokens": 333544011.0, + "step": 8745 + }, + { + "epoch": 1.1125810965526015, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.638575553894043, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8691498041152954, + "num_tokens": 333581949.0, + "step": 8746 + }, + { + "epoch": 1.112708306831192, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.644182205200195, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8764626979827881, + "num_tokens": 333615994.0, + "step": 8747 + }, + { + "epoch": 1.1128355171097826, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.569514274597168, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8828545808792114, + "num_tokens": 333654454.0, + "step": 8748 + }, + { + "epoch": 1.112962727388373, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.618048667907715, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8603842258453369, + "num_tokens": 333700206.0, + "step": 8749 + }, + { + "epoch": 1.1130899376669634, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.590156555175781, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8710401058197021, + "num_tokens": 333737538.0, + "step": 8750 + }, + { + "epoch": 1.113217147945554, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.636247634887695, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8704197406768799, + "num_tokens": 333771237.0, + "step": 8751 + }, + { + "epoch": 1.1133443582241445, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.590555191040039, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8651154041290283, + "num_tokens": 333806522.0, + "step": 8752 + }, + { + "epoch": 1.113471568502735, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.618878364562988, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8675639033317566, + "num_tokens": 333846656.0, + "step": 8753 + }, + { + "epoch": 1.1135987787813255, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.616341590881348, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8596382141113281, + "num_tokens": 333886294.0, + "step": 8754 + }, + { + "epoch": 1.113725989059916, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.611323356628418, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8647372722625732, + "num_tokens": 333923868.0, + "step": 8755 + }, + { + "epoch": 1.1138531993385066, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.593564987182617, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8712031245231628, + "num_tokens": 333957187.0, + "step": 8756 + }, + { + "epoch": 1.113980409617097, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.593688011169434, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8814669847488403, + "num_tokens": 333999061.0, + "step": 8757 + }, + { + "epoch": 1.1141076198956876, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.640392303466797, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8622229099273682, + "num_tokens": 334043595.0, + "step": 8758 + }, + { + "epoch": 1.1142348301742782, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.641746520996094, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.87168949842453, + "num_tokens": 334078487.0, + "step": 8759 + }, + { + "epoch": 1.1143620404528687, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.586071014404297, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8766225576400757, + "num_tokens": 334119610.0, + "step": 8760 + }, + { + "epoch": 1.114489250731459, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.618790626525879, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8640151619911194, + "num_tokens": 334160149.0, + "step": 8761 + }, + { + "epoch": 1.1146164610100495, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.625068664550781, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8688376545906067, + "num_tokens": 334198667.0, + "step": 8762 + }, + { + "epoch": 1.11474367128864, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.611720085144043, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8703016638755798, + "num_tokens": 334233838.0, + "step": 8763 + }, + { + "epoch": 1.1148708815672306, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.639944076538086, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8608125448226929, + "num_tokens": 334275703.0, + "step": 8764 + }, + { + "epoch": 1.114998091845821, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.650832176208496, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8797743320465088, + "num_tokens": 334311119.0, + "step": 8765 + }, + { + "epoch": 1.1151253021244116, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.628209114074707, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.8610247373580933, + "num_tokens": 334348298.0, + "step": 8766 + }, + { + "epoch": 1.1152525124030022, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.647102355957031, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8552117347717285, + "num_tokens": 334386986.0, + "step": 8767 + }, + { + "epoch": 1.1153797226815927, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.543572425842285, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8722684383392334, + "num_tokens": 334423263.0, + "step": 8768 + }, + { + "epoch": 1.1155069329601832, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.642712593078613, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8847265243530273, + "num_tokens": 334460363.0, + "step": 8769 + }, + { + "epoch": 1.1156341432387737, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.575681686401367, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8722328543663025, + "num_tokens": 334501883.0, + "step": 8770 + }, + { + "epoch": 1.1157613535173643, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.585610389709473, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8677639365196228, + "num_tokens": 334536242.0, + "step": 8771 + }, + { + "epoch": 1.1158885637959548, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.658089637756348, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8794090747833252, + "num_tokens": 334569685.0, + "step": 8772 + }, + { + "epoch": 1.1160157740745453, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.560235023498535, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8704262375831604, + "num_tokens": 334604946.0, + "step": 8773 + }, + { + "epoch": 1.1161429843531356, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.642800331115723, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8743489384651184, + "num_tokens": 334645495.0, + "step": 8774 + }, + { + "epoch": 1.1162701946317262, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.622603416442871, + "learning_rate": 1e-06, + "loss": 0.4149, + "mean_token_accuracy": 0.8630867600440979, + "num_tokens": 334684239.0, + "step": 8775 + }, + { + "epoch": 1.1163974049103167, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.667520523071289, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8739302158355713, + "num_tokens": 334713799.0, + "step": 8776 + }, + { + "epoch": 1.1165246151889072, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.606191635131836, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.888664960861206, + "num_tokens": 334753374.0, + "step": 8777 + }, + { + "epoch": 1.1166518254674977, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.586359024047852, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8697466850280762, + "num_tokens": 334792867.0, + "step": 8778 + }, + { + "epoch": 1.1167790357460883, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.632407188415527, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8654100894927979, + "num_tokens": 334832664.0, + "step": 8779 + }, + { + "epoch": 1.1169062460246788, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.62358283996582, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.8614825010299683, + "num_tokens": 334876763.0, + "step": 8780 + }, + { + "epoch": 1.1170334563032693, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.637083053588867, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8694733381271362, + "num_tokens": 334909431.0, + "step": 8781 + }, + { + "epoch": 1.1171606665818599, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.623441696166992, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.867173433303833, + "num_tokens": 334941939.0, + "step": 8782 + }, + { + "epoch": 1.1172878768604504, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.578143119812012, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8773949146270752, + "num_tokens": 334981338.0, + "step": 8783 + }, + { + "epoch": 1.117415087139041, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.576818466186523, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8679210543632507, + "num_tokens": 335020660.0, + "step": 8784 + }, + { + "epoch": 1.1175422974176314, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.654911994934082, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8712411522865295, + "num_tokens": 335057377.0, + "step": 8785 + }, + { + "epoch": 1.1176695076962218, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.666502952575684, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8590429425239563, + "num_tokens": 335092912.0, + "step": 8786 + }, + { + "epoch": 1.1177967179748123, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.612591743469238, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8832648992538452, + "num_tokens": 335129157.0, + "step": 8787 + }, + { + "epoch": 1.1179239282534028, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.64803409576416, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8698470592498779, + "num_tokens": 335168065.0, + "step": 8788 + }, + { + "epoch": 1.1180511385319933, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.573185920715332, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8670194149017334, + "num_tokens": 335218876.0, + "step": 8789 + }, + { + "epoch": 1.1181783488105839, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.58622932434082, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8790021538734436, + "num_tokens": 335256300.0, + "step": 8790 + }, + { + "epoch": 1.1183055590891744, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.670385360717773, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.879132866859436, + "num_tokens": 335291035.0, + "step": 8791 + }, + { + "epoch": 1.118432769367765, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.638439178466797, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8801714181900024, + "num_tokens": 335330092.0, + "step": 8792 + }, + { + "epoch": 1.1185599796463555, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.62732982635498, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.8554275035858154, + "num_tokens": 335367146.0, + "step": 8793 + }, + { + "epoch": 1.118687189924946, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.61386775970459, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8692400455474854, + "num_tokens": 335405069.0, + "step": 8794 + }, + { + "epoch": 1.1188144002035365, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.598662376403809, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.8590863943099976, + "num_tokens": 335443779.0, + "step": 8795 + }, + { + "epoch": 1.118941610482127, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.584044456481934, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.8613404035568237, + "num_tokens": 335485978.0, + "step": 8796 + }, + { + "epoch": 1.1190688207607176, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.581168174743652, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8725728392601013, + "num_tokens": 335530375.0, + "step": 8797 + }, + { + "epoch": 1.119196031039308, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.589812278747559, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8739728927612305, + "num_tokens": 335569109.0, + "step": 8798 + }, + { + "epoch": 1.1193232413178984, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.614398002624512, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8558832406997681, + "num_tokens": 335599283.0, + "step": 8799 + }, + { + "epoch": 1.119450451596489, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.608814239501953, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8755325675010681, + "num_tokens": 335634792.0, + "step": 8800 + }, + { + "epoch": 1.1195776618750795, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.620274543762207, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8813658952713013, + "num_tokens": 335672869.0, + "step": 8801 + }, + { + "epoch": 1.11970487215367, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.621073722839355, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8744744658470154, + "num_tokens": 335714996.0, + "step": 8802 + }, + { + "epoch": 1.1198320824322605, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.59288215637207, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8602352142333984, + "num_tokens": 335756884.0, + "step": 8803 + }, + { + "epoch": 1.119959292710851, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.611479759216309, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8784545063972473, + "num_tokens": 335793935.0, + "step": 8804 + }, + { + "epoch": 1.1200865029894416, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.589323043823242, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8804346323013306, + "num_tokens": 335834169.0, + "step": 8805 + }, + { + "epoch": 1.120213713268032, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.598909378051758, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8865814208984375, + "num_tokens": 335872302.0, + "step": 8806 + }, + { + "epoch": 1.1203409235466226, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.646163940429688, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8688957691192627, + "num_tokens": 335908074.0, + "step": 8807 + }, + { + "epoch": 1.1204681338252132, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.623428344726562, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8796771764755249, + "num_tokens": 335946268.0, + "step": 8808 + }, + { + "epoch": 1.1205953441038037, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.579015731811523, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8697224259376526, + "num_tokens": 335985364.0, + "step": 8809 + }, + { + "epoch": 1.120722554382394, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.637210845947266, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8718551993370056, + "num_tokens": 336025300.0, + "step": 8810 + }, + { + "epoch": 1.1208497646609845, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.578110694885254, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8728595972061157, + "num_tokens": 336062105.0, + "step": 8811 + }, + { + "epoch": 1.120976974939575, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.667388916015625, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.858566164970398, + "num_tokens": 336102944.0, + "step": 8812 + }, + { + "epoch": 1.1211041852181656, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.591066360473633, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8940451145172119, + "num_tokens": 336142964.0, + "step": 8813 + }, + { + "epoch": 1.121231395496756, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.672800064086914, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8715523481369019, + "num_tokens": 336186962.0, + "step": 8814 + }, + { + "epoch": 1.1213586057753466, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.628549575805664, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8779001235961914, + "num_tokens": 336220775.0, + "step": 8815 + }, + { + "epoch": 1.1214858160539372, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.58604621887207, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.865649938583374, + "num_tokens": 336263067.0, + "step": 8816 + }, + { + "epoch": 1.1216130263325277, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.582051277160645, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8731838464736938, + "num_tokens": 336308463.0, + "step": 8817 + }, + { + "epoch": 1.1217402366111182, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.665436744689941, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8824713826179504, + "num_tokens": 336346965.0, + "step": 8818 + }, + { + "epoch": 1.1218674468897087, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.706374168395996, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8708434104919434, + "num_tokens": 336382114.0, + "step": 8819 + }, + { + "epoch": 1.1219946571682993, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.626324653625488, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.873403787612915, + "num_tokens": 336414020.0, + "step": 8820 + }, + { + "epoch": 1.1221218674468898, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.648893356323242, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8672911524772644, + "num_tokens": 336452522.0, + "step": 8821 + }, + { + "epoch": 1.1222490777254803, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.672072410583496, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8797423243522644, + "num_tokens": 336484593.0, + "step": 8822 + }, + { + "epoch": 1.1223762880040706, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.67296314239502, + "learning_rate": 1e-06, + "loss": 0.4515, + "mean_token_accuracy": 0.8537770509719849, + "num_tokens": 336518964.0, + "step": 8823 + }, + { + "epoch": 1.1225034982826612, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.69553279876709, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.8571533560752869, + "num_tokens": 336556320.0, + "step": 8824 + }, + { + "epoch": 1.1226307085612517, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.603235244750977, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8592901229858398, + "num_tokens": 336595473.0, + "step": 8825 + }, + { + "epoch": 1.1227579188398422, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.63708782196045, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8685827851295471, + "num_tokens": 336631793.0, + "step": 8826 + }, + { + "epoch": 1.1228851291184327, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.631163597106934, + "learning_rate": 1e-06, + "loss": 0.4371, + "mean_token_accuracy": 0.8549304008483887, + "num_tokens": 336671230.0, + "step": 8827 + }, + { + "epoch": 1.1230123393970233, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.6192626953125, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8704280853271484, + "num_tokens": 336712015.0, + "step": 8828 + }, + { + "epoch": 1.1231395496756138, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.698238372802734, + "learning_rate": 1e-06, + "loss": 0.4379, + "mean_token_accuracy": 0.8533201813697815, + "num_tokens": 336741206.0, + "step": 8829 + }, + { + "epoch": 1.1232667599542043, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.646637916564941, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8619542717933655, + "num_tokens": 336778838.0, + "step": 8830 + }, + { + "epoch": 1.1233939702327949, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.650734901428223, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.875616192817688, + "num_tokens": 336815471.0, + "step": 8831 + }, + { + "epoch": 1.1235211805113854, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.62285041809082, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.871392011642456, + "num_tokens": 336850870.0, + "step": 8832 + }, + { + "epoch": 1.123648390789976, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.630220413208008, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8742393255233765, + "num_tokens": 336891779.0, + "step": 8833 + }, + { + "epoch": 1.1237756010685664, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.69804573059082, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8799428343772888, + "num_tokens": 336931171.0, + "step": 8834 + }, + { + "epoch": 1.1239028113471567, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.623085021972656, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8783203959465027, + "num_tokens": 336963080.0, + "step": 8835 + }, + { + "epoch": 1.1240300216257473, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.65013313293457, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.8563268184661865, + "num_tokens": 337000817.0, + "step": 8836 + }, + { + "epoch": 1.1241572319043378, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.680039405822754, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8636481165885925, + "num_tokens": 337037249.0, + "step": 8837 + }, + { + "epoch": 1.1242844421829283, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.553479194641113, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8770753145217896, + "num_tokens": 337077752.0, + "step": 8838 + }, + { + "epoch": 1.1244116524615189, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.614476203918457, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8666855692863464, + "num_tokens": 337119649.0, + "step": 8839 + }, + { + "epoch": 1.1245388627401094, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.64677619934082, + "learning_rate": 1e-06, + "loss": 0.4491, + "mean_token_accuracy": 0.8528652191162109, + "num_tokens": 337154376.0, + "step": 8840 + }, + { + "epoch": 1.1246660730187, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.60586166381836, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.878072202205658, + "num_tokens": 337193377.0, + "step": 8841 + }, + { + "epoch": 1.1247932832972904, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.58597183227539, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.8606488704681396, + "num_tokens": 337233176.0, + "step": 8842 + }, + { + "epoch": 1.124920493575881, + "ewc_loss": 0.01409912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4126300811767578e-05, + "grad_norm": 10.627077102661133, + "learning_rate": 1e-06, + "loss": 0.4447, + "mean_token_accuracy": 0.8554138541221619, + "num_tokens": 337262995.0, + "step": 8843 + }, + { + "epoch": 1.1250477038544715, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.604157447814941, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.868000864982605, + "num_tokens": 337302466.0, + "step": 8844 + }, + { + "epoch": 1.125174914133062, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.594865798950195, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8804599046707153, + "num_tokens": 337341197.0, + "step": 8845 + }, + { + "epoch": 1.1253021244116526, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.709887504577637, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8699334263801575, + "num_tokens": 337375602.0, + "step": 8846 + }, + { + "epoch": 1.125429334690243, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.609216690063477, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8595371246337891, + "num_tokens": 337406685.0, + "step": 8847 + }, + { + "epoch": 1.1255565449688334, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.663779258728027, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8635280132293701, + "num_tokens": 337447364.0, + "step": 8848 + }, + { + "epoch": 1.125683755247424, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.607534408569336, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8679066300392151, + "num_tokens": 337487840.0, + "step": 8849 + }, + { + "epoch": 1.1258109655260145, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.662349700927734, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8730178475379944, + "num_tokens": 337525117.0, + "step": 8850 + }, + { + "epoch": 1.125938175804605, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.583449363708496, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8626428842544556, + "num_tokens": 337567024.0, + "step": 8851 + }, + { + "epoch": 1.1260653860831955, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.661690711975098, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8673113584518433, + "num_tokens": 337600117.0, + "step": 8852 + }, + { + "epoch": 1.126192596361786, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.655696868896484, + "learning_rate": 1e-06, + "loss": 0.4397, + "mean_token_accuracy": 0.8549449443817139, + "num_tokens": 337637188.0, + "step": 8853 + }, + { + "epoch": 1.1263198066403766, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.574350357055664, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8653426170349121, + "num_tokens": 337676492.0, + "step": 8854 + }, + { + "epoch": 1.126447016918967, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.686811447143555, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8808619976043701, + "num_tokens": 337713468.0, + "step": 8855 + }, + { + "epoch": 1.1265742271975576, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.638102531433105, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.8552460074424744, + "num_tokens": 337750944.0, + "step": 8856 + }, + { + "epoch": 1.1267014374761481, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.54616641998291, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8835188150405884, + "num_tokens": 337793802.0, + "step": 8857 + }, + { + "epoch": 1.1268286477547387, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.623271942138672, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8819042444229126, + "num_tokens": 337828550.0, + "step": 8858 + }, + { + "epoch": 1.126955858033329, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.684102058410645, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8774667978286743, + "num_tokens": 337862168.0, + "step": 8859 + }, + { + "epoch": 1.1270830683119195, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.639391899108887, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8658421039581299, + "num_tokens": 337898837.0, + "step": 8860 + }, + { + "epoch": 1.12721027859051, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.643771171569824, + "learning_rate": 1e-06, + "loss": 0.44, + "mean_token_accuracy": 0.8559727668762207, + "num_tokens": 337939608.0, + "step": 8861 + }, + { + "epoch": 1.1273374888691006, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.628820419311523, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8679478168487549, + "num_tokens": 337983412.0, + "step": 8862 + }, + { + "epoch": 1.127464699147691, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.65137004852295, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8775103092193604, + "num_tokens": 338022171.0, + "step": 8863 + }, + { + "epoch": 1.1275919094262816, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.75520133972168, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8662236928939819, + "num_tokens": 338058838.0, + "step": 8864 + }, + { + "epoch": 1.1277191197048722, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.676568031311035, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8649131059646606, + "num_tokens": 338095080.0, + "step": 8865 + }, + { + "epoch": 1.1278463299834627, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.686416625976562, + "learning_rate": 1e-06, + "loss": 0.4547, + "mean_token_accuracy": 0.8503307104110718, + "num_tokens": 338134206.0, + "step": 8866 + }, + { + "epoch": 1.1279735402620532, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.62977409362793, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8752003908157349, + "num_tokens": 338173794.0, + "step": 8867 + }, + { + "epoch": 1.1281007505406437, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.685356140136719, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8669801950454712, + "num_tokens": 338206591.0, + "step": 8868 + }, + { + "epoch": 1.1282279608192343, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.662845611572266, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8807700872421265, + "num_tokens": 338238728.0, + "step": 8869 + }, + { + "epoch": 1.1283551710978248, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.651317596435547, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8787320256233215, + "num_tokens": 338282372.0, + "step": 8870 + }, + { + "epoch": 1.1284823813764153, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.626343727111816, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8634386658668518, + "num_tokens": 338319175.0, + "step": 8871 + }, + { + "epoch": 1.1286095916550056, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.671195030212402, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8654800653457642, + "num_tokens": 338357967.0, + "step": 8872 + }, + { + "epoch": 1.1287368019335962, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.652524948120117, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8757925629615784, + "num_tokens": 338391431.0, + "step": 8873 + }, + { + "epoch": 1.1288640122121867, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.677343368530273, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8766180276870728, + "num_tokens": 338426298.0, + "step": 8874 + }, + { + "epoch": 1.1289912224907772, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.634675979614258, + "learning_rate": 1e-06, + "loss": 0.445, + "mean_token_accuracy": 0.8508281707763672, + "num_tokens": 338468147.0, + "step": 8875 + }, + { + "epoch": 1.1291184327693677, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.630472183227539, + "learning_rate": 1e-06, + "loss": 0.4491, + "mean_token_accuracy": 0.85239577293396, + "num_tokens": 338517095.0, + "step": 8876 + }, + { + "epoch": 1.1292456430479583, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.708730697631836, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8758248090744019, + "num_tokens": 338549925.0, + "step": 8877 + }, + { + "epoch": 1.1293728533265488, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.650094032287598, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8720685839653015, + "num_tokens": 338583966.0, + "step": 8878 + }, + { + "epoch": 1.1295000636051393, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.568253517150879, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8737608790397644, + "num_tokens": 338622715.0, + "step": 8879 + }, + { + "epoch": 1.1296272738837299, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.73403263092041, + "learning_rate": 1e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.8565261960029602, + "num_tokens": 338659920.0, + "step": 8880 + }, + { + "epoch": 1.1297544841623204, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.601056098937988, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8641990423202515, + "num_tokens": 338698183.0, + "step": 8881 + }, + { + "epoch": 1.129881694440911, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.66585922241211, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8581379652023315, + "num_tokens": 338735853.0, + "step": 8882 + }, + { + "epoch": 1.1300089047195012, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.636526107788086, + "learning_rate": 1e-06, + "loss": 0.425, + "mean_token_accuracy": 0.859046220779419, + "num_tokens": 338771714.0, + "step": 8883 + }, + { + "epoch": 1.1301361149980917, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.669909477233887, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8856558799743652, + "num_tokens": 338813823.0, + "step": 8884 + }, + { + "epoch": 1.1302633252766823, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.615711212158203, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8719583749771118, + "num_tokens": 338858137.0, + "step": 8885 + }, + { + "epoch": 1.1303905355552728, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.622512817382812, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8591910600662231, + "num_tokens": 338893653.0, + "step": 8886 + }, + { + "epoch": 1.1305177458338633, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.691448211669922, + "learning_rate": 1e-06, + "loss": 0.4526, + "mean_token_accuracy": 0.8495193719863892, + "num_tokens": 338931230.0, + "step": 8887 + }, + { + "epoch": 1.1306449561124539, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.677343368530273, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8671365976333618, + "num_tokens": 338966921.0, + "step": 8888 + }, + { + "epoch": 1.1307721663910444, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.671136856079102, + "learning_rate": 1e-06, + "loss": 0.4705, + "mean_token_accuracy": 0.8496828079223633, + "num_tokens": 339000957.0, + "step": 8889 + }, + { + "epoch": 1.130899376669635, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.644874572753906, + "learning_rate": 1e-06, + "loss": 0.4251, + "mean_token_accuracy": 0.8614718317985535, + "num_tokens": 339035876.0, + "step": 8890 + }, + { + "epoch": 1.1310265869482254, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.56135082244873, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8704015612602234, + "num_tokens": 339073700.0, + "step": 8891 + }, + { + "epoch": 1.131153797226816, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.686532974243164, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8734972476959229, + "num_tokens": 339108222.0, + "step": 8892 + }, + { + "epoch": 1.1312810075054065, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.640218734741211, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8791099786758423, + "num_tokens": 339145749.0, + "step": 8893 + }, + { + "epoch": 1.131408217783997, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.688754081726074, + "learning_rate": 1e-06, + "loss": 0.4528, + "mean_token_accuracy": 0.8554776310920715, + "num_tokens": 339183852.0, + "step": 8894 + }, + { + "epoch": 1.1315354280625876, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.61842155456543, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8828942775726318, + "num_tokens": 339218766.0, + "step": 8895 + }, + { + "epoch": 1.131662638341178, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.662589073181152, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8696397542953491, + "num_tokens": 339259932.0, + "step": 8896 + }, + { + "epoch": 1.1317898486197684, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.593513488769531, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8714823722839355, + "num_tokens": 339302201.0, + "step": 8897 + }, + { + "epoch": 1.131917058898359, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.678975105285645, + "learning_rate": 1e-06, + "loss": 0.5041, + "mean_token_accuracy": 0.839201807975769, + "num_tokens": 339342091.0, + "step": 8898 + }, + { + "epoch": 1.1320442691769494, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.69045639038086, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8633489608764648, + "num_tokens": 339379951.0, + "step": 8899 + }, + { + "epoch": 1.13217147945554, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.682443618774414, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8633358478546143, + "num_tokens": 339422243.0, + "step": 8900 + }, + { + "epoch": 1.1322986897341305, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.623098373413086, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8825774788856506, + "num_tokens": 339464969.0, + "step": 8901 + }, + { + "epoch": 1.132425900012721, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.677987098693848, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8728318214416504, + "num_tokens": 339502382.0, + "step": 8902 + }, + { + "epoch": 1.1325531102913116, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.672191619873047, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8539410829544067, + "num_tokens": 339542875.0, + "step": 8903 + }, + { + "epoch": 1.132680320569902, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.617105484008789, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8554224371910095, + "num_tokens": 339580776.0, + "step": 8904 + }, + { + "epoch": 1.1328075308484926, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.678526878356934, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8805488348007202, + "num_tokens": 339620195.0, + "step": 8905 + }, + { + "epoch": 1.1329347411270831, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.607051849365234, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8768327832221985, + "num_tokens": 339659234.0, + "step": 8906 + }, + { + "epoch": 1.1330619514056737, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.685885429382324, + "learning_rate": 1e-06, + "loss": 0.4227, + "mean_token_accuracy": 0.8591558337211609, + "num_tokens": 339703259.0, + "step": 8907 + }, + { + "epoch": 1.133189161684264, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.6337251663208, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8747729659080505, + "num_tokens": 339745901.0, + "step": 8908 + }, + { + "epoch": 1.1333163719628545, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.590853691101074, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8592209815979004, + "num_tokens": 339790417.0, + "step": 8909 + }, + { + "epoch": 1.133443582241445, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.721871376037598, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.860883891582489, + "num_tokens": 339827224.0, + "step": 8910 + }, + { + "epoch": 1.1335707925200356, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.625518798828125, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8633331656455994, + "num_tokens": 339859932.0, + "step": 8911 + }, + { + "epoch": 1.133698002798626, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.664800643920898, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8558343648910522, + "num_tokens": 339902416.0, + "step": 8912 + }, + { + "epoch": 1.1338252130772166, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.617749214172363, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8767328262329102, + "num_tokens": 339940495.0, + "step": 8913 + }, + { + "epoch": 1.1339524233558071, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.674827575683594, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8505841493606567, + "num_tokens": 339983010.0, + "step": 8914 + }, + { + "epoch": 1.1340796336343977, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.612090110778809, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8686931729316711, + "num_tokens": 340020683.0, + "step": 8915 + }, + { + "epoch": 1.1342068439129882, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.651479721069336, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8588384985923767, + "num_tokens": 340063179.0, + "step": 8916 + }, + { + "epoch": 1.1343340541915787, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.638299942016602, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8773517608642578, + "num_tokens": 340100166.0, + "step": 8917 + }, + { + "epoch": 1.1344612644701693, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.643101692199707, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8651161193847656, + "num_tokens": 340144325.0, + "step": 8918 + }, + { + "epoch": 1.1345884747487598, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.621485710144043, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8680704832077026, + "num_tokens": 340180563.0, + "step": 8919 + }, + { + "epoch": 1.1347156850273503, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.637670516967773, + "learning_rate": 1e-06, + "loss": 0.4425, + "mean_token_accuracy": 0.8554863929748535, + "num_tokens": 340224621.0, + "step": 8920 + }, + { + "epoch": 1.1348428953059406, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.60575008392334, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8727806806564331, + "num_tokens": 340264810.0, + "step": 8921 + }, + { + "epoch": 1.1349701055845312, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.721020698547363, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8803191781044006, + "num_tokens": 340301158.0, + "step": 8922 + }, + { + "epoch": 1.1350973158631217, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.650762557983398, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8680065870285034, + "num_tokens": 340339806.0, + "step": 8923 + }, + { + "epoch": 1.1352245261417122, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.66549301147461, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8731117248535156, + "num_tokens": 340386412.0, + "step": 8924 + }, + { + "epoch": 1.1353517364203027, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.585611343383789, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8771480917930603, + "num_tokens": 340431391.0, + "step": 8925 + }, + { + "epoch": 1.1354789466988933, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.649358749389648, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8707945942878723, + "num_tokens": 340465904.0, + "step": 8926 + }, + { + "epoch": 1.1356061569774838, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.656298637390137, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8720425367355347, + "num_tokens": 340504290.0, + "step": 8927 + }, + { + "epoch": 1.1357333672560743, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.695785522460938, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8633937835693359, + "num_tokens": 340539100.0, + "step": 8928 + }, + { + "epoch": 1.1358605775346649, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.710850715637207, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8817436099052429, + "num_tokens": 340569005.0, + "step": 8929 + }, + { + "epoch": 1.1359877878132554, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.609593391418457, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8677059412002563, + "num_tokens": 340613476.0, + "step": 8930 + }, + { + "epoch": 1.136114998091846, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.69851303100586, + "learning_rate": 1e-06, + "loss": 0.4203, + "mean_token_accuracy": 0.8607521057128906, + "num_tokens": 340647982.0, + "step": 8931 + }, + { + "epoch": 1.1362422083704362, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.676508903503418, + "learning_rate": 1e-06, + "loss": 0.4721, + "mean_token_accuracy": 0.846510648727417, + "num_tokens": 340683270.0, + "step": 8932 + }, + { + "epoch": 1.1363694186490267, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.63448429107666, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8725534081459045, + "num_tokens": 340719955.0, + "step": 8933 + }, + { + "epoch": 1.1364966289276173, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.668828010559082, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8692969679832458, + "num_tokens": 340753934.0, + "step": 8934 + }, + { + "epoch": 1.1366238392062078, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.677835464477539, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8741227388381958, + "num_tokens": 340787545.0, + "step": 8935 + }, + { + "epoch": 1.1367510494847983, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.625709533691406, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8776622414588928, + "num_tokens": 340826362.0, + "step": 8936 + }, + { + "epoch": 1.1368782597633889, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.704047203063965, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8723572492599487, + "num_tokens": 340857871.0, + "step": 8937 + }, + { + "epoch": 1.1370054700419794, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.60969352722168, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8740862607955933, + "num_tokens": 340897736.0, + "step": 8938 + }, + { + "epoch": 1.13713268032057, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.613645553588867, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8640140891075134, + "num_tokens": 340935774.0, + "step": 8939 + }, + { + "epoch": 1.1372598905991604, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.654417037963867, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8722419738769531, + "num_tokens": 340971497.0, + "step": 8940 + }, + { + "epoch": 1.137387100877751, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.653541564941406, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8699501752853394, + "num_tokens": 341016209.0, + "step": 8941 + }, + { + "epoch": 1.1375143111563415, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.714749336242676, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8638345003128052, + "num_tokens": 341052137.0, + "step": 8942 + }, + { + "epoch": 1.137641521434932, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.69351863861084, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8708395957946777, + "num_tokens": 341083417.0, + "step": 8943 + }, + { + "epoch": 1.1377687317135226, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.551880836486816, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8719227910041809, + "num_tokens": 341127798.0, + "step": 8944 + }, + { + "epoch": 1.137895941992113, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.6403226852417, + "learning_rate": 1e-06, + "loss": 0.4344, + "mean_token_accuracy": 0.8549678325653076, + "num_tokens": 341173485.0, + "step": 8945 + }, + { + "epoch": 1.1380231522707034, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.642156600952148, + "learning_rate": 1e-06, + "loss": 0.4323, + "mean_token_accuracy": 0.8570555448532104, + "num_tokens": 341212834.0, + "step": 8946 + }, + { + "epoch": 1.138150362549294, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.661858558654785, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8612867593765259, + "num_tokens": 341246497.0, + "step": 8947 + }, + { + "epoch": 1.1382775728278844, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.674782752990723, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.8533538579940796, + "num_tokens": 341291498.0, + "step": 8948 + }, + { + "epoch": 1.138404783106475, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.650652885437012, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8623557090759277, + "num_tokens": 341328104.0, + "step": 8949 + }, + { + "epoch": 1.1385319933850655, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.614638328552246, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.879841685295105, + "num_tokens": 341359042.0, + "step": 8950 + }, + { + "epoch": 1.138659203663656, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.624428749084473, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8692812919616699, + "num_tokens": 341403529.0, + "step": 8951 + }, + { + "epoch": 1.1387864139422466, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.593509674072266, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.875420093536377, + "num_tokens": 341442509.0, + "step": 8952 + }, + { + "epoch": 1.138913624220837, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.638958930969238, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8656442165374756, + "num_tokens": 341483015.0, + "step": 8953 + }, + { + "epoch": 1.1390408344994276, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.658851623535156, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8690145015716553, + "num_tokens": 341519676.0, + "step": 8954 + }, + { + "epoch": 1.1391680447780181, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.579187393188477, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8681410551071167, + "num_tokens": 341563483.0, + "step": 8955 + }, + { + "epoch": 1.1392952550566087, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.683154106140137, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8609931468963623, + "num_tokens": 341598387.0, + "step": 8956 + }, + { + "epoch": 1.139422465335199, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.606151580810547, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8708693981170654, + "num_tokens": 341640253.0, + "step": 8957 + }, + { + "epoch": 1.1395496756137895, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.6284761428833, + "learning_rate": 1e-06, + "loss": 0.3186, + "mean_token_accuracy": 0.8950506448745728, + "num_tokens": 341675788.0, + "step": 8958 + }, + { + "epoch": 1.13967688589238, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.609511375427246, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8683497905731201, + "num_tokens": 341716917.0, + "step": 8959 + }, + { + "epoch": 1.1398040961709706, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.6412935256958, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8678462505340576, + "num_tokens": 341758936.0, + "step": 8960 + }, + { + "epoch": 1.139931306449561, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.629534721374512, + "learning_rate": 1e-06, + "loss": 0.4663, + "mean_token_accuracy": 0.8450503349304199, + "num_tokens": 341797612.0, + "step": 8961 + }, + { + "epoch": 1.1400585167281516, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.672124862670898, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8638665080070496, + "num_tokens": 341836061.0, + "step": 8962 + }, + { + "epoch": 1.1401857270067421, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.598752975463867, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8675141930580139, + "num_tokens": 341875465.0, + "step": 8963 + }, + { + "epoch": 1.1403129372853327, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.665993690490723, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8628199100494385, + "num_tokens": 341919795.0, + "step": 8964 + }, + { + "epoch": 1.1404401475639232, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.652456283569336, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.863977313041687, + "num_tokens": 341953291.0, + "step": 8965 + }, + { + "epoch": 1.1405673578425137, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.731766700744629, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8873165845870972, + "num_tokens": 341988364.0, + "step": 8966 + }, + { + "epoch": 1.1406945681211043, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.65060043334961, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.872487485408783, + "num_tokens": 342028478.0, + "step": 8967 + }, + { + "epoch": 1.1408217783996948, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.685288429260254, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.875222384929657, + "num_tokens": 342067348.0, + "step": 8968 + }, + { + "epoch": 1.1409489886782853, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.695653915405273, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8636465072631836, + "num_tokens": 342105845.0, + "step": 8969 + }, + { + "epoch": 1.1410761989568756, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.749534606933594, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8684626817703247, + "num_tokens": 342142072.0, + "step": 8970 + }, + { + "epoch": 1.1412034092354661, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.628657341003418, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8709210157394409, + "num_tokens": 342176592.0, + "step": 8971 + }, + { + "epoch": 1.1413306195140567, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.640982627868652, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8714790344238281, + "num_tokens": 342211896.0, + "step": 8972 + }, + { + "epoch": 1.1414578297926472, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.650409698486328, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.871855616569519, + "num_tokens": 342256078.0, + "step": 8973 + }, + { + "epoch": 1.1415850400712377, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.651463508605957, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8710907697677612, + "num_tokens": 342296766.0, + "step": 8974 + }, + { + "epoch": 1.1417122503498283, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.655255317687988, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8686563968658447, + "num_tokens": 342333689.0, + "step": 8975 + }, + { + "epoch": 1.1418394606284188, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.685215950012207, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8787925839424133, + "num_tokens": 342369605.0, + "step": 8976 + }, + { + "epoch": 1.1419666709070093, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.675786972045898, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8775621056556702, + "num_tokens": 342410806.0, + "step": 8977 + }, + { + "epoch": 1.1420938811855998, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.683667182922363, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8935410976409912, + "num_tokens": 342446957.0, + "step": 8978 + }, + { + "epoch": 1.1422210914641904, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.740752220153809, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8570178151130676, + "num_tokens": 342480717.0, + "step": 8979 + }, + { + "epoch": 1.142348301742781, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.660038948059082, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8756605386734009, + "num_tokens": 342520431.0, + "step": 8980 + }, + { + "epoch": 1.1424755120213712, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.642807960510254, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8650469779968262, + "num_tokens": 342561735.0, + "step": 8981 + }, + { + "epoch": 1.1426027222999617, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.675986289978027, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8808076977729797, + "num_tokens": 342593899.0, + "step": 8982 + }, + { + "epoch": 1.1427299325785523, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.697263717651367, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8674750924110413, + "num_tokens": 342628044.0, + "step": 8983 + }, + { + "epoch": 1.1428571428571428, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.616823196411133, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8670764565467834, + "num_tokens": 342665018.0, + "step": 8984 + }, + { + "epoch": 1.1429843531357333, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.702422142028809, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.8574199080467224, + "num_tokens": 342704832.0, + "step": 8985 + }, + { + "epoch": 1.1431115634143239, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.647746086120605, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8749541640281677, + "num_tokens": 342741598.0, + "step": 8986 + }, + { + "epoch": 1.1432387736929144, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.659676551818848, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8638548851013184, + "num_tokens": 342777302.0, + "step": 8987 + }, + { + "epoch": 1.143365983971505, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.668992042541504, + "learning_rate": 1e-06, + "loss": 0.4592, + "mean_token_accuracy": 0.8490701913833618, + "num_tokens": 342809578.0, + "step": 8988 + }, + { + "epoch": 1.1434931942500954, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.655213356018066, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8694504499435425, + "num_tokens": 342845809.0, + "step": 8989 + }, + { + "epoch": 1.143620404528686, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.657983779907227, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8553429245948792, + "num_tokens": 342886118.0, + "step": 8990 + }, + { + "epoch": 1.1437476148072765, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.661294937133789, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8634404540061951, + "num_tokens": 342922517.0, + "step": 8991 + }, + { + "epoch": 1.143874825085867, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.649977684020996, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8615410327911377, + "num_tokens": 342959741.0, + "step": 8992 + }, + { + "epoch": 1.1440020353644575, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.63659381866455, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8820046186447144, + "num_tokens": 342991418.0, + "step": 8993 + }, + { + "epoch": 1.144129245643048, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.710853576660156, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8853719234466553, + "num_tokens": 343024263.0, + "step": 8994 + }, + { + "epoch": 1.1442564559216384, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.61208724975586, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8700687885284424, + "num_tokens": 343066388.0, + "step": 8995 + }, + { + "epoch": 1.144383666200229, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.649736404418945, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.869096577167511, + "num_tokens": 343107631.0, + "step": 8996 + }, + { + "epoch": 1.1445108764788194, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.679718971252441, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8743718266487122, + "num_tokens": 343143645.0, + "step": 8997 + }, + { + "epoch": 1.14463808675741, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.655879020690918, + "learning_rate": 1e-06, + "loss": 0.4385, + "mean_token_accuracy": 0.8549448251724243, + "num_tokens": 343182076.0, + "step": 8998 + }, + { + "epoch": 1.1447652970360005, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.62141227722168, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.887374758720398, + "num_tokens": 343222808.0, + "step": 8999 + }, + { + "epoch": 1.144892507314591, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.586800575256348, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8648146390914917, + "num_tokens": 343268229.0, + "step": 9000 + }, + { + "epoch": 1.1450197175931816, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.694513320922852, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.861101508140564, + "num_tokens": 343304459.0, + "step": 9001 + }, + { + "epoch": 1.145146927871772, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.663558959960938, + "learning_rate": 1e-06, + "loss": 0.5217, + "mean_token_accuracy": 0.8309367299079895, + "num_tokens": 343343211.0, + "step": 9002 + }, + { + "epoch": 1.1452741381503626, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.620245933532715, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8644483089447021, + "num_tokens": 343388498.0, + "step": 9003 + }, + { + "epoch": 1.1454013484289531, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.619791984558105, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8660211563110352, + "num_tokens": 343430101.0, + "step": 9004 + }, + { + "epoch": 1.1455285587075437, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.690370559692383, + "learning_rate": 1e-06, + "loss": 0.4416, + "mean_token_accuracy": 0.8565045595169067, + "num_tokens": 343466454.0, + "step": 9005 + }, + { + "epoch": 1.145655768986134, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.650205612182617, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8839312195777893, + "num_tokens": 343506960.0, + "step": 9006 + }, + { + "epoch": 1.1457829792647245, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.66342830657959, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8759995102882385, + "num_tokens": 343541133.0, + "step": 9007 + }, + { + "epoch": 1.145910189543315, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.627708435058594, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.876622200012207, + "num_tokens": 343580266.0, + "step": 9008 + }, + { + "epoch": 1.1460373998219056, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.65402889251709, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8657307028770447, + "num_tokens": 343611691.0, + "step": 9009 + }, + { + "epoch": 1.146164610100496, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.662382125854492, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8744497299194336, + "num_tokens": 343649355.0, + "step": 9010 + }, + { + "epoch": 1.1462918203790866, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.6482572555542, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8824065923690796, + "num_tokens": 343681606.0, + "step": 9011 + }, + { + "epoch": 1.1464190306576771, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.615694999694824, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8790801763534546, + "num_tokens": 343721592.0, + "step": 9012 + }, + { + "epoch": 1.1465462409362677, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.666678428649902, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.866413414478302, + "num_tokens": 343764084.0, + "step": 9013 + }, + { + "epoch": 1.1466734512148582, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.662858009338379, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8697593212127686, + "num_tokens": 343801213.0, + "step": 9014 + }, + { + "epoch": 1.1468006614934487, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.6184720993042, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8707541227340698, + "num_tokens": 343839761.0, + "step": 9015 + }, + { + "epoch": 1.1469278717720393, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.651942253112793, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8677600622177124, + "num_tokens": 343877792.0, + "step": 9016 + }, + { + "epoch": 1.1470550820506298, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.611021041870117, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8752529621124268, + "num_tokens": 343915107.0, + "step": 9017 + }, + { + "epoch": 1.1471822923292203, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.728275299072266, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8731673359870911, + "num_tokens": 343949783.0, + "step": 9018 + }, + { + "epoch": 1.1473095026078106, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.646208763122559, + "learning_rate": 1e-06, + "loss": 0.4482, + "mean_token_accuracy": 0.8502486944198608, + "num_tokens": 343991058.0, + "step": 9019 + }, + { + "epoch": 1.1474367128864011, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.643030166625977, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8687260746955872, + "num_tokens": 344030424.0, + "step": 9020 + }, + { + "epoch": 1.1475639231649917, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.634075164794922, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8709787130355835, + "num_tokens": 344071385.0, + "step": 9021 + }, + { + "epoch": 1.1476911334435822, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.689956665039062, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8780050873756409, + "num_tokens": 344109725.0, + "step": 9022 + }, + { + "epoch": 1.1478183437221727, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.659242630004883, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8770164251327515, + "num_tokens": 344143947.0, + "step": 9023 + }, + { + "epoch": 1.1479455540007633, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.644445419311523, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8583536148071289, + "num_tokens": 344179969.0, + "step": 9024 + }, + { + "epoch": 1.1480727642793538, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.658149719238281, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8801573514938354, + "num_tokens": 344212279.0, + "step": 9025 + }, + { + "epoch": 1.1481999745579443, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.657684326171875, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8747609853744507, + "num_tokens": 344248402.0, + "step": 9026 + }, + { + "epoch": 1.1483271848365348, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.68425464630127, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8665632009506226, + "num_tokens": 344286557.0, + "step": 9027 + }, + { + "epoch": 1.1484543951151254, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.647603988647461, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8694016933441162, + "num_tokens": 344331014.0, + "step": 9028 + }, + { + "epoch": 1.148581605393716, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.687718391418457, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8662424087524414, + "num_tokens": 344373239.0, + "step": 9029 + }, + { + "epoch": 1.1487088156723062, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.658352851867676, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8836832046508789, + "num_tokens": 344409871.0, + "step": 9030 + }, + { + "epoch": 1.1488360259508967, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.657591819763184, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8584654331207275, + "num_tokens": 344452108.0, + "step": 9031 + }, + { + "epoch": 1.1489632362294873, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.698946952819824, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8622304797172546, + "num_tokens": 344489798.0, + "step": 9032 + }, + { + "epoch": 1.1490904465080778, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.605500221252441, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8769725561141968, + "num_tokens": 344528194.0, + "step": 9033 + }, + { + "epoch": 1.1492176567866683, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.76901912689209, + "learning_rate": 1e-06, + "loss": 0.4354, + "mean_token_accuracy": 0.8539857864379883, + "num_tokens": 344559699.0, + "step": 9034 + }, + { + "epoch": 1.1493448670652588, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.634184837341309, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.862140417098999, + "num_tokens": 344598234.0, + "step": 9035 + }, + { + "epoch": 1.1494720773438494, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.70259952545166, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8623437285423279, + "num_tokens": 344634780.0, + "step": 9036 + }, + { + "epoch": 1.14959928762244, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.66162109375, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.873274028301239, + "num_tokens": 344677167.0, + "step": 9037 + }, + { + "epoch": 1.1497264979010304, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.674720764160156, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8562209606170654, + "num_tokens": 344713824.0, + "step": 9038 + }, + { + "epoch": 1.149853708179621, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.677867889404297, + "learning_rate": 1e-06, + "loss": 0.4386, + "mean_token_accuracy": 0.8562447428703308, + "num_tokens": 344755814.0, + "step": 9039 + }, + { + "epoch": 1.1499809184582115, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.735106468200684, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8832876086235046, + "num_tokens": 344795022.0, + "step": 9040 + }, + { + "epoch": 1.150108128736802, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.672197341918945, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8772221803665161, + "num_tokens": 344833906.0, + "step": 9041 + }, + { + "epoch": 1.1502353390153925, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.656449317932129, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8731459379196167, + "num_tokens": 344875975.0, + "step": 9042 + }, + { + "epoch": 1.150362549293983, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.652949333190918, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8724565505981445, + "num_tokens": 344915433.0, + "step": 9043 + }, + { + "epoch": 1.1504897595725734, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.668766975402832, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8731679320335388, + "num_tokens": 344949038.0, + "step": 9044 + }, + { + "epoch": 1.150616969851164, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.701777458190918, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8702707886695862, + "num_tokens": 344988260.0, + "step": 9045 + }, + { + "epoch": 1.1507441801297544, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.678810119628906, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8810871243476868, + "num_tokens": 345024355.0, + "step": 9046 + }, + { + "epoch": 1.150871390408345, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.655954360961914, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8777635097503662, + "num_tokens": 345063041.0, + "step": 9047 + }, + { + "epoch": 1.1509986006869355, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.706504821777344, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8890523910522461, + "num_tokens": 345097813.0, + "step": 9048 + }, + { + "epoch": 1.151125810965526, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.660133361816406, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8651795387268066, + "num_tokens": 345134534.0, + "step": 9049 + }, + { + "epoch": 1.1512530212441165, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.722277641296387, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8732302188873291, + "num_tokens": 345171018.0, + "step": 9050 + }, + { + "epoch": 1.151380231522707, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.687586784362793, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8792418241500854, + "num_tokens": 345208006.0, + "step": 9051 + }, + { + "epoch": 1.1515074418012976, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.654672622680664, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8866713047027588, + "num_tokens": 345246616.0, + "step": 9052 + }, + { + "epoch": 1.1516346520798881, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.672739028930664, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8855065107345581, + "num_tokens": 345288095.0, + "step": 9053 + }, + { + "epoch": 1.1517618623584787, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.617180824279785, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8559139966964722, + "num_tokens": 345333291.0, + "step": 9054 + }, + { + "epoch": 1.151889072637069, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.673975944519043, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8677117824554443, + "num_tokens": 345375093.0, + "step": 9055 + }, + { + "epoch": 1.1520162829156595, + "ewc_loss": 0.01416015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4185905456542969e-05, + "grad_norm": 10.665597915649414, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8625361919403076, + "num_tokens": 345415547.0, + "step": 9056 + }, + { + "epoch": 1.15214349319425, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.7174654006958, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8729453682899475, + "num_tokens": 345457340.0, + "step": 9057 + }, + { + "epoch": 1.1522707034728406, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.635771751403809, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8656120896339417, + "num_tokens": 345494711.0, + "step": 9058 + }, + { + "epoch": 1.152397913751431, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.726829528808594, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8611819744110107, + "num_tokens": 345534249.0, + "step": 9059 + }, + { + "epoch": 1.1525251240300216, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.64223861694336, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.868146538734436, + "num_tokens": 345570832.0, + "step": 9060 + }, + { + "epoch": 1.1526523343086121, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.681275367736816, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8635558485984802, + "num_tokens": 345609007.0, + "step": 9061 + }, + { + "epoch": 1.1527795445872027, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.64322280883789, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8796059489250183, + "num_tokens": 345647979.0, + "step": 9062 + }, + { + "epoch": 1.1529067548657932, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.675464630126953, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8618456125259399, + "num_tokens": 345681821.0, + "step": 9063 + }, + { + "epoch": 1.1530339651443837, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.672054290771484, + "learning_rate": 1e-06, + "loss": 0.4149, + "mean_token_accuracy": 0.8599599003791809, + "num_tokens": 345724274.0, + "step": 9064 + }, + { + "epoch": 1.1531611754229742, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.671693801879883, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8852591514587402, + "num_tokens": 345763558.0, + "step": 9065 + }, + { + "epoch": 1.1532883857015648, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.739362716674805, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8642538785934448, + "num_tokens": 345798486.0, + "step": 9066 + }, + { + "epoch": 1.1534155959801553, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.657248497009277, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8653593063354492, + "num_tokens": 345839379.0, + "step": 9067 + }, + { + "epoch": 1.1535428062587456, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.734594345092773, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8652228116989136, + "num_tokens": 345876675.0, + "step": 9068 + }, + { + "epoch": 1.1536700165373361, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.602154731750488, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8874860405921936, + "num_tokens": 345913482.0, + "step": 9069 + }, + { + "epoch": 1.1537972268159267, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.686871528625488, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8651102781295776, + "num_tokens": 345947671.0, + "step": 9070 + }, + { + "epoch": 1.1539244370945172, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.736263275146484, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8712565898895264, + "num_tokens": 345981520.0, + "step": 9071 + }, + { + "epoch": 1.1540516473731077, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.60935115814209, + "learning_rate": 1e-06, + "loss": 0.4382, + "mean_token_accuracy": 0.8527448177337646, + "num_tokens": 346020050.0, + "step": 9072 + }, + { + "epoch": 1.1541788576516983, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.682209968566895, + "learning_rate": 1e-06, + "loss": 0.4266, + "mean_token_accuracy": 0.8613126277923584, + "num_tokens": 346050000.0, + "step": 9073 + }, + { + "epoch": 1.1543060679302888, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.676310539245605, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8632684946060181, + "num_tokens": 346085038.0, + "step": 9074 + }, + { + "epoch": 1.1544332782088793, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.650312423706055, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8784033060073853, + "num_tokens": 346125871.0, + "step": 9075 + }, + { + "epoch": 1.1545604884874698, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.679186820983887, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8774111270904541, + "num_tokens": 346160460.0, + "step": 9076 + }, + { + "epoch": 1.1546876987660604, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.67847728729248, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8598030805587769, + "num_tokens": 346201621.0, + "step": 9077 + }, + { + "epoch": 1.154814909044651, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.704035758972168, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8707651495933533, + "num_tokens": 346242680.0, + "step": 9078 + }, + { + "epoch": 1.1549421193232412, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.69570255279541, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.859245240688324, + "num_tokens": 346275774.0, + "step": 9079 + }, + { + "epoch": 1.1550693296018317, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.72574520111084, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.872193455696106, + "num_tokens": 346317648.0, + "step": 9080 + }, + { + "epoch": 1.1551965398804223, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.686575889587402, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8720608949661255, + "num_tokens": 346357736.0, + "step": 9081 + }, + { + "epoch": 1.1553237501590128, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.648358345031738, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8677139282226562, + "num_tokens": 346397961.0, + "step": 9082 + }, + { + "epoch": 1.1554509604376033, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.678671836853027, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8803006410598755, + "num_tokens": 346438268.0, + "step": 9083 + }, + { + "epoch": 1.1555781707161938, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.686666488647461, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.8604727983474731, + "num_tokens": 346479024.0, + "step": 9084 + }, + { + "epoch": 1.1557053809947844, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.731427192687988, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8763706088066101, + "num_tokens": 346523526.0, + "step": 9085 + }, + { + "epoch": 1.155832591273375, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.702253341674805, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8772752285003662, + "num_tokens": 346561985.0, + "step": 9086 + }, + { + "epoch": 1.1559598015519654, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.701772689819336, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.8554685711860657, + "num_tokens": 346605600.0, + "step": 9087 + }, + { + "epoch": 1.156087011830556, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.671030044555664, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8824608325958252, + "num_tokens": 346640798.0, + "step": 9088 + }, + { + "epoch": 1.1562142221091465, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.643999099731445, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8628810048103333, + "num_tokens": 346678483.0, + "step": 9089 + }, + { + "epoch": 1.156341432387737, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.706182479858398, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8854444026947021, + "num_tokens": 346714604.0, + "step": 9090 + }, + { + "epoch": 1.1564686426663275, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.695508003234863, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.879737138748169, + "num_tokens": 346747203.0, + "step": 9091 + }, + { + "epoch": 1.156595852944918, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.720134735107422, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.867788553237915, + "num_tokens": 346790650.0, + "step": 9092 + }, + { + "epoch": 1.1567230632235084, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.72419261932373, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8916360139846802, + "num_tokens": 346822872.0, + "step": 9093 + }, + { + "epoch": 1.156850273502099, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.710041046142578, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8754430413246155, + "num_tokens": 346857999.0, + "step": 9094 + }, + { + "epoch": 1.1569774837806894, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.693670272827148, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.876568615436554, + "num_tokens": 346891804.0, + "step": 9095 + }, + { + "epoch": 1.15710469405928, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.717711448669434, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8680996298789978, + "num_tokens": 346931554.0, + "step": 9096 + }, + { + "epoch": 1.1572319043378705, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.694026947021484, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8568575382232666, + "num_tokens": 346965214.0, + "step": 9097 + }, + { + "epoch": 1.157359114616461, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.666045188903809, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8804384469985962, + "num_tokens": 347001219.0, + "step": 9098 + }, + { + "epoch": 1.1574863248950515, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.72147274017334, + "learning_rate": 1e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.8522749543190002, + "num_tokens": 347043212.0, + "step": 9099 + }, + { + "epoch": 1.157613535173642, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.64521598815918, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8820491433143616, + "num_tokens": 347082249.0, + "step": 9100 + }, + { + "epoch": 1.1577407454522326, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.682377815246582, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8666905164718628, + "num_tokens": 347119286.0, + "step": 9101 + }, + { + "epoch": 1.1578679557308231, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.719278335571289, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8824352622032166, + "num_tokens": 347155549.0, + "step": 9102 + }, + { + "epoch": 1.1579951660094137, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.640061378479004, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8718512058258057, + "num_tokens": 347196846.0, + "step": 9103 + }, + { + "epoch": 1.158122376288004, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.714086532592773, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8830825090408325, + "num_tokens": 347234028.0, + "step": 9104 + }, + { + "epoch": 1.1582495865665945, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.688364028930664, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8805716037750244, + "num_tokens": 347276931.0, + "step": 9105 + }, + { + "epoch": 1.158376796845185, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.694621086120605, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8663204908370972, + "num_tokens": 347317139.0, + "step": 9106 + }, + { + "epoch": 1.1585040071237755, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.69481372833252, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8724343180656433, + "num_tokens": 347355718.0, + "step": 9107 + }, + { + "epoch": 1.158631217402366, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.665498733520508, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.8610467314720154, + "num_tokens": 347393403.0, + "step": 9108 + }, + { + "epoch": 1.1587584276809566, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.677793502807617, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8767194747924805, + "num_tokens": 347433736.0, + "step": 9109 + }, + { + "epoch": 1.1588856379595471, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.677062034606934, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8713208436965942, + "num_tokens": 347474574.0, + "step": 9110 + }, + { + "epoch": 1.1590128482381377, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.65078067779541, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8756330013275146, + "num_tokens": 347518785.0, + "step": 9111 + }, + { + "epoch": 1.1591400585167282, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.636482238769531, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8575127720832825, + "num_tokens": 347557518.0, + "step": 9112 + }, + { + "epoch": 1.1592672687953187, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.723097801208496, + "learning_rate": 1e-06, + "loss": 0.4794, + "mean_token_accuracy": 0.8404020071029663, + "num_tokens": 347600094.0, + "step": 9113 + }, + { + "epoch": 1.1593944790739092, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.628625869750977, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8676779270172119, + "num_tokens": 347633709.0, + "step": 9114 + }, + { + "epoch": 1.1595216893524998, + "ewc_loss": 0.01422119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.424551010131836e-05, + "grad_norm": 10.658802032470703, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8762155771255493, + "num_tokens": 347670027.0, + "step": 9115 + }, + { + "epoch": 1.1596488996310903, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.673357963562012, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8746135234832764, + "num_tokens": 347707488.0, + "step": 9116 + }, + { + "epoch": 1.1597761099096806, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.679661750793457, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8639421463012695, + "num_tokens": 347746030.0, + "step": 9117 + }, + { + "epoch": 1.1599033201882711, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.632486343383789, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8625425696372986, + "num_tokens": 347783409.0, + "step": 9118 + }, + { + "epoch": 1.1600305304668617, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.655444145202637, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8765327334403992, + "num_tokens": 347821335.0, + "step": 9119 + }, + { + "epoch": 1.1601577407454522, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.729589462280273, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8806676864624023, + "num_tokens": 347857590.0, + "step": 9120 + }, + { + "epoch": 1.1602849510240427, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.668106079101562, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.880953311920166, + "num_tokens": 347897000.0, + "step": 9121 + }, + { + "epoch": 1.1604121613026332, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.734722137451172, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8698238134384155, + "num_tokens": 347928947.0, + "step": 9122 + }, + { + "epoch": 1.1605393715812238, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.714836120605469, + "learning_rate": 1e-06, + "loss": 0.5033, + "mean_token_accuracy": 0.8401534557342529, + "num_tokens": 347959294.0, + "step": 9123 + }, + { + "epoch": 1.1606665818598143, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.688300132751465, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8746131658554077, + "num_tokens": 347993103.0, + "step": 9124 + }, + { + "epoch": 1.1607937921384048, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.690450668334961, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8815498352050781, + "num_tokens": 348028412.0, + "step": 9125 + }, + { + "epoch": 1.1609210024169954, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.676795959472656, + "learning_rate": 1e-06, + "loss": 0.4463, + "mean_token_accuracy": 0.8523705005645752, + "num_tokens": 348071429.0, + "step": 9126 + }, + { + "epoch": 1.161048212695586, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.682999610900879, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8736982941627502, + "num_tokens": 348113222.0, + "step": 9127 + }, + { + "epoch": 1.1611754229741762, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.666918754577637, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.868308424949646, + "num_tokens": 348150188.0, + "step": 9128 + }, + { + "epoch": 1.1613026332527667, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.697958946228027, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8739621043205261, + "num_tokens": 348188547.0, + "step": 9129 + }, + { + "epoch": 1.1614298435313573, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.65222454071045, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8647869229316711, + "num_tokens": 348228624.0, + "step": 9130 + }, + { + "epoch": 1.1615570538099478, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.722061157226562, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8658781051635742, + "num_tokens": 348264932.0, + "step": 9131 + }, + { + "epoch": 1.1616842640885383, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.60734748840332, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8712993860244751, + "num_tokens": 348307680.0, + "step": 9132 + }, + { + "epoch": 1.1618114743671288, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.696734428405762, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8843401074409485, + "num_tokens": 348346449.0, + "step": 9133 + }, + { + "epoch": 1.1619386846457194, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.690250396728516, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8805725574493408, + "num_tokens": 348386393.0, + "step": 9134 + }, + { + "epoch": 1.16206589492431, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.691089630126953, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.8620438575744629, + "num_tokens": 348429458.0, + "step": 9135 + }, + { + "epoch": 1.1621931052029004, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.65109920501709, + "learning_rate": 1e-06, + "loss": 0.4361, + "mean_token_accuracy": 0.8574371337890625, + "num_tokens": 348471365.0, + "step": 9136 + }, + { + "epoch": 1.162320315481491, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.7407808303833, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8555680513381958, + "num_tokens": 348513425.0, + "step": 9137 + }, + { + "epoch": 1.1624475257600815, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.63143539428711, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8679418563842773, + "num_tokens": 348551181.0, + "step": 9138 + }, + { + "epoch": 1.162574736038672, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.734496116638184, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8908495903015137, + "num_tokens": 348583611.0, + "step": 9139 + }, + { + "epoch": 1.1627019463172625, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.693678855895996, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8681609630584717, + "num_tokens": 348624281.0, + "step": 9140 + }, + { + "epoch": 1.162829156595853, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.71525764465332, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8686656951904297, + "num_tokens": 348661416.0, + "step": 9141 + }, + { + "epoch": 1.1629563668744434, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.696670532226562, + "learning_rate": 1e-06, + "loss": 0.4511, + "mean_token_accuracy": 0.8483671545982361, + "num_tokens": 348703907.0, + "step": 9142 + }, + { + "epoch": 1.163083577153034, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.671483993530273, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8825010657310486, + "num_tokens": 348735617.0, + "step": 9143 + }, + { + "epoch": 1.1632107874316244, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.733345985412598, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8676716089248657, + "num_tokens": 348773552.0, + "step": 9144 + }, + { + "epoch": 1.163337997710215, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.649195671081543, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.871322512626648, + "num_tokens": 348811274.0, + "step": 9145 + }, + { + "epoch": 1.1634652079888055, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.701888084411621, + "learning_rate": 1e-06, + "loss": 0.4283, + "mean_token_accuracy": 0.857795238494873, + "num_tokens": 348847773.0, + "step": 9146 + }, + { + "epoch": 1.163592418267396, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.69656753540039, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8614528775215149, + "num_tokens": 348886356.0, + "step": 9147 + }, + { + "epoch": 1.1637196285459865, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.719825744628906, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8804734945297241, + "num_tokens": 348922892.0, + "step": 9148 + }, + { + "epoch": 1.163846838824577, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.74583911895752, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8890302181243896, + "num_tokens": 348954924.0, + "step": 9149 + }, + { + "epoch": 1.1639740491031676, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.671460151672363, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8759759068489075, + "num_tokens": 348997335.0, + "step": 9150 + }, + { + "epoch": 1.1641012593817581, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.705303192138672, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8594708442687988, + "num_tokens": 349038221.0, + "step": 9151 + }, + { + "epoch": 1.1642284696603487, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.708290100097656, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.865119457244873, + "num_tokens": 349076559.0, + "step": 9152 + }, + { + "epoch": 1.164355679938939, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.678237915039062, + "learning_rate": 1e-06, + "loss": 0.4611, + "mean_token_accuracy": 0.8479182124137878, + "num_tokens": 349112264.0, + "step": 9153 + }, + { + "epoch": 1.1644828902175295, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.671966552734375, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8826960921287537, + "num_tokens": 349146571.0, + "step": 9154 + }, + { + "epoch": 1.16461010049612, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.683377265930176, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8765622973442078, + "num_tokens": 349183674.0, + "step": 9155 + }, + { + "epoch": 1.1647373107747105, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.694296836853027, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8745170831680298, + "num_tokens": 349227042.0, + "step": 9156 + }, + { + "epoch": 1.164864521053301, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.71317195892334, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8649892210960388, + "num_tokens": 349264072.0, + "step": 9157 + }, + { + "epoch": 1.1649917313318916, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.699450492858887, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8709498047828674, + "num_tokens": 349304427.0, + "step": 9158 + }, + { + "epoch": 1.1651189416104821, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.714138984680176, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8697725534439087, + "num_tokens": 349346708.0, + "step": 9159 + }, + { + "epoch": 1.1652461518890727, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.718981742858887, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8682323098182678, + "num_tokens": 349387716.0, + "step": 9160 + }, + { + "epoch": 1.1653733621676632, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.752788543701172, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8665434122085571, + "num_tokens": 349425757.0, + "step": 9161 + }, + { + "epoch": 1.1655005724462537, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.752585411071777, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8763803839683533, + "num_tokens": 349472097.0, + "step": 9162 + }, + { + "epoch": 1.1656277827248442, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.677763938903809, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8668320775032043, + "num_tokens": 349513809.0, + "step": 9163 + }, + { + "epoch": 1.1657549930034348, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.710713386535645, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8857389092445374, + "num_tokens": 349544906.0, + "step": 9164 + }, + { + "epoch": 1.1658822032820253, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.691896438598633, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8646547794342041, + "num_tokens": 349582529.0, + "step": 9165 + }, + { + "epoch": 1.1660094135606156, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.730066299438477, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8646345138549805, + "num_tokens": 349624871.0, + "step": 9166 + }, + { + "epoch": 1.1661366238392061, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.716879844665527, + "learning_rate": 1e-06, + "loss": 0.494, + "mean_token_accuracy": 0.8341389894485474, + "num_tokens": 349660783.0, + "step": 9167 + }, + { + "epoch": 1.1662638341177967, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.696537017822266, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8797746896743774, + "num_tokens": 349698430.0, + "step": 9168 + }, + { + "epoch": 1.1663910443963872, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.688613891601562, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.8629117012023926, + "num_tokens": 349734981.0, + "step": 9169 + }, + { + "epoch": 1.1665182546749777, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.687000274658203, + "learning_rate": 1e-06, + "loss": 0.4314, + "mean_token_accuracy": 0.8657193779945374, + "num_tokens": 349774267.0, + "step": 9170 + }, + { + "epoch": 1.1666454649535682, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.720027923583984, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8660876154899597, + "num_tokens": 349811400.0, + "step": 9171 + }, + { + "epoch": 1.1667726752321588, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.699920654296875, + "learning_rate": 1e-06, + "loss": 0.4338, + "mean_token_accuracy": 0.8618055582046509, + "num_tokens": 349850031.0, + "step": 9172 + }, + { + "epoch": 1.1668998855107493, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.739999771118164, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8723074793815613, + "num_tokens": 349889967.0, + "step": 9173 + }, + { + "epoch": 1.1670270957893398, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.714139938354492, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8639999032020569, + "num_tokens": 349930276.0, + "step": 9174 + }, + { + "epoch": 1.1671543060679304, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.68479061126709, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8648006319999695, + "num_tokens": 349969889.0, + "step": 9175 + }, + { + "epoch": 1.1672815163465209, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.672565460205078, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8663496375083923, + "num_tokens": 350005729.0, + "step": 9176 + }, + { + "epoch": 1.1674087266251112, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.698174476623535, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8767485618591309, + "num_tokens": 350043130.0, + "step": 9177 + }, + { + "epoch": 1.1675359369037017, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.711259841918945, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.88733971118927, + "num_tokens": 350081233.0, + "step": 9178 + }, + { + "epoch": 1.1676631471822922, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.711394309997559, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8565623760223389, + "num_tokens": 350119403.0, + "step": 9179 + }, + { + "epoch": 1.1677903574608828, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.748208999633789, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8577296733856201, + "num_tokens": 350159099.0, + "step": 9180 + }, + { + "epoch": 1.1679175677394733, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.674993515014648, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8698248863220215, + "num_tokens": 350195642.0, + "step": 9181 + }, + { + "epoch": 1.1680447780180638, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.735536575317383, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8765150308609009, + "num_tokens": 350236721.0, + "step": 9182 + }, + { + "epoch": 1.1681719882966544, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.72713565826416, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8655531406402588, + "num_tokens": 350272691.0, + "step": 9183 + }, + { + "epoch": 1.168299198575245, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.680866241455078, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8681773543357849, + "num_tokens": 350318299.0, + "step": 9184 + }, + { + "epoch": 1.1684264088538354, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.685566902160645, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8694477677345276, + "num_tokens": 350360973.0, + "step": 9185 + }, + { + "epoch": 1.168553619132426, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.743406295776367, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8782792687416077, + "num_tokens": 350400516.0, + "step": 9186 + }, + { + "epoch": 1.1686808294110165, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.714125633239746, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8649805784225464, + "num_tokens": 350438147.0, + "step": 9187 + }, + { + "epoch": 1.168808039689607, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.7265043258667, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8746346831321716, + "num_tokens": 350481604.0, + "step": 9188 + }, + { + "epoch": 1.1689352499681975, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.687643051147461, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8885221481323242, + "num_tokens": 350518225.0, + "step": 9189 + }, + { + "epoch": 1.169062460246788, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.728632926940918, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.867975115776062, + "num_tokens": 350553752.0, + "step": 9190 + }, + { + "epoch": 1.1691896705253784, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.683945655822754, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8749270439147949, + "num_tokens": 350593676.0, + "step": 9191 + }, + { + "epoch": 1.169316880803969, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.704483985900879, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8687471747398376, + "num_tokens": 350633618.0, + "step": 9192 + }, + { + "epoch": 1.1694440910825594, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.755555152893066, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8672938346862793, + "num_tokens": 350678221.0, + "step": 9193 + }, + { + "epoch": 1.16957130136115, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.653033256530762, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8794263601303101, + "num_tokens": 350718258.0, + "step": 9194 + }, + { + "epoch": 1.1696985116397405, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.687490463256836, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8810113668441772, + "num_tokens": 350757370.0, + "step": 9195 + }, + { + "epoch": 1.169825721918331, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.677447319030762, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8697429895401001, + "num_tokens": 350801394.0, + "step": 9196 + }, + { + "epoch": 1.1699529321969215, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.738036155700684, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8615000247955322, + "num_tokens": 350840635.0, + "step": 9197 + }, + { + "epoch": 1.170080142475512, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.656696319580078, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8858248591423035, + "num_tokens": 350879616.0, + "step": 9198 + }, + { + "epoch": 1.1702073527541026, + "ewc_loss": 0.0142822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.430511474609375e-05, + "grad_norm": 10.701786994934082, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8699893951416016, + "num_tokens": 350921710.0, + "step": 9199 + }, + { + "epoch": 1.1703345630326931, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.68411922454834, + "learning_rate": 1e-06, + "loss": 0.4236, + "mean_token_accuracy": 0.8579038381576538, + "num_tokens": 350964218.0, + "step": 9200 + }, + { + "epoch": 1.1704617733112836, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.731403350830078, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8791075944900513, + "num_tokens": 351004511.0, + "step": 9201 + }, + { + "epoch": 1.170588983589874, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.740716934204102, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8647565841674805, + "num_tokens": 351044583.0, + "step": 9202 + }, + { + "epoch": 1.1707161938684645, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.689868927001953, + "learning_rate": 1e-06, + "loss": 0.4517, + "mean_token_accuracy": 0.8518053293228149, + "num_tokens": 351083613.0, + "step": 9203 + }, + { + "epoch": 1.170843404147055, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.749733924865723, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8629544973373413, + "num_tokens": 351117412.0, + "step": 9204 + }, + { + "epoch": 1.1709706144256455, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.723165512084961, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8555088639259338, + "num_tokens": 351154779.0, + "step": 9205 + }, + { + "epoch": 1.171097824704236, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.681971549987793, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8799654245376587, + "num_tokens": 351191412.0, + "step": 9206 + }, + { + "epoch": 1.1712250349828266, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.694354057312012, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8720173835754395, + "num_tokens": 351235465.0, + "step": 9207 + }, + { + "epoch": 1.1713522452614171, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.641063690185547, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8748137950897217, + "num_tokens": 351279326.0, + "step": 9208 + }, + { + "epoch": 1.1714794555400077, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.704042434692383, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8868695497512817, + "num_tokens": 351316678.0, + "step": 9209 + }, + { + "epoch": 1.1716066658185982, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.6996431350708, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8656091690063477, + "num_tokens": 351352641.0, + "step": 9210 + }, + { + "epoch": 1.1717338760971887, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.697532653808594, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8603211641311646, + "num_tokens": 351385845.0, + "step": 9211 + }, + { + "epoch": 1.1718610863757792, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.671648025512695, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8757799863815308, + "num_tokens": 351425220.0, + "step": 9212 + }, + { + "epoch": 1.1719882966543698, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.64777660369873, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.864332377910614, + "num_tokens": 351467515.0, + "step": 9213 + }, + { + "epoch": 1.1721155069329603, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.715368270874023, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8674992322921753, + "num_tokens": 351507571.0, + "step": 9214 + }, + { + "epoch": 1.1722427172115506, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.676529884338379, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.867020308971405, + "num_tokens": 351546150.0, + "step": 9215 + }, + { + "epoch": 1.1723699274901411, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.613105773925781, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8634880185127258, + "num_tokens": 351588574.0, + "step": 9216 + }, + { + "epoch": 1.1724971377687317, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.710140228271484, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8707438707351685, + "num_tokens": 351626914.0, + "step": 9217 + }, + { + "epoch": 1.1726243480473222, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.680984497070312, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8600260019302368, + "num_tokens": 351663574.0, + "step": 9218 + }, + { + "epoch": 1.1727515583259127, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.662361145019531, + "learning_rate": 1e-06, + "loss": 0.4464, + "mean_token_accuracy": 0.8534148931503296, + "num_tokens": 351703275.0, + "step": 9219 + }, + { + "epoch": 1.1728787686045032, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.64730453491211, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8588581681251526, + "num_tokens": 351745713.0, + "step": 9220 + }, + { + "epoch": 1.1730059788830938, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.695927619934082, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.8550065755844116, + "num_tokens": 351780789.0, + "step": 9221 + }, + { + "epoch": 1.1731331891616843, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.702856063842773, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8782873153686523, + "num_tokens": 351820352.0, + "step": 9222 + }, + { + "epoch": 1.1732603994402748, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.609662055969238, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8767043352127075, + "num_tokens": 351860011.0, + "step": 9223 + }, + { + "epoch": 1.1733876097188654, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.7408447265625, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8647060394287109, + "num_tokens": 351898742.0, + "step": 9224 + }, + { + "epoch": 1.1735148199974559, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.708311080932617, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8574484586715698, + "num_tokens": 351940201.0, + "step": 9225 + }, + { + "epoch": 1.1736420302760462, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.684234619140625, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8680040836334229, + "num_tokens": 351971041.0, + "step": 9226 + }, + { + "epoch": 1.1737692405546367, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.707134246826172, + "learning_rate": 1e-06, + "loss": 0.4461, + "mean_token_accuracy": 0.8520922064781189, + "num_tokens": 352013002.0, + "step": 9227 + }, + { + "epoch": 1.1738964508332272, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.655569076538086, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8679661154747009, + "num_tokens": 352051435.0, + "step": 9228 + }, + { + "epoch": 1.1740236611118178, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.706500053405762, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8747165203094482, + "num_tokens": 352093295.0, + "step": 9229 + }, + { + "epoch": 1.1741508713904083, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.700778007507324, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8650626540184021, + "num_tokens": 352136401.0, + "step": 9230 + }, + { + "epoch": 1.1742780816689988, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.65313720703125, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8803947567939758, + "num_tokens": 352178696.0, + "step": 9231 + }, + { + "epoch": 1.1744052919475894, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.734596252441406, + "learning_rate": 1e-06, + "loss": 0.4646, + "mean_token_accuracy": 0.8496607542037964, + "num_tokens": 352214759.0, + "step": 9232 + }, + { + "epoch": 1.1745325022261799, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.683938026428223, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8816337585449219, + "num_tokens": 352250520.0, + "step": 9233 + }, + { + "epoch": 1.1746597125047704, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.692408561706543, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8677670359611511, + "num_tokens": 352288773.0, + "step": 9234 + }, + { + "epoch": 1.174786922783361, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.751587867736816, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.876444399356842, + "num_tokens": 352326548.0, + "step": 9235 + }, + { + "epoch": 1.1749141330619515, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.654508590698242, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8783225417137146, + "num_tokens": 352366537.0, + "step": 9236 + }, + { + "epoch": 1.175041343340542, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.7427396774292, + "learning_rate": 1e-06, + "loss": 0.446, + "mean_token_accuracy": 0.8531426191329956, + "num_tokens": 352402390.0, + "step": 9237 + }, + { + "epoch": 1.1751685536191325, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.659135818481445, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8670914173126221, + "num_tokens": 352442357.0, + "step": 9238 + }, + { + "epoch": 1.175295763897723, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.6837797164917, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.866841197013855, + "num_tokens": 352476884.0, + "step": 9239 + }, + { + "epoch": 1.1754229741763134, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.6920166015625, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8696751594543457, + "num_tokens": 352513448.0, + "step": 9240 + }, + { + "epoch": 1.175550184454904, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.652599334716797, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8870624303817749, + "num_tokens": 352548420.0, + "step": 9241 + }, + { + "epoch": 1.1756773947334944, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.71371841430664, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8728677034378052, + "num_tokens": 352592157.0, + "step": 9242 + }, + { + "epoch": 1.175804605012085, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.705933570861816, + "learning_rate": 1e-06, + "loss": 0.4178, + "mean_token_accuracy": 0.8609002828598022, + "num_tokens": 352626427.0, + "step": 9243 + }, + { + "epoch": 1.1759318152906755, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.694117546081543, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.878591001033783, + "num_tokens": 352667075.0, + "step": 9244 + }, + { + "epoch": 1.176059025569266, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.693805694580078, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8669982552528381, + "num_tokens": 352707114.0, + "step": 9245 + }, + { + "epoch": 1.1761862358478565, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.748743057250977, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8738157749176025, + "num_tokens": 352738064.0, + "step": 9246 + }, + { + "epoch": 1.176313446126447, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.759697914123535, + "learning_rate": 1e-06, + "loss": 0.4454, + "mean_token_accuracy": 0.8538190126419067, + "num_tokens": 352779964.0, + "step": 9247 + }, + { + "epoch": 1.1764406564050376, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.66696548461914, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8764563202857971, + "num_tokens": 352819574.0, + "step": 9248 + }, + { + "epoch": 1.1765678666836281, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.711380004882812, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8782029151916504, + "num_tokens": 352859151.0, + "step": 9249 + }, + { + "epoch": 1.1766950769622184, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.704434394836426, + "learning_rate": 1e-06, + "loss": 0.4883, + "mean_token_accuracy": 0.8484269380569458, + "num_tokens": 352901119.0, + "step": 9250 + }, + { + "epoch": 1.176822287240809, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.683097839355469, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8687423467636108, + "num_tokens": 352945878.0, + "step": 9251 + }, + { + "epoch": 1.1769494975193995, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.747337341308594, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8634305000305176, + "num_tokens": 352979819.0, + "step": 9252 + }, + { + "epoch": 1.17707670779799, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.66731071472168, + "learning_rate": 1e-06, + "loss": 0.4304, + "mean_token_accuracy": 0.8581787347793579, + "num_tokens": 353023552.0, + "step": 9253 + }, + { + "epoch": 1.1772039180765805, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.732592582702637, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8696955442428589, + "num_tokens": 353058178.0, + "step": 9254 + }, + { + "epoch": 1.177331128355171, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.69016170501709, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.878216564655304, + "num_tokens": 353091428.0, + "step": 9255 + }, + { + "epoch": 1.1774583386337616, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.715616226196289, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8715270757675171, + "num_tokens": 353131943.0, + "step": 9256 + }, + { + "epoch": 1.1775855489123521, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.701248168945312, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8625248670578003, + "num_tokens": 353171213.0, + "step": 9257 + }, + { + "epoch": 1.1777127591909426, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.719502449035645, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.876124918460846, + "num_tokens": 353205057.0, + "step": 9258 + }, + { + "epoch": 1.1778399694695332, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.70023250579834, + "learning_rate": 1e-06, + "loss": 0.457, + "mean_token_accuracy": 0.8543674349784851, + "num_tokens": 353251164.0, + "step": 9259 + }, + { + "epoch": 1.1779671797481237, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.723823547363281, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8743356466293335, + "num_tokens": 353288202.0, + "step": 9260 + }, + { + "epoch": 1.1780943900267142, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.740588188171387, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8687056303024292, + "num_tokens": 353327396.0, + "step": 9261 + }, + { + "epoch": 1.1782216003053048, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.776835441589355, + "learning_rate": 1e-06, + "loss": 0.4295, + "mean_token_accuracy": 0.85787034034729, + "num_tokens": 353366512.0, + "step": 9262 + }, + { + "epoch": 1.1783488105838953, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.675901412963867, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8610048294067383, + "num_tokens": 353408546.0, + "step": 9263 + }, + { + "epoch": 1.1784760208624856, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.722319602966309, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8757376670837402, + "num_tokens": 353444950.0, + "step": 9264 + }, + { + "epoch": 1.1786032311410761, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.689504623413086, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8756293058395386, + "num_tokens": 353483306.0, + "step": 9265 + }, + { + "epoch": 1.1787304414196667, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.709003448486328, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.867814302444458, + "num_tokens": 353523038.0, + "step": 9266 + }, + { + "epoch": 1.1788576516982572, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.703357696533203, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8780117034912109, + "num_tokens": 353564266.0, + "step": 9267 + }, + { + "epoch": 1.1789848619768477, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.820788383483887, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8722008466720581, + "num_tokens": 353603558.0, + "step": 9268 + }, + { + "epoch": 1.1791120722554382, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.657654762268066, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8755590319633484, + "num_tokens": 353648097.0, + "step": 9269 + }, + { + "epoch": 1.1792392825340288, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.737953186035156, + "learning_rate": 1e-06, + "loss": 0.4487, + "mean_token_accuracy": 0.853886067867279, + "num_tokens": 353688970.0, + "step": 9270 + }, + { + "epoch": 1.1793664928126193, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.703307151794434, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8576860427856445, + "num_tokens": 353732505.0, + "step": 9271 + }, + { + "epoch": 1.1794937030912098, + "ewc_loss": 0.01434326171875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.436471939086914e-05, + "grad_norm": 10.69941520690918, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8768784403800964, + "num_tokens": 353767460.0, + "step": 9272 + }, + { + "epoch": 1.1796209133698004, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.675718307495117, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.878153920173645, + "num_tokens": 353801951.0, + "step": 9273 + }, + { + "epoch": 1.1797481236483909, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.643946647644043, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.876163125038147, + "num_tokens": 353836815.0, + "step": 9274 + }, + { + "epoch": 1.1798753339269812, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.722552299499512, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.860454797744751, + "num_tokens": 353876296.0, + "step": 9275 + }, + { + "epoch": 1.1800025442055717, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.728218078613281, + "learning_rate": 1e-06, + "loss": 0.4445, + "mean_token_accuracy": 0.8529227375984192, + "num_tokens": 353911792.0, + "step": 9276 + }, + { + "epoch": 1.1801297544841622, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.657593727111816, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8576029539108276, + "num_tokens": 353949532.0, + "step": 9277 + }, + { + "epoch": 1.1802569647627528, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.713521003723145, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8568442463874817, + "num_tokens": 353988622.0, + "step": 9278 + }, + { + "epoch": 1.1803841750413433, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.698616027832031, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8724339008331299, + "num_tokens": 354028136.0, + "step": 9279 + }, + { + "epoch": 1.1805113853199338, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.711833953857422, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8712592124938965, + "num_tokens": 354065029.0, + "step": 9280 + }, + { + "epoch": 1.1806385955985244, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.696805953979492, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8795744180679321, + "num_tokens": 354099279.0, + "step": 9281 + }, + { + "epoch": 1.1807658058771149, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.681199073791504, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8644161224365234, + "num_tokens": 354138870.0, + "step": 9282 + }, + { + "epoch": 1.1808930161557054, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.745843887329102, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8571972250938416, + "num_tokens": 354176498.0, + "step": 9283 + }, + { + "epoch": 1.181020226434296, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.754789352416992, + "learning_rate": 1e-06, + "loss": 0.4566, + "mean_token_accuracy": 0.8499592542648315, + "num_tokens": 354210063.0, + "step": 9284 + }, + { + "epoch": 1.1811474367128865, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.706360816955566, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.8628773093223572, + "num_tokens": 354248095.0, + "step": 9285 + }, + { + "epoch": 1.181274646991477, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.701416969299316, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8653289079666138, + "num_tokens": 354286897.0, + "step": 9286 + }, + { + "epoch": 1.1814018572700675, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.702759742736816, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8762873411178589, + "num_tokens": 354330685.0, + "step": 9287 + }, + { + "epoch": 1.181529067548658, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.705668449401855, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8595790863037109, + "num_tokens": 354371120.0, + "step": 9288 + }, + { + "epoch": 1.1816562778272484, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.762567520141602, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8667311072349548, + "num_tokens": 354410825.0, + "step": 9289 + }, + { + "epoch": 1.1817834881058389, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.649908065795898, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8646361231803894, + "num_tokens": 354453623.0, + "step": 9290 + }, + { + "epoch": 1.1819106983844294, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.747474670410156, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8688449859619141, + "num_tokens": 354491854.0, + "step": 9291 + }, + { + "epoch": 1.18203790866302, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.706136703491211, + "learning_rate": 1e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.8547080159187317, + "num_tokens": 354530788.0, + "step": 9292 + }, + { + "epoch": 1.1821651189416105, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.725966453552246, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8872094750404358, + "num_tokens": 354568576.0, + "step": 9293 + }, + { + "epoch": 1.182292329220201, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.669201850891113, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8685343861579895, + "num_tokens": 354611307.0, + "step": 9294 + }, + { + "epoch": 1.1824195394987915, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.760114669799805, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8760354518890381, + "num_tokens": 354648810.0, + "step": 9295 + }, + { + "epoch": 1.182546749777382, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.695822715759277, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8708763718605042, + "num_tokens": 354688411.0, + "step": 9296 + }, + { + "epoch": 1.1826739600559726, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.70810604095459, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8670139312744141, + "num_tokens": 354734700.0, + "step": 9297 + }, + { + "epoch": 1.1828011703345631, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.74686336517334, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8655993938446045, + "num_tokens": 354765517.0, + "step": 9298 + }, + { + "epoch": 1.1829283806131534, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.723624229431152, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8720731735229492, + "num_tokens": 354808563.0, + "step": 9299 + }, + { + "epoch": 1.183055590891744, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.755402565002441, + "learning_rate": 1e-06, + "loss": 0.4518, + "mean_token_accuracy": 0.8520206809043884, + "num_tokens": 354846618.0, + "step": 9300 + }, + { + "epoch": 1.1831828011703345, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.736767768859863, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8706260919570923, + "num_tokens": 354881293.0, + "step": 9301 + }, + { + "epoch": 1.183310011448925, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.669054985046387, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8661534786224365, + "num_tokens": 354925239.0, + "step": 9302 + }, + { + "epoch": 1.1834372217275155, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.705754280090332, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8560023307800293, + "num_tokens": 354967836.0, + "step": 9303 + }, + { + "epoch": 1.183564432006106, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.78711223602295, + "learning_rate": 1e-06, + "loss": 0.4517, + "mean_token_accuracy": 0.8537231683731079, + "num_tokens": 355003386.0, + "step": 9304 + }, + { + "epoch": 1.1836916422846966, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.737725257873535, + "learning_rate": 1e-06, + "loss": 0.4644, + "mean_token_accuracy": 0.8476577401161194, + "num_tokens": 355043391.0, + "step": 9305 + }, + { + "epoch": 1.1838188525632871, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.688438415527344, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8705160021781921, + "num_tokens": 355082820.0, + "step": 9306 + }, + { + "epoch": 1.1839460628418776, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.7203950881958, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.888964056968689, + "num_tokens": 355117531.0, + "step": 9307 + }, + { + "epoch": 1.1840732731204682, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.721570014953613, + "learning_rate": 1e-06, + "loss": 0.4355, + "mean_token_accuracy": 0.8564344048500061, + "num_tokens": 355159485.0, + "step": 9308 + }, + { + "epoch": 1.1842004833990587, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.725966453552246, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8636744022369385, + "num_tokens": 355206051.0, + "step": 9309 + }, + { + "epoch": 1.1843276936776492, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.727376937866211, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8599869012832642, + "num_tokens": 355242933.0, + "step": 9310 + }, + { + "epoch": 1.1844549039562398, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.752105712890625, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8806600570678711, + "num_tokens": 355286311.0, + "step": 9311 + }, + { + "epoch": 1.1845821142348303, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.700582504272461, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8689730167388916, + "num_tokens": 355327844.0, + "step": 9312 + }, + { + "epoch": 1.1847093245134206, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.712576866149902, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8776232004165649, + "num_tokens": 355368977.0, + "step": 9313 + }, + { + "epoch": 1.1848365347920111, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.729846000671387, + "learning_rate": 1e-06, + "loss": 0.4326, + "mean_token_accuracy": 0.8587849140167236, + "num_tokens": 355411479.0, + "step": 9314 + }, + { + "epoch": 1.1849637450706016, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.75121784210205, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.884890079498291, + "num_tokens": 355447370.0, + "step": 9315 + }, + { + "epoch": 1.1850909553491922, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.689446449279785, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8654004335403442, + "num_tokens": 355490335.0, + "step": 9316 + }, + { + "epoch": 1.1852181656277827, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.776237487792969, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8693684339523315, + "num_tokens": 355527843.0, + "step": 9317 + }, + { + "epoch": 1.1853453759063732, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.768287658691406, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8659794330596924, + "num_tokens": 355566094.0, + "step": 9318 + }, + { + "epoch": 1.1854725861849638, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.712099075317383, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8757724165916443, + "num_tokens": 355609505.0, + "step": 9319 + }, + { + "epoch": 1.1855997964635543, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.84963321685791, + "learning_rate": 1e-06, + "loss": 0.4729, + "mean_token_accuracy": 0.8436902761459351, + "num_tokens": 355650930.0, + "step": 9320 + }, + { + "epoch": 1.1857270067421448, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.739753723144531, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8779823184013367, + "num_tokens": 355684075.0, + "step": 9321 + }, + { + "epoch": 1.1858542170207353, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.743945121765137, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8732821941375732, + "num_tokens": 355723567.0, + "step": 9322 + }, + { + "epoch": 1.1859814272993259, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.743729591369629, + "learning_rate": 1e-06, + "loss": 0.445, + "mean_token_accuracy": 0.8549898862838745, + "num_tokens": 355764915.0, + "step": 9323 + }, + { + "epoch": 1.1861086375779162, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.786258697509766, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8696749806404114, + "num_tokens": 355804950.0, + "step": 9324 + }, + { + "epoch": 1.1862358478565067, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.69980525970459, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.876428484916687, + "num_tokens": 355844155.0, + "step": 9325 + }, + { + "epoch": 1.1863630581350972, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.747601509094238, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8841776847839355, + "num_tokens": 355883971.0, + "step": 9326 + }, + { + "epoch": 1.1864902684136878, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.706597328186035, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8638055324554443, + "num_tokens": 355922271.0, + "step": 9327 + }, + { + "epoch": 1.1866174786922783, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.74372673034668, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8674514293670654, + "num_tokens": 355961087.0, + "step": 9328 + }, + { + "epoch": 1.1867446889708688, + "ewc_loss": 0.014404296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4424324035644531e-05, + "grad_norm": 10.76787281036377, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8716009855270386, + "num_tokens": 355999553.0, + "step": 9329 + }, + { + "epoch": 1.1868718992494594, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.700922966003418, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8733294606208801, + "num_tokens": 356038503.0, + "step": 9330 + }, + { + "epoch": 1.1869991095280499, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.712076187133789, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8789543509483337, + "num_tokens": 356078538.0, + "step": 9331 + }, + { + "epoch": 1.1871263198066404, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.67703628540039, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8810351490974426, + "num_tokens": 356115031.0, + "step": 9332 + }, + { + "epoch": 1.187253530085231, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.756811141967773, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8829400539398193, + "num_tokens": 356154751.0, + "step": 9333 + }, + { + "epoch": 1.1873807403638215, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.697052955627441, + "learning_rate": 1e-06, + "loss": 0.4296, + "mean_token_accuracy": 0.8529114723205566, + "num_tokens": 356192105.0, + "step": 9334 + }, + { + "epoch": 1.187507950642412, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.72300910949707, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8593427538871765, + "num_tokens": 356224964.0, + "step": 9335 + }, + { + "epoch": 1.1876351609210025, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.719451904296875, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8733066320419312, + "num_tokens": 356261565.0, + "step": 9336 + }, + { + "epoch": 1.187762371199593, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.72704029083252, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8705848455429077, + "num_tokens": 356301886.0, + "step": 9337 + }, + { + "epoch": 1.1878895814781834, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.724995613098145, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8764073848724365, + "num_tokens": 356339481.0, + "step": 9338 + }, + { + "epoch": 1.1880167917567739, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.69739055633545, + "learning_rate": 1e-06, + "loss": 0.4684, + "mean_token_accuracy": 0.8463070392608643, + "num_tokens": 356387038.0, + "step": 9339 + }, + { + "epoch": 1.1881440020353644, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.715954780578613, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8652654886245728, + "num_tokens": 356433256.0, + "step": 9340 + }, + { + "epoch": 1.188271212313955, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.742337226867676, + "learning_rate": 1e-06, + "loss": 0.4385, + "mean_token_accuracy": 0.8583057522773743, + "num_tokens": 356471282.0, + "step": 9341 + }, + { + "epoch": 1.1883984225925455, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.733739852905273, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8751136064529419, + "num_tokens": 356508951.0, + "step": 9342 + }, + { + "epoch": 1.188525632871136, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.714987754821777, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.871091365814209, + "num_tokens": 356544487.0, + "step": 9343 + }, + { + "epoch": 1.1886528431497265, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.725617408752441, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8741747736930847, + "num_tokens": 356580873.0, + "step": 9344 + }, + { + "epoch": 1.188780053428317, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.749606132507324, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.865902304649353, + "num_tokens": 356613622.0, + "step": 9345 + }, + { + "epoch": 1.1889072637069076, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.734380722045898, + "learning_rate": 1e-06, + "loss": 0.4596, + "mean_token_accuracy": 0.8454664349555969, + "num_tokens": 356660058.0, + "step": 9346 + }, + { + "epoch": 1.189034473985498, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.695789337158203, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8680769801139832, + "num_tokens": 356701614.0, + "step": 9347 + }, + { + "epoch": 1.1891616842640884, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.77762508392334, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8824892044067383, + "num_tokens": 356737105.0, + "step": 9348 + }, + { + "epoch": 1.189288894542679, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.723148345947266, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8599700331687927, + "num_tokens": 356779382.0, + "step": 9349 + }, + { + "epoch": 1.1894161048212695, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.783855438232422, + "learning_rate": 1e-06, + "loss": 0.4149, + "mean_token_accuracy": 0.8635340929031372, + "num_tokens": 356813836.0, + "step": 9350 + }, + { + "epoch": 1.18954331509986, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.716630935668945, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8591907024383545, + "num_tokens": 356852591.0, + "step": 9351 + }, + { + "epoch": 1.1896705253784505, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.732267379760742, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8661239743232727, + "num_tokens": 356889940.0, + "step": 9352 + }, + { + "epoch": 1.189797735657041, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.664013862609863, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8710769414901733, + "num_tokens": 356927878.0, + "step": 9353 + }, + { + "epoch": 1.1899249459356316, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.7515230178833, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8781454563140869, + "num_tokens": 356963339.0, + "step": 9354 + }, + { + "epoch": 1.1900521562142221, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.76635456085205, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8722349405288696, + "num_tokens": 357002999.0, + "step": 9355 + }, + { + "epoch": 1.1901793664928126, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.729884147644043, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8711990118026733, + "num_tokens": 357044305.0, + "step": 9356 + }, + { + "epoch": 1.1903065767714032, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.761333465576172, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8706693649291992, + "num_tokens": 357082197.0, + "step": 9357 + }, + { + "epoch": 1.1904337870499937, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.763213157653809, + "learning_rate": 1e-06, + "loss": 0.4624, + "mean_token_accuracy": 0.8505613207817078, + "num_tokens": 357119541.0, + "step": 9358 + }, + { + "epoch": 1.1905609973285842, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.689632415771484, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8900309801101685, + "num_tokens": 357159176.0, + "step": 9359 + }, + { + "epoch": 1.1906882076071748, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.745803833007812, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8678739070892334, + "num_tokens": 357199204.0, + "step": 9360 + }, + { + "epoch": 1.1908154178857653, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.724954605102539, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8828302025794983, + "num_tokens": 357236900.0, + "step": 9361 + }, + { + "epoch": 1.1909426281643556, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.750262260437012, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8677332401275635, + "num_tokens": 357271622.0, + "step": 9362 + }, + { + "epoch": 1.1910698384429461, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.764541625976562, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.879477322101593, + "num_tokens": 357311145.0, + "step": 9363 + }, + { + "epoch": 1.1911970487215366, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.745899200439453, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8857010006904602, + "num_tokens": 357344609.0, + "step": 9364 + }, + { + "epoch": 1.1913242590001272, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.761263847351074, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8653927445411682, + "num_tokens": 357378896.0, + "step": 9365 + }, + { + "epoch": 1.1914514692787177, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.737241744995117, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8721259832382202, + "num_tokens": 357424730.0, + "step": 9366 + }, + { + "epoch": 1.1915786795573082, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.689177513122559, + "learning_rate": 1e-06, + "loss": 0.4634, + "mean_token_accuracy": 0.8506282567977905, + "num_tokens": 357461152.0, + "step": 9367 + }, + { + "epoch": 1.1917058898358988, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.74416446685791, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8623098731040955, + "num_tokens": 357502305.0, + "step": 9368 + }, + { + "epoch": 1.1918331001144893, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.711215019226074, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8627187013626099, + "num_tokens": 357539187.0, + "step": 9369 + }, + { + "epoch": 1.1919603103930798, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.77059268951416, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8585339784622192, + "num_tokens": 357569520.0, + "step": 9370 + }, + { + "epoch": 1.1920875206716703, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.766922950744629, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8687456846237183, + "num_tokens": 357605253.0, + "step": 9371 + }, + { + "epoch": 1.1922147309502609, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.770979881286621, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8793327212333679, + "num_tokens": 357639701.0, + "step": 9372 + }, + { + "epoch": 1.1923419412288512, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.698010444641113, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8768380880355835, + "num_tokens": 357675611.0, + "step": 9373 + }, + { + "epoch": 1.1924691515074417, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.753867149353027, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8796548843383789, + "num_tokens": 357708521.0, + "step": 9374 + }, + { + "epoch": 1.1925963617860322, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.734482765197754, + "learning_rate": 1e-06, + "loss": 0.4213, + "mean_token_accuracy": 0.8593975901603699, + "num_tokens": 357749970.0, + "step": 9375 + }, + { + "epoch": 1.1927235720646228, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.733567237854004, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.878619372844696, + "num_tokens": 357783287.0, + "step": 9376 + }, + { + "epoch": 1.1928507823432133, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.7607421875, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8696631789207458, + "num_tokens": 357818883.0, + "step": 9377 + }, + { + "epoch": 1.1929779926218038, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.70273494720459, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8812596201896667, + "num_tokens": 357862862.0, + "step": 9378 + }, + { + "epoch": 1.1931052029003943, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.771079063415527, + "learning_rate": 1e-06, + "loss": 0.4197, + "mean_token_accuracy": 0.8586545586585999, + "num_tokens": 357901574.0, + "step": 9379 + }, + { + "epoch": 1.1932324131789849, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.652095794677734, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8672062158584595, + "num_tokens": 357941822.0, + "step": 9380 + }, + { + "epoch": 1.1933596234575754, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.7537202835083, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.861492395401001, + "num_tokens": 357982820.0, + "step": 9381 + }, + { + "epoch": 1.193486833736166, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.693997383117676, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.86650151014328, + "num_tokens": 358020491.0, + "step": 9382 + }, + { + "epoch": 1.1936140440147565, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.739383697509766, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8703559637069702, + "num_tokens": 358059775.0, + "step": 9383 + }, + { + "epoch": 1.193741254293347, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.70886516571045, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8762570023536682, + "num_tokens": 358098672.0, + "step": 9384 + }, + { + "epoch": 1.1938684645719375, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.7050142288208, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8612036108970642, + "num_tokens": 358140850.0, + "step": 9385 + }, + { + "epoch": 1.193995674850528, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.811256408691406, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8752713203430176, + "num_tokens": 358175503.0, + "step": 9386 + }, + { + "epoch": 1.1941228851291183, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.674415588378906, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8727076053619385, + "num_tokens": 358210615.0, + "step": 9387 + }, + { + "epoch": 1.1942500954077089, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.760009765625, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8714552521705627, + "num_tokens": 358246605.0, + "step": 9388 + }, + { + "epoch": 1.1943773056862994, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.690102577209473, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.865442156791687, + "num_tokens": 358283136.0, + "step": 9389 + }, + { + "epoch": 1.19450451596489, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.732309341430664, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8762468099594116, + "num_tokens": 358325437.0, + "step": 9390 + }, + { + "epoch": 1.1946317262434805, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.74640941619873, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8674686551094055, + "num_tokens": 358365360.0, + "step": 9391 + }, + { + "epoch": 1.194758936522071, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.73984146118164, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8857511878013611, + "num_tokens": 358406502.0, + "step": 9392 + }, + { + "epoch": 1.1948861468006615, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.727006912231445, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.86434406042099, + "num_tokens": 358437220.0, + "step": 9393 + }, + { + "epoch": 1.195013357079252, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.69443130493164, + "learning_rate": 1e-06, + "loss": 0.4335, + "mean_token_accuracy": 0.8579293489456177, + "num_tokens": 358475314.0, + "step": 9394 + }, + { + "epoch": 1.1951405673578426, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.722488403320312, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8793033361434937, + "num_tokens": 358520777.0, + "step": 9395 + }, + { + "epoch": 1.195267777636433, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.729080200195312, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8885105848312378, + "num_tokens": 358557973.0, + "step": 9396 + }, + { + "epoch": 1.1953949879150234, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.699989318847656, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8768919706344604, + "num_tokens": 358596795.0, + "step": 9397 + }, + { + "epoch": 1.195522198193614, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.782665252685547, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8702183365821838, + "num_tokens": 358632146.0, + "step": 9398 + }, + { + "epoch": 1.1956494084722045, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.761198043823242, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8777899146080017, + "num_tokens": 358672194.0, + "step": 9399 + }, + { + "epoch": 1.195776618750795, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.741039276123047, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.876230001449585, + "num_tokens": 358710192.0, + "step": 9400 + }, + { + "epoch": 1.1959038290293855, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.748461723327637, + "learning_rate": 1e-06, + "loss": 0.4327, + "mean_token_accuracy": 0.8563369512557983, + "num_tokens": 358749284.0, + "step": 9401 + }, + { + "epoch": 1.196031039307976, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.777450561523438, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8657381534576416, + "num_tokens": 358782830.0, + "step": 9402 + }, + { + "epoch": 1.1961582495865666, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.709216117858887, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.86713707447052, + "num_tokens": 358820696.0, + "step": 9403 + }, + { + "epoch": 1.196285459865157, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.794258117675781, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8761317729949951, + "num_tokens": 358853616.0, + "step": 9404 + }, + { + "epoch": 1.1964126701437476, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.732462882995605, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8773744106292725, + "num_tokens": 358893420.0, + "step": 9405 + }, + { + "epoch": 1.1965398804223382, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.77363109588623, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8702681660652161, + "num_tokens": 358930704.0, + "step": 9406 + }, + { + "epoch": 1.1966670907009287, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.745244026184082, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8822464346885681, + "num_tokens": 358967730.0, + "step": 9407 + }, + { + "epoch": 1.1967943009795192, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.763708114624023, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8814550638198853, + "num_tokens": 359007241.0, + "step": 9408 + }, + { + "epoch": 1.1969215112581097, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.755422592163086, + "learning_rate": 1e-06, + "loss": 0.4358, + "mean_token_accuracy": 0.8570770025253296, + "num_tokens": 359045573.0, + "step": 9409 + }, + { + "epoch": 1.1970487215367003, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.737403869628906, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8736148476600647, + "num_tokens": 359083420.0, + "step": 9410 + }, + { + "epoch": 1.1971759318152906, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.789257049560547, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8820580840110779, + "num_tokens": 359117555.0, + "step": 9411 + }, + { + "epoch": 1.1973031420938811, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.720873832702637, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8659858703613281, + "num_tokens": 359154597.0, + "step": 9412 + }, + { + "epoch": 1.1974303523724716, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.781688690185547, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8653323650360107, + "num_tokens": 359190074.0, + "step": 9413 + }, + { + "epoch": 1.1975575626510622, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.699520111083984, + "learning_rate": 1e-06, + "loss": 0.4429, + "mean_token_accuracy": 0.8574007153511047, + "num_tokens": 359232711.0, + "step": 9414 + }, + { + "epoch": 1.1976847729296527, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.748703002929688, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8701272010803223, + "num_tokens": 359265582.0, + "step": 9415 + }, + { + "epoch": 1.1978119832082432, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.75090503692627, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8771755695343018, + "num_tokens": 359303177.0, + "step": 9416 + }, + { + "epoch": 1.1979391934868338, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.735904693603516, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8797083497047424, + "num_tokens": 359338712.0, + "step": 9417 + }, + { + "epoch": 1.1980664037654243, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.746715545654297, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8783448934555054, + "num_tokens": 359372849.0, + "step": 9418 + }, + { + "epoch": 1.1981936140440148, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.700568199157715, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8736132383346558, + "num_tokens": 359407981.0, + "step": 9419 + }, + { + "epoch": 1.1983208243226053, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.739673614501953, + "learning_rate": 1e-06, + "loss": 0.4502, + "mean_token_accuracy": 0.8487489223480225, + "num_tokens": 359450180.0, + "step": 9420 + }, + { + "epoch": 1.1984480346011959, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.774270057678223, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8685423135757446, + "num_tokens": 359487909.0, + "step": 9421 + }, + { + "epoch": 1.1985752448797862, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.808281898498535, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.882626473903656, + "num_tokens": 359522609.0, + "step": 9422 + }, + { + "epoch": 1.1987024551583767, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.741901397705078, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8660805225372314, + "num_tokens": 359560735.0, + "step": 9423 + }, + { + "epoch": 1.1988296654369672, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.760233879089355, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8629589080810547, + "num_tokens": 359602994.0, + "step": 9424 + }, + { + "epoch": 1.1989568757155578, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.763524055480957, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8698241710662842, + "num_tokens": 359638864.0, + "step": 9425 + }, + { + "epoch": 1.1990840859941483, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.78338623046875, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8776693344116211, + "num_tokens": 359674202.0, + "step": 9426 + }, + { + "epoch": 1.1992112962727388, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.755106925964355, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8756005764007568, + "num_tokens": 359710408.0, + "step": 9427 + }, + { + "epoch": 1.1993385065513293, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.767460823059082, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.87813401222229, + "num_tokens": 359749068.0, + "step": 9428 + }, + { + "epoch": 1.1994657168299199, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.69070053100586, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8702424764633179, + "num_tokens": 359788449.0, + "step": 9429 + }, + { + "epoch": 1.1995929271085104, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.783507347106934, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8644436597824097, + "num_tokens": 359824167.0, + "step": 9430 + }, + { + "epoch": 1.199720137387101, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.780677795410156, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8654583692550659, + "num_tokens": 359861476.0, + "step": 9431 + }, + { + "epoch": 1.1998473476656915, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.696011543273926, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8681647777557373, + "num_tokens": 359906463.0, + "step": 9432 + }, + { + "epoch": 1.199974557944282, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.795510292053223, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8731954097747803, + "num_tokens": 359940576.0, + "step": 9433 + }, + { + "epoch": 1.2001017682228725, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.702574729919434, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8798401951789856, + "num_tokens": 359973616.0, + "step": 9434 + }, + { + "epoch": 1.200228978501463, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.782957077026367, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8818787932395935, + "num_tokens": 360011059.0, + "step": 9435 + }, + { + "epoch": 1.2003561887800533, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.793968200683594, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8793403506278992, + "num_tokens": 360048307.0, + "step": 9436 + }, + { + "epoch": 1.2004833990586439, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.768148422241211, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.869732141494751, + "num_tokens": 360086946.0, + "step": 9437 + }, + { + "epoch": 1.2006106093372344, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.777521133422852, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8738592863082886, + "num_tokens": 360121908.0, + "step": 9438 + }, + { + "epoch": 1.200737819615825, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.75505542755127, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8611000180244446, + "num_tokens": 360164349.0, + "step": 9439 + }, + { + "epoch": 1.2008650298944155, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.703630447387695, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8850523829460144, + "num_tokens": 360197660.0, + "step": 9440 + }, + { + "epoch": 1.200992240173006, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.829609870910645, + "learning_rate": 1e-06, + "loss": 0.4659, + "mean_token_accuracy": 0.8484839200973511, + "num_tokens": 360240297.0, + "step": 9441 + }, + { + "epoch": 1.2011194504515965, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.711023330688477, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8591355085372925, + "num_tokens": 360281566.0, + "step": 9442 + }, + { + "epoch": 1.201246660730187, + "ewc_loss": 0.01446533203125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4483928680419922e-05, + "grad_norm": 10.774012565612793, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8759374618530273, + "num_tokens": 360313927.0, + "step": 9443 + }, + { + "epoch": 1.2013738710087776, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.696342468261719, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8740928173065186, + "num_tokens": 360349369.0, + "step": 9444 + }, + { + "epoch": 1.201501081287368, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.75987434387207, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8684121370315552, + "num_tokens": 360386996.0, + "step": 9445 + }, + { + "epoch": 1.2016282915659584, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.727179527282715, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8735295534133911, + "num_tokens": 360424883.0, + "step": 9446 + }, + { + "epoch": 1.201755501844549, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.775667190551758, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8754333853721619, + "num_tokens": 360457992.0, + "step": 9447 + }, + { + "epoch": 1.2018827121231395, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.730538368225098, + "learning_rate": 1e-06, + "loss": 0.4378, + "mean_token_accuracy": 0.8554644584655762, + "num_tokens": 360497934.0, + "step": 9448 + }, + { + "epoch": 1.20200992240173, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.784577369689941, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8669288754463196, + "num_tokens": 360533928.0, + "step": 9449 + }, + { + "epoch": 1.2021371326803205, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.803067207336426, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8723062872886658, + "num_tokens": 360571076.0, + "step": 9450 + }, + { + "epoch": 1.202264342958911, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.721896171569824, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8616282939910889, + "num_tokens": 360611957.0, + "step": 9451 + }, + { + "epoch": 1.2023915532375016, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.800219535827637, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8633508682250977, + "num_tokens": 360647823.0, + "step": 9452 + }, + { + "epoch": 1.202518763516092, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.75154972076416, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8616220355033875, + "num_tokens": 360688341.0, + "step": 9453 + }, + { + "epoch": 1.2026459737946826, + "ewc_loss": 0.0145263671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4543533325195312e-05, + "grad_norm": 10.798064231872559, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.86167973279953, + "num_tokens": 360730417.0, + "step": 9454 + }, + { + "epoch": 1.2027731840732732, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.764155387878418, + "learning_rate": 1e-06, + "loss": 0.4521, + "mean_token_accuracy": 0.8510779142379761, + "num_tokens": 360771931.0, + "step": 9455 + }, + { + "epoch": 1.2029003943518637, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.796306610107422, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8672018051147461, + "num_tokens": 360811460.0, + "step": 9456 + }, + { + "epoch": 1.2030276046304542, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.774785995483398, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8814955949783325, + "num_tokens": 360849476.0, + "step": 9457 + }, + { + "epoch": 1.2031548149090447, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.733257293701172, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8586108684539795, + "num_tokens": 360891178.0, + "step": 9458 + }, + { + "epoch": 1.2032820251876353, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.771064758300781, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8658283948898315, + "num_tokens": 360930503.0, + "step": 9459 + }, + { + "epoch": 1.2034092354662256, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.742217063903809, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8661067485809326, + "num_tokens": 360963730.0, + "step": 9460 + }, + { + "epoch": 1.203536445744816, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.800865173339844, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.8559280633926392, + "num_tokens": 361003796.0, + "step": 9461 + }, + { + "epoch": 1.2036636560234066, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.740715026855469, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8704327344894409, + "num_tokens": 361044818.0, + "step": 9462 + }, + { + "epoch": 1.2037908663019972, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.805374145507812, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8793106079101562, + "num_tokens": 361080692.0, + "step": 9463 + }, + { + "epoch": 1.2039180765805877, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.761850357055664, + "learning_rate": 1e-06, + "loss": 0.4332, + "mean_token_accuracy": 0.8607569932937622, + "num_tokens": 361116609.0, + "step": 9464 + }, + { + "epoch": 1.2040452868591782, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.795798301696777, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8630027770996094, + "num_tokens": 361154559.0, + "step": 9465 + }, + { + "epoch": 1.2041724971377687, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.777097702026367, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8784877061843872, + "num_tokens": 361191005.0, + "step": 9466 + }, + { + "epoch": 1.2042997074163593, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.690104484558105, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8674273490905762, + "num_tokens": 361230191.0, + "step": 9467 + }, + { + "epoch": 1.2044269176949498, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.783347129821777, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8627967834472656, + "num_tokens": 361269132.0, + "step": 9468 + }, + { + "epoch": 1.2045541279735403, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.71137809753418, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8618030548095703, + "num_tokens": 361306674.0, + "step": 9469 + }, + { + "epoch": 1.2046813382521309, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.714574813842773, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8720695376396179, + "num_tokens": 361348309.0, + "step": 9470 + }, + { + "epoch": 1.2048085485307212, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.719559669494629, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.864901065826416, + "num_tokens": 361386824.0, + "step": 9471 + }, + { + "epoch": 1.2049357588093117, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.73595142364502, + "learning_rate": 1e-06, + "loss": 0.4473, + "mean_token_accuracy": 0.8507328033447266, + "num_tokens": 361426590.0, + "step": 9472 + }, + { + "epoch": 1.2050629690879022, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.803723335266113, + "learning_rate": 1e-06, + "loss": 0.44, + "mean_token_accuracy": 0.8560255765914917, + "num_tokens": 361463259.0, + "step": 9473 + }, + { + "epoch": 1.2051901793664928, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.701695442199707, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8780364990234375, + "num_tokens": 361498750.0, + "step": 9474 + }, + { + "epoch": 1.2053173896450833, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.714221000671387, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8593273758888245, + "num_tokens": 361537101.0, + "step": 9475 + }, + { + "epoch": 1.2054445999236738, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.744821548461914, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.872205376625061, + "num_tokens": 361572130.0, + "step": 9476 + }, + { + "epoch": 1.2055718102022643, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.769759178161621, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8845084309577942, + "num_tokens": 361608484.0, + "step": 9477 + }, + { + "epoch": 1.2056990204808549, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.752850532531738, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8859254717826843, + "num_tokens": 361650361.0, + "step": 9478 + }, + { + "epoch": 1.2058262307594454, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.752331733703613, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8762574791908264, + "num_tokens": 361680670.0, + "step": 9479 + }, + { + "epoch": 1.205953441038036, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.727296829223633, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8748463988304138, + "num_tokens": 361723504.0, + "step": 9480 + }, + { + "epoch": 1.2060806513166265, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.758068084716797, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8750627636909485, + "num_tokens": 361765850.0, + "step": 9481 + }, + { + "epoch": 1.206207861595217, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.706231117248535, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8601716756820679, + "num_tokens": 361804375.0, + "step": 9482 + }, + { + "epoch": 1.2063350718738075, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.763636589050293, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8661198616027832, + "num_tokens": 361834714.0, + "step": 9483 + }, + { + "epoch": 1.206462282152398, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.754338264465332, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8692106604576111, + "num_tokens": 361877568.0, + "step": 9484 + }, + { + "epoch": 1.2065894924309883, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.776269912719727, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8651085495948792, + "num_tokens": 361914785.0, + "step": 9485 + }, + { + "epoch": 1.2067167027095789, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.708938598632812, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8767551183700562, + "num_tokens": 361956781.0, + "step": 9486 + }, + { + "epoch": 1.2068439129881694, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.780170440673828, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8779665231704712, + "num_tokens": 361997408.0, + "step": 9487 + }, + { + "epoch": 1.20697112326676, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.734260559082031, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8710224032402039, + "num_tokens": 362030226.0, + "step": 9488 + }, + { + "epoch": 1.2070983335453505, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.728636741638184, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8799189925193787, + "num_tokens": 362068370.0, + "step": 9489 + }, + { + "epoch": 1.207225543823941, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.780365943908691, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8773590326309204, + "num_tokens": 362108569.0, + "step": 9490 + }, + { + "epoch": 1.2073527541025315, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.765617370605469, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8625767230987549, + "num_tokens": 362140476.0, + "step": 9491 + }, + { + "epoch": 1.207479964381122, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.7847261428833, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8784876465797424, + "num_tokens": 362171132.0, + "step": 9492 + }, + { + "epoch": 1.2076071746597126, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.770252227783203, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8668355345726013, + "num_tokens": 362204791.0, + "step": 9493 + }, + { + "epoch": 1.207734384938303, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.760594367980957, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8733663558959961, + "num_tokens": 362242360.0, + "step": 9494 + }, + { + "epoch": 1.2078615952168934, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.745779037475586, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8724392056465149, + "num_tokens": 362276558.0, + "step": 9495 + }, + { + "epoch": 1.207988805495484, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.840288162231445, + "learning_rate": 1e-06, + "loss": 0.4374, + "mean_token_accuracy": 0.8565106987953186, + "num_tokens": 362307055.0, + "step": 9496 + }, + { + "epoch": 1.2081160157740745, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.779962539672852, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.879912793636322, + "num_tokens": 362342433.0, + "step": 9497 + }, + { + "epoch": 1.208243226052665, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.743056297302246, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.890252947807312, + "num_tokens": 362377008.0, + "step": 9498 + }, + { + "epoch": 1.2083704363312555, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.789125442504883, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8839190006256104, + "num_tokens": 362412089.0, + "step": 9499 + }, + { + "epoch": 1.208497646609846, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.761582374572754, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8607817888259888, + "num_tokens": 362455817.0, + "step": 9500 + }, + { + "epoch": 1.2086248568884366, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.788064002990723, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.8694756031036377, + "num_tokens": 362498859.0, + "step": 9501 + }, + { + "epoch": 1.208752067167027, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.754071235656738, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8691430687904358, + "num_tokens": 362542346.0, + "step": 9502 + }, + { + "epoch": 1.2088792774456176, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.744546890258789, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8886890411376953, + "num_tokens": 362575360.0, + "step": 9503 + }, + { + "epoch": 1.2090064877242082, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.741157531738281, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8710930347442627, + "num_tokens": 362614737.0, + "step": 9504 + }, + { + "epoch": 1.2091336980027987, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.828414916992188, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8653684258460999, + "num_tokens": 362653756.0, + "step": 9505 + }, + { + "epoch": 1.2092609082813892, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.736457824707031, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8718771934509277, + "num_tokens": 362690745.0, + "step": 9506 + }, + { + "epoch": 1.2093881185599797, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.77607536315918, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8790600895881653, + "num_tokens": 362726328.0, + "step": 9507 + }, + { + "epoch": 1.2095153288385703, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.742445945739746, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8731195330619812, + "num_tokens": 362764285.0, + "step": 9508 + }, + { + "epoch": 1.2096425391171606, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.818687438964844, + "learning_rate": 1e-06, + "loss": 0.4439, + "mean_token_accuracy": 0.8521639108657837, + "num_tokens": 362794697.0, + "step": 9509 + }, + { + "epoch": 1.209769749395751, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.772629737854004, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8694577813148499, + "num_tokens": 362831618.0, + "step": 9510 + }, + { + "epoch": 1.2098969596743416, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.764731407165527, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8780949115753174, + "num_tokens": 362866404.0, + "step": 9511 + }, + { + "epoch": 1.2100241699529322, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.8239107131958, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.886273980140686, + "num_tokens": 362902554.0, + "step": 9512 + }, + { + "epoch": 1.2101513802315227, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.743644714355469, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8636720776557922, + "num_tokens": 362944169.0, + "step": 9513 + }, + { + "epoch": 1.2102785905101132, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.816851615905762, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8499730825424194, + "num_tokens": 362983789.0, + "step": 9514 + }, + { + "epoch": 1.2104058007887037, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.67544937133789, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8753373622894287, + "num_tokens": 363021551.0, + "step": 9515 + }, + { + "epoch": 1.2105330110672943, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.86978530883789, + "learning_rate": 1e-06, + "loss": 0.4503, + "mean_token_accuracy": 0.8542553186416626, + "num_tokens": 363064951.0, + "step": 9516 + }, + { + "epoch": 1.2106602213458848, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.769794464111328, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8692896366119385, + "num_tokens": 363110876.0, + "step": 9517 + }, + { + "epoch": 1.2107874316244753, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.816668510437012, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8669465780258179, + "num_tokens": 363155310.0, + "step": 9518 + }, + { + "epoch": 1.2109146419030659, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.835049629211426, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8807138204574585, + "num_tokens": 363193166.0, + "step": 9519 + }, + { + "epoch": 1.2110418521816562, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.855082511901855, + "learning_rate": 1e-06, + "loss": 0.4499, + "mean_token_accuracy": 0.85201495885849, + "num_tokens": 363225163.0, + "step": 9520 + }, + { + "epoch": 1.2111690624602467, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.727014541625977, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.86818528175354, + "num_tokens": 363264720.0, + "step": 9521 + }, + { + "epoch": 1.2112962727388372, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.858895301818848, + "learning_rate": 1e-06, + "loss": 0.4436, + "mean_token_accuracy": 0.854546308517456, + "num_tokens": 363305029.0, + "step": 9522 + }, + { + "epoch": 1.2114234830174277, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.725957870483398, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.875899076461792, + "num_tokens": 363344128.0, + "step": 9523 + }, + { + "epoch": 1.2115506932960183, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.815793991088867, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8689521551132202, + "num_tokens": 363385903.0, + "step": 9524 + }, + { + "epoch": 1.2116779035746088, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.799173355102539, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8706437349319458, + "num_tokens": 363425216.0, + "step": 9525 + }, + { + "epoch": 1.2118051138531993, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.777690887451172, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8802745342254639, + "num_tokens": 363462691.0, + "step": 9526 + }, + { + "epoch": 1.2119323241317899, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.850661277770996, + "learning_rate": 1e-06, + "loss": 0.4415, + "mean_token_accuracy": 0.8552430868148804, + "num_tokens": 363495849.0, + "step": 9527 + }, + { + "epoch": 1.2120595344103804, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.763139724731445, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8697735071182251, + "num_tokens": 363535268.0, + "step": 9528 + }, + { + "epoch": 1.212186744688971, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.80555248260498, + "learning_rate": 1e-06, + "loss": 0.4484, + "mean_token_accuracy": 0.8528836965560913, + "num_tokens": 363573523.0, + "step": 9529 + }, + { + "epoch": 1.2123139549675614, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.740029335021973, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8692861795425415, + "num_tokens": 363607545.0, + "step": 9530 + }, + { + "epoch": 1.212441165246152, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.715119361877441, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8713313341140747, + "num_tokens": 363648456.0, + "step": 9531 + }, + { + "epoch": 1.2125683755247425, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.80337905883789, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8788051605224609, + "num_tokens": 363688726.0, + "step": 9532 + }, + { + "epoch": 1.212695585803333, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.773399353027344, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.863165020942688, + "num_tokens": 363728557.0, + "step": 9533 + }, + { + "epoch": 1.2128227960819233, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.768828392028809, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8702230453491211, + "num_tokens": 363764191.0, + "step": 9534 + }, + { + "epoch": 1.2129500063605139, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.740509033203125, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.858062744140625, + "num_tokens": 363798126.0, + "step": 9535 + }, + { + "epoch": 1.2130772166391044, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.77822494506836, + "learning_rate": 1e-06, + "loss": 0.4284, + "mean_token_accuracy": 0.853216826915741, + "num_tokens": 363836037.0, + "step": 9536 + }, + { + "epoch": 1.213204426917695, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.80273723602295, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8896405100822449, + "num_tokens": 363872359.0, + "step": 9537 + }, + { + "epoch": 1.2133316371962855, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.783886909484863, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.864398717880249, + "num_tokens": 363914206.0, + "step": 9538 + }, + { + "epoch": 1.213458847474876, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.799491882324219, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8698897361755371, + "num_tokens": 363956147.0, + "step": 9539 + }, + { + "epoch": 1.2135860577534665, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.81183910369873, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8863958120346069, + "num_tokens": 363986328.0, + "step": 9540 + }, + { + "epoch": 1.213713268032057, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.842236518859863, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8665891885757446, + "num_tokens": 364024905.0, + "step": 9541 + }, + { + "epoch": 1.2138404783106476, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.772031784057617, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8703041672706604, + "num_tokens": 364068628.0, + "step": 9542 + }, + { + "epoch": 1.213967688589238, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.826171875, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8667329549789429, + "num_tokens": 364104261.0, + "step": 9543 + }, + { + "epoch": 1.2140948988678284, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.818954467773438, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8663235902786255, + "num_tokens": 364147524.0, + "step": 9544 + }, + { + "epoch": 1.214222109146419, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.726826667785645, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8712606430053711, + "num_tokens": 364187715.0, + "step": 9545 + }, + { + "epoch": 1.2143493194250095, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.78937816619873, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8805692195892334, + "num_tokens": 364226081.0, + "step": 9546 + }, + { + "epoch": 1.2144765297036, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.765881538391113, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8695964813232422, + "num_tokens": 364268390.0, + "step": 9547 + }, + { + "epoch": 1.2146037399821905, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.75477123260498, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8732391595840454, + "num_tokens": 364310176.0, + "step": 9548 + }, + { + "epoch": 1.214730950260781, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.747115135192871, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8813018202781677, + "num_tokens": 364345652.0, + "step": 9549 + }, + { + "epoch": 1.2148581605393716, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.752110481262207, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8654727935791016, + "num_tokens": 364383810.0, + "step": 9550 + }, + { + "epoch": 1.214985370817962, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.753013610839844, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8737219572067261, + "num_tokens": 364421169.0, + "step": 9551 + }, + { + "epoch": 1.2151125810965526, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.77780818939209, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8628742694854736, + "num_tokens": 364452552.0, + "step": 9552 + }, + { + "epoch": 1.2152397913751432, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.816362380981445, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8682229518890381, + "num_tokens": 364486779.0, + "step": 9553 + }, + { + "epoch": 1.2153670016537337, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.689643859863281, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8789728283882141, + "num_tokens": 364526237.0, + "step": 9554 + }, + { + "epoch": 1.2154942119323242, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.807441711425781, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.875843346118927, + "num_tokens": 364568446.0, + "step": 9555 + }, + { + "epoch": 1.2156214222109147, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.737300872802734, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8774694800376892, + "num_tokens": 364604448.0, + "step": 9556 + }, + { + "epoch": 1.2157486324895053, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.78511905670166, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8677244186401367, + "num_tokens": 364642707.0, + "step": 9557 + }, + { + "epoch": 1.2158758427680956, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.75218677520752, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.864433765411377, + "num_tokens": 364678428.0, + "step": 9558 + }, + { + "epoch": 1.216003053046686, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.834495544433594, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8831102848052979, + "num_tokens": 364718915.0, + "step": 9559 + }, + { + "epoch": 1.2161302633252766, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.727093696594238, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8864127397537231, + "num_tokens": 364756030.0, + "step": 9560 + }, + { + "epoch": 1.2162574736038672, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.808130264282227, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8678054809570312, + "num_tokens": 364796158.0, + "step": 9561 + }, + { + "epoch": 1.2163846838824577, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.844280242919922, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8777632713317871, + "num_tokens": 364832722.0, + "step": 9562 + }, + { + "epoch": 1.2165118941610482, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.765707015991211, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8681974411010742, + "num_tokens": 364874120.0, + "step": 9563 + }, + { + "epoch": 1.2166391044396387, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.824358940124512, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8707363605499268, + "num_tokens": 364913166.0, + "step": 9564 + }, + { + "epoch": 1.2167663147182293, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.81013011932373, + "learning_rate": 1e-06, + "loss": 0.4377, + "mean_token_accuracy": 0.8512060642242432, + "num_tokens": 364949586.0, + "step": 9565 + }, + { + "epoch": 1.2168935249968198, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.798093795776367, + "learning_rate": 1e-06, + "loss": 0.4427, + "mean_token_accuracy": 0.852838397026062, + "num_tokens": 364989070.0, + "step": 9566 + }, + { + "epoch": 1.2170207352754103, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.787806510925293, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8734802603721619, + "num_tokens": 365027050.0, + "step": 9567 + }, + { + "epoch": 1.2171479455540009, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.785819053649902, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8701320290565491, + "num_tokens": 365060050.0, + "step": 9568 + }, + { + "epoch": 1.2172751558325912, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.771339416503906, + "learning_rate": 1e-06, + "loss": 0.4837, + "mean_token_accuracy": 0.8391002416610718, + "num_tokens": 365098030.0, + "step": 9569 + }, + { + "epoch": 1.2174023661111817, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.712169647216797, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8718467950820923, + "num_tokens": 365141143.0, + "step": 9570 + }, + { + "epoch": 1.2175295763897722, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.777031898498535, + "learning_rate": 1e-06, + "loss": 0.4797, + "mean_token_accuracy": 0.8471636176109314, + "num_tokens": 365174204.0, + "step": 9571 + }, + { + "epoch": 1.2176567866683627, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.74462890625, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8704545497894287, + "num_tokens": 365207170.0, + "step": 9572 + }, + { + "epoch": 1.2177839969469533, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.744251251220703, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8734755516052246, + "num_tokens": 365248926.0, + "step": 9573 + }, + { + "epoch": 1.2179112072255438, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.743556022644043, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8726457357406616, + "num_tokens": 365283588.0, + "step": 9574 + }, + { + "epoch": 1.2180384175041343, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.774970054626465, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8668937683105469, + "num_tokens": 365324869.0, + "step": 9575 + }, + { + "epoch": 1.2181656277827249, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.718131065368652, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8650914430618286, + "num_tokens": 365366832.0, + "step": 9576 + }, + { + "epoch": 1.2182928380613154, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.821975708007812, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8673717975616455, + "num_tokens": 365401148.0, + "step": 9577 + }, + { + "epoch": 1.218420048339906, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.783624649047852, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8717934489250183, + "num_tokens": 365442303.0, + "step": 9578 + }, + { + "epoch": 1.2185472586184964, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.70678424835205, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.881831705570221, + "num_tokens": 365477877.0, + "step": 9579 + }, + { + "epoch": 1.218674468897087, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.776078224182129, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8581116199493408, + "num_tokens": 365520648.0, + "step": 9580 + }, + { + "epoch": 1.2188016791756775, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.803152084350586, + "learning_rate": 1e-06, + "loss": 0.4578, + "mean_token_accuracy": 0.8534609079360962, + "num_tokens": 365555129.0, + "step": 9581 + }, + { + "epoch": 1.218928889454268, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.776086807250977, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8749570250511169, + "num_tokens": 365594368.0, + "step": 9582 + }, + { + "epoch": 1.2190560997328583, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.80541706085205, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8696428537368774, + "num_tokens": 365634763.0, + "step": 9583 + }, + { + "epoch": 1.2191833100114489, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.763315200805664, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8854537010192871, + "num_tokens": 365675951.0, + "step": 9584 + }, + { + "epoch": 1.2193105202900394, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.775771141052246, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8774480223655701, + "num_tokens": 365710348.0, + "step": 9585 + }, + { + "epoch": 1.21943773056863, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.758428573608398, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8727020025253296, + "num_tokens": 365745166.0, + "step": 9586 + }, + { + "epoch": 1.2195649408472204, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.7461519241333, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8824490308761597, + "num_tokens": 365780122.0, + "step": 9587 + }, + { + "epoch": 1.219692151125811, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.768136024475098, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8694597482681274, + "num_tokens": 365816326.0, + "step": 9588 + }, + { + "epoch": 1.2198193614044015, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.756352424621582, + "learning_rate": 1e-06, + "loss": 0.4705, + "mean_token_accuracy": 0.8437585830688477, + "num_tokens": 365858938.0, + "step": 9589 + }, + { + "epoch": 1.219946571682992, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.826423645019531, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8596203327178955, + "num_tokens": 365893892.0, + "step": 9590 + }, + { + "epoch": 1.2200737819615826, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.776824951171875, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8602777719497681, + "num_tokens": 365938787.0, + "step": 9591 + }, + { + "epoch": 1.220200992240173, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.80037784576416, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8705946803092957, + "num_tokens": 365972664.0, + "step": 9592 + }, + { + "epoch": 1.2203282025187634, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.823225975036621, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8755216598510742, + "num_tokens": 366013367.0, + "step": 9593 + }, + { + "epoch": 1.220455412797354, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.761422157287598, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8760454654693604, + "num_tokens": 366051637.0, + "step": 9594 + }, + { + "epoch": 1.2205826230759445, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.799403190612793, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8662512302398682, + "num_tokens": 366092713.0, + "step": 9595 + }, + { + "epoch": 1.220709833354535, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.833976745605469, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8706779479980469, + "num_tokens": 366131594.0, + "step": 9596 + }, + { + "epoch": 1.2208370436331255, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.776060104370117, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8640192747116089, + "num_tokens": 366170871.0, + "step": 9597 + }, + { + "epoch": 1.220964253911716, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.769512176513672, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8587601184844971, + "num_tokens": 366212974.0, + "step": 9598 + }, + { + "epoch": 1.2210914641903066, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.755300521850586, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.8624451756477356, + "num_tokens": 366255904.0, + "step": 9599 + }, + { + "epoch": 1.221218674468897, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.803150177001953, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8754904270172119, + "num_tokens": 366288887.0, + "step": 9600 + }, + { + "epoch": 1.2213458847474876, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.772117614746094, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8821762800216675, + "num_tokens": 366328796.0, + "step": 9601 + }, + { + "epoch": 1.2214730950260781, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.813650131225586, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8665157556533813, + "num_tokens": 366373093.0, + "step": 9602 + }, + { + "epoch": 1.2216003053046687, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.75677490234375, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8776029348373413, + "num_tokens": 366414353.0, + "step": 9603 + }, + { + "epoch": 1.2217275155832592, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.772032737731934, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8817435503005981, + "num_tokens": 366450683.0, + "step": 9604 + }, + { + "epoch": 1.2218547258618497, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.819662094116211, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8741625547409058, + "num_tokens": 366487158.0, + "step": 9605 + }, + { + "epoch": 1.2219819361404403, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.7528076171875, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.871080756187439, + "num_tokens": 366529984.0, + "step": 9606 + }, + { + "epoch": 1.2221091464190306, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.805373191833496, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8730950951576233, + "num_tokens": 366564100.0, + "step": 9607 + }, + { + "epoch": 1.222236356697621, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.759397506713867, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8762751817703247, + "num_tokens": 366603752.0, + "step": 9608 + }, + { + "epoch": 1.2223635669762116, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.730753898620605, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8711594343185425, + "num_tokens": 366642170.0, + "step": 9609 + }, + { + "epoch": 1.2224907772548022, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.76566219329834, + "learning_rate": 1e-06, + "loss": 0.4458, + "mean_token_accuracy": 0.8558516502380371, + "num_tokens": 366684038.0, + "step": 9610 + }, + { + "epoch": 1.2226179875333927, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.832477569580078, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8674571514129639, + "num_tokens": 366717832.0, + "step": 9611 + }, + { + "epoch": 1.2227451978119832, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.774174690246582, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8642066717147827, + "num_tokens": 366757999.0, + "step": 9612 + }, + { + "epoch": 1.2228724080905737, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.773781776428223, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.87903892993927, + "num_tokens": 366798533.0, + "step": 9613 + }, + { + "epoch": 1.2229996183691643, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.742895126342773, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8665754795074463, + "num_tokens": 366843066.0, + "step": 9614 + }, + { + "epoch": 1.2231268286477548, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.834942817687988, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8853681087493896, + "num_tokens": 366883190.0, + "step": 9615 + }, + { + "epoch": 1.2232540389263453, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.772150993347168, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8736554980278015, + "num_tokens": 366920642.0, + "step": 9616 + }, + { + "epoch": 1.2233812492049359, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.815886497497559, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8709794282913208, + "num_tokens": 366954468.0, + "step": 9617 + }, + { + "epoch": 1.2235084594835262, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.80377197265625, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.8542019128799438, + "num_tokens": 366991170.0, + "step": 9618 + }, + { + "epoch": 1.2236356697621167, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.763819694519043, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8751651048660278, + "num_tokens": 367031833.0, + "step": 9619 + }, + { + "epoch": 1.2237628800407072, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.8192777633667, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.865791380405426, + "num_tokens": 367074709.0, + "step": 9620 + }, + { + "epoch": 1.2238900903192977, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.79875659942627, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8665637373924255, + "num_tokens": 367106820.0, + "step": 9621 + }, + { + "epoch": 1.2240173005978883, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.820542335510254, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8838894367218018, + "num_tokens": 367142298.0, + "step": 9622 + }, + { + "epoch": 1.2241445108764788, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.763197898864746, + "learning_rate": 1e-06, + "loss": 0.4201, + "mean_token_accuracy": 0.8608731031417847, + "num_tokens": 367179957.0, + "step": 9623 + }, + { + "epoch": 1.2242717211550693, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.782536506652832, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8715900182723999, + "num_tokens": 367226800.0, + "step": 9624 + }, + { + "epoch": 1.2243989314336599, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.820961952209473, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8732877969741821, + "num_tokens": 367257168.0, + "step": 9625 + }, + { + "epoch": 1.2245261417122504, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.810290336608887, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8719916939735413, + "num_tokens": 367295254.0, + "step": 9626 + }, + { + "epoch": 1.224653351990841, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.716651916503906, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8570559024810791, + "num_tokens": 367335814.0, + "step": 9627 + }, + { + "epoch": 1.2247805622694314, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.772867202758789, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8663521409034729, + "num_tokens": 367377592.0, + "step": 9628 + }, + { + "epoch": 1.224907772548022, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.796060562133789, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8624403476715088, + "num_tokens": 367408069.0, + "step": 9629 + }, + { + "epoch": 1.2250349828266125, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.827620506286621, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.87016361951828, + "num_tokens": 367444787.0, + "step": 9630 + }, + { + "epoch": 1.225162193105203, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.74693489074707, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.8559926748275757, + "num_tokens": 367486848.0, + "step": 9631 + }, + { + "epoch": 1.2252894033837933, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.759743690490723, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8798103928565979, + "num_tokens": 367530456.0, + "step": 9632 + }, + { + "epoch": 1.2254166136623839, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.761297225952148, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8722480535507202, + "num_tokens": 367566513.0, + "step": 9633 + }, + { + "epoch": 1.2255438239409744, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.824467658996582, + "learning_rate": 1e-06, + "loss": 0.4648, + "mean_token_accuracy": 0.8498681783676147, + "num_tokens": 367607757.0, + "step": 9634 + }, + { + "epoch": 1.225671034219565, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.788914680480957, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8719052076339722, + "num_tokens": 367645525.0, + "step": 9635 + }, + { + "epoch": 1.2257982444981554, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.811878204345703, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8788001537322998, + "num_tokens": 367680840.0, + "step": 9636 + }, + { + "epoch": 1.225925454776746, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.789230346679688, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.877648115158081, + "num_tokens": 367717444.0, + "step": 9637 + }, + { + "epoch": 1.2260526650553365, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.792828559875488, + "learning_rate": 1e-06, + "loss": 0.4528, + "mean_token_accuracy": 0.849305272102356, + "num_tokens": 367756548.0, + "step": 9638 + }, + { + "epoch": 1.226179875333927, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.801017761230469, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8636223673820496, + "num_tokens": 367798341.0, + "step": 9639 + }, + { + "epoch": 1.2263070856125176, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.762489318847656, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8760795593261719, + "num_tokens": 367835087.0, + "step": 9640 + }, + { + "epoch": 1.226434295891108, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.841633796691895, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8713334798812866, + "num_tokens": 367873816.0, + "step": 9641 + }, + { + "epoch": 1.2265615061696984, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.817133903503418, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8665966987609863, + "num_tokens": 367913621.0, + "step": 9642 + }, + { + "epoch": 1.226688716448289, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.79947280883789, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8610024452209473, + "num_tokens": 367946881.0, + "step": 9643 + }, + { + "epoch": 1.2268159267268794, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.844644546508789, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8737372756004333, + "num_tokens": 367980806.0, + "step": 9644 + }, + { + "epoch": 1.22694313700547, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.797776222229004, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8767087459564209, + "num_tokens": 368016041.0, + "step": 9645 + }, + { + "epoch": 1.2270703472840605, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.818140983581543, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8680856823921204, + "num_tokens": 368052331.0, + "step": 9646 + }, + { + "epoch": 1.227197557562651, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.80951976776123, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8781733512878418, + "num_tokens": 368091458.0, + "step": 9647 + }, + { + "epoch": 1.2273247678412416, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.744325637817383, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8581666946411133, + "num_tokens": 368132433.0, + "step": 9648 + }, + { + "epoch": 1.227451978119832, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.845982551574707, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8702986836433411, + "num_tokens": 368171030.0, + "step": 9649 + }, + { + "epoch": 1.2275791883984226, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.751965522766113, + "learning_rate": 1e-06, + "loss": 0.4241, + "mean_token_accuracy": 0.8580979704856873, + "num_tokens": 368211555.0, + "step": 9650 + }, + { + "epoch": 1.2277063986770131, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.72253704071045, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8753558993339539, + "num_tokens": 368252076.0, + "step": 9651 + }, + { + "epoch": 1.2278336089556037, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.784374237060547, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8631283640861511, + "num_tokens": 368291265.0, + "step": 9652 + }, + { + "epoch": 1.2279608192341942, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.766684532165527, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8627140522003174, + "num_tokens": 368332178.0, + "step": 9653 + }, + { + "epoch": 1.2280880295127847, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.819611549377441, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8671066164970398, + "num_tokens": 368374103.0, + "step": 9654 + }, + { + "epoch": 1.2282152397913753, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.801273345947266, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8713253140449524, + "num_tokens": 368411928.0, + "step": 9655 + }, + { + "epoch": 1.2283424500699656, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.778876304626465, + "learning_rate": 1e-06, + "loss": 0.4471, + "mean_token_accuracy": 0.8462446928024292, + "num_tokens": 368449200.0, + "step": 9656 + }, + { + "epoch": 1.228469660348556, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.792190551757812, + "learning_rate": 1e-06, + "loss": 0.4431, + "mean_token_accuracy": 0.8529603481292725, + "num_tokens": 368489935.0, + "step": 9657 + }, + { + "epoch": 1.2285968706271466, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.82272720336914, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.883719801902771, + "num_tokens": 368522227.0, + "step": 9658 + }, + { + "epoch": 1.2287240809057371, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.8001070022583, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8691182136535645, + "num_tokens": 368555084.0, + "step": 9659 + }, + { + "epoch": 1.2288512911843277, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.898969650268555, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8663232326507568, + "num_tokens": 368591845.0, + "step": 9660 + }, + { + "epoch": 1.2289785014629182, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.717164993286133, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8590900301933289, + "num_tokens": 368637841.0, + "step": 9661 + }, + { + "epoch": 1.2291057117415087, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.71175765991211, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8843814730644226, + "num_tokens": 368677470.0, + "step": 9662 + }, + { + "epoch": 1.2292329220200993, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.801857948303223, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8826797604560852, + "num_tokens": 368718412.0, + "step": 9663 + }, + { + "epoch": 1.2293601322986898, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.800628662109375, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8577225208282471, + "num_tokens": 368759267.0, + "step": 9664 + }, + { + "epoch": 1.2294873425772803, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.772337913513184, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8606558442115784, + "num_tokens": 368797586.0, + "step": 9665 + }, + { + "epoch": 1.2296145528558708, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.777986526489258, + "learning_rate": 1e-06, + "loss": 0.425, + "mean_token_accuracy": 0.8612004518508911, + "num_tokens": 368833801.0, + "step": 9666 + }, + { + "epoch": 1.2297417631344612, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.750762939453125, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.853846549987793, + "num_tokens": 368878513.0, + "step": 9667 + }, + { + "epoch": 1.2298689734130517, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.806760787963867, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8629926443099976, + "num_tokens": 368917815.0, + "step": 9668 + }, + { + "epoch": 1.2299961836916422, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.796906471252441, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8590610027313232, + "num_tokens": 368954971.0, + "step": 9669 + }, + { + "epoch": 1.2301233939702327, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.765316009521484, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8743897676467896, + "num_tokens": 368996212.0, + "step": 9670 + }, + { + "epoch": 1.2302506042488233, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.852667808532715, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8820363879203796, + "num_tokens": 369032186.0, + "step": 9671 + }, + { + "epoch": 1.2303778145274138, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.722750663757324, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8732557892799377, + "num_tokens": 369077565.0, + "step": 9672 + }, + { + "epoch": 1.2305050248060043, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.793376922607422, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8751640915870667, + "num_tokens": 369111935.0, + "step": 9673 + }, + { + "epoch": 1.2306322350845948, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.775782585144043, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8671499490737915, + "num_tokens": 369154374.0, + "step": 9674 + }, + { + "epoch": 1.2307594453631854, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.76639175415039, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8604679107666016, + "num_tokens": 369198557.0, + "step": 9675 + }, + { + "epoch": 1.230886655641776, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.825368881225586, + "learning_rate": 1e-06, + "loss": 0.4471, + "mean_token_accuracy": 0.8526482582092285, + "num_tokens": 369237756.0, + "step": 9676 + }, + { + "epoch": 1.2310138659203664, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.82855224609375, + "learning_rate": 1e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.85667884349823, + "num_tokens": 369270155.0, + "step": 9677 + }, + { + "epoch": 1.231141076198957, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.749300003051758, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8612067103385925, + "num_tokens": 369310870.0, + "step": 9678 + }, + { + "epoch": 1.2312682864775475, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.834648132324219, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.8508825302124023, + "num_tokens": 369344679.0, + "step": 9679 + }, + { + "epoch": 1.231395496756138, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.758870124816895, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8688414096832275, + "num_tokens": 369380388.0, + "step": 9680 + }, + { + "epoch": 1.2315227070347283, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.777655601501465, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8803800344467163, + "num_tokens": 369422327.0, + "step": 9681 + }, + { + "epoch": 1.2316499173133189, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.77743148803711, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8755362033843994, + "num_tokens": 369457160.0, + "step": 9682 + }, + { + "epoch": 1.2317771275919094, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.789959907531738, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8684862852096558, + "num_tokens": 369497883.0, + "step": 9683 + }, + { + "epoch": 1.2319043378705, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.742176055908203, + "learning_rate": 1e-06, + "loss": 0.3062, + "mean_token_accuracy": 0.8974608182907104, + "num_tokens": 369540014.0, + "step": 9684 + }, + { + "epoch": 1.2320315481490904, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.789494514465332, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8683027029037476, + "num_tokens": 369580424.0, + "step": 9685 + }, + { + "epoch": 1.232158758427681, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.816471099853516, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.86509108543396, + "num_tokens": 369623615.0, + "step": 9686 + }, + { + "epoch": 1.2322859687062715, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.798372268676758, + "learning_rate": 1e-06, + "loss": 0.4397, + "mean_token_accuracy": 0.857585072517395, + "num_tokens": 369658408.0, + "step": 9687 + }, + { + "epoch": 1.232413178984862, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.8068265914917, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8669789433479309, + "num_tokens": 369696311.0, + "step": 9688 + }, + { + "epoch": 1.2325403892634526, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.782475471496582, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8564777374267578, + "num_tokens": 369737473.0, + "step": 9689 + }, + { + "epoch": 1.232667599542043, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.823212623596191, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8662950992584229, + "num_tokens": 369770151.0, + "step": 9690 + }, + { + "epoch": 1.2327948098206334, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.762365341186523, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8871580362319946, + "num_tokens": 369813503.0, + "step": 9691 + }, + { + "epoch": 1.232922020099224, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.792759895324707, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8700551390647888, + "num_tokens": 369848768.0, + "step": 9692 + }, + { + "epoch": 1.2330492303778144, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.824662208557129, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8707916140556335, + "num_tokens": 369892510.0, + "step": 9693 + }, + { + "epoch": 1.233176440656405, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.805764198303223, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8755521774291992, + "num_tokens": 369929638.0, + "step": 9694 + }, + { + "epoch": 1.2333036509349955, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.787626266479492, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8893296718597412, + "num_tokens": 369971201.0, + "step": 9695 + }, + { + "epoch": 1.233430861213586, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.8114013671875, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8625483512878418, + "num_tokens": 370011713.0, + "step": 9696 + }, + { + "epoch": 1.2335580714921766, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.808908462524414, + "learning_rate": 1e-06, + "loss": 0.4418, + "mean_token_accuracy": 0.8485074639320374, + "num_tokens": 370042647.0, + "step": 9697 + }, + { + "epoch": 1.233685281770767, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.79103946685791, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8672698140144348, + "num_tokens": 370083976.0, + "step": 9698 + }, + { + "epoch": 1.2338124920493576, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.805960655212402, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8654386401176453, + "num_tokens": 370126435.0, + "step": 9699 + }, + { + "epoch": 1.2339397023279481, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.808709144592285, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8782288432121277, + "num_tokens": 370165038.0, + "step": 9700 + }, + { + "epoch": 1.2340669126065387, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.764890670776367, + "learning_rate": 1e-06, + "loss": 0.4266, + "mean_token_accuracy": 0.861171305179596, + "num_tokens": 370203438.0, + "step": 9701 + }, + { + "epoch": 1.2341941228851292, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.818315505981445, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8841285109519958, + "num_tokens": 370235144.0, + "step": 9702 + }, + { + "epoch": 1.2343213331637197, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.818486213684082, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8626163601875305, + "num_tokens": 370278936.0, + "step": 9703 + }, + { + "epoch": 1.2344485434423103, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.797623634338379, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8735188245773315, + "num_tokens": 370312595.0, + "step": 9704 + }, + { + "epoch": 1.2345757537209006, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.781718254089355, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.866208553314209, + "num_tokens": 370351697.0, + "step": 9705 + }, + { + "epoch": 1.234702963999491, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.76478385925293, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8816276788711548, + "num_tokens": 370391264.0, + "step": 9706 + }, + { + "epoch": 1.2348301742780816, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.825591087341309, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8762185573577881, + "num_tokens": 370425248.0, + "step": 9707 + }, + { + "epoch": 1.2349573845566721, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.82297134399414, + "learning_rate": 1e-06, + "loss": 0.4569, + "mean_token_accuracy": 0.8482271432876587, + "num_tokens": 370462670.0, + "step": 9708 + }, + { + "epoch": 1.2350845948352627, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.762682914733887, + "learning_rate": 1e-06, + "loss": 0.4557, + "mean_token_accuracy": 0.8491661548614502, + "num_tokens": 370506126.0, + "step": 9709 + }, + { + "epoch": 1.2352118051138532, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.853246688842773, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8787519931793213, + "num_tokens": 370546895.0, + "step": 9710 + }, + { + "epoch": 1.2353390153924437, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.791160583496094, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8722403049468994, + "num_tokens": 370590645.0, + "step": 9711 + }, + { + "epoch": 1.2354662256710343, + "ewc_loss": 0.01458740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4603137969970703e-05, + "grad_norm": 10.766011238098145, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8717770576477051, + "num_tokens": 370628614.0, + "step": 9712 + }, + { + "epoch": 1.2355934359496248, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.826576232910156, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8709017038345337, + "num_tokens": 370666082.0, + "step": 9713 + }, + { + "epoch": 1.2357206462282153, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.78065013885498, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.8554443120956421, + "num_tokens": 370705780.0, + "step": 9714 + }, + { + "epoch": 1.2358478565068058, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.809183120727539, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8732435703277588, + "num_tokens": 370742550.0, + "step": 9715 + }, + { + "epoch": 1.2359750667853961, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.793234825134277, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8727619051933289, + "num_tokens": 370784406.0, + "step": 9716 + }, + { + "epoch": 1.2361022770639867, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.77957534790039, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8640961050987244, + "num_tokens": 370820911.0, + "step": 9717 + }, + { + "epoch": 1.2362294873425772, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.870339393615723, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8791688084602356, + "num_tokens": 370857427.0, + "step": 9718 + }, + { + "epoch": 1.2363566976211677, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.817889213562012, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8588771820068359, + "num_tokens": 370897989.0, + "step": 9719 + }, + { + "epoch": 1.2364839078997583, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.829604148864746, + "learning_rate": 1e-06, + "loss": 0.4372, + "mean_token_accuracy": 0.855898916721344, + "num_tokens": 370932672.0, + "step": 9720 + }, + { + "epoch": 1.2366111181783488, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.832615852355957, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8608729839324951, + "num_tokens": 370971027.0, + "step": 9721 + }, + { + "epoch": 1.2367383284569393, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.735224723815918, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8799008131027222, + "num_tokens": 371014742.0, + "step": 9722 + }, + { + "epoch": 1.2368655387355298, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.847978591918945, + "learning_rate": 1e-06, + "loss": 0.4404, + "mean_token_accuracy": 0.8525562286376953, + "num_tokens": 371052065.0, + "step": 9723 + }, + { + "epoch": 1.2369927490141204, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.83735466003418, + "learning_rate": 1e-06, + "loss": 0.4478, + "mean_token_accuracy": 0.8472869396209717, + "num_tokens": 371093897.0, + "step": 9724 + }, + { + "epoch": 1.237119959292711, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.80553150177002, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8683691620826721, + "num_tokens": 371132390.0, + "step": 9725 + }, + { + "epoch": 1.2372471695713014, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.814661026000977, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8806190490722656, + "num_tokens": 371170468.0, + "step": 9726 + }, + { + "epoch": 1.237374379849892, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.847797393798828, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8662680983543396, + "num_tokens": 371209323.0, + "step": 9727 + }, + { + "epoch": 1.2375015901284825, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.792828559875488, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.86904376745224, + "num_tokens": 371246526.0, + "step": 9728 + }, + { + "epoch": 1.237628800407073, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.880938529968262, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8730556964874268, + "num_tokens": 371282850.0, + "step": 9729 + }, + { + "epoch": 1.2377560106856633, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.747111320495605, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8781627416610718, + "num_tokens": 371312614.0, + "step": 9730 + }, + { + "epoch": 1.2378832209642538, + "ewc_loss": 0.0146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4662742614746094e-05, + "grad_norm": 10.81298542022705, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8703503608703613, + "num_tokens": 371350170.0, + "step": 9731 + }, + { + "epoch": 1.2380104312428444, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.762699127197266, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8757088780403137, + "num_tokens": 371389295.0, + "step": 9732 + }, + { + "epoch": 1.238137641521435, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.814352035522461, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8692779541015625, + "num_tokens": 371430579.0, + "step": 9733 + }, + { + "epoch": 1.2382648518000254, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.83130168914795, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8598520755767822, + "num_tokens": 371465087.0, + "step": 9734 + }, + { + "epoch": 1.238392062078616, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.802176475524902, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8769532442092896, + "num_tokens": 371503549.0, + "step": 9735 + }, + { + "epoch": 1.2385192723572065, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.809725761413574, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.888023853302002, + "num_tokens": 371542953.0, + "step": 9736 + }, + { + "epoch": 1.238646482635797, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.822052955627441, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8733512163162231, + "num_tokens": 371582541.0, + "step": 9737 + }, + { + "epoch": 1.2387736929143875, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.800189971923828, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8797846436500549, + "num_tokens": 371617221.0, + "step": 9738 + }, + { + "epoch": 1.238900903192978, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.819426536560059, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8724876642227173, + "num_tokens": 371660773.0, + "step": 9739 + }, + { + "epoch": 1.2390281134715684, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.763904571533203, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.864483654499054, + "num_tokens": 371694763.0, + "step": 9740 + }, + { + "epoch": 1.239155323750159, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.808470726013184, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8691930770874023, + "num_tokens": 371734793.0, + "step": 9741 + }, + { + "epoch": 1.2392825340287494, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.778746604919434, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8639875054359436, + "num_tokens": 371775691.0, + "step": 9742 + }, + { + "epoch": 1.23940974430734, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.82621955871582, + "learning_rate": 1e-06, + "loss": 0.4123, + "mean_token_accuracy": 0.8618108034133911, + "num_tokens": 371817319.0, + "step": 9743 + }, + { + "epoch": 1.2395369545859305, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.86020565032959, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8682445287704468, + "num_tokens": 371847431.0, + "step": 9744 + }, + { + "epoch": 1.239664164864521, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.789972305297852, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8819266557693481, + "num_tokens": 371881788.0, + "step": 9745 + }, + { + "epoch": 1.2397913751431116, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.885499000549316, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8651020526885986, + "num_tokens": 371917388.0, + "step": 9746 + }, + { + "epoch": 1.239918585421702, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.83660888671875, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8776854276657104, + "num_tokens": 371957561.0, + "step": 9747 + }, + { + "epoch": 1.2400457957002926, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.88061809539795, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8627171516418457, + "num_tokens": 371987322.0, + "step": 9748 + }, + { + "epoch": 1.2401730059788831, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.854296684265137, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8708548545837402, + "num_tokens": 372027263.0, + "step": 9749 + }, + { + "epoch": 1.2403002162574737, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.81962776184082, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8733629584312439, + "num_tokens": 372061441.0, + "step": 9750 + }, + { + "epoch": 1.2404274265360642, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.80666732788086, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8751135468482971, + "num_tokens": 372099085.0, + "step": 9751 + }, + { + "epoch": 1.2405546368146547, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.828086853027344, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8723527789115906, + "num_tokens": 372134106.0, + "step": 9752 + }, + { + "epoch": 1.2406818470932452, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.823915481567383, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8778351545333862, + "num_tokens": 372164635.0, + "step": 9753 + }, + { + "epoch": 1.2408090573718356, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.776274681091309, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8743931651115417, + "num_tokens": 372204924.0, + "step": 9754 + }, + { + "epoch": 1.240936267650426, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.862472534179688, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.868590772151947, + "num_tokens": 372240939.0, + "step": 9755 + }, + { + "epoch": 1.2410634779290166, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.84693717956543, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.865266740322113, + "num_tokens": 372272355.0, + "step": 9756 + }, + { + "epoch": 1.2411906882076071, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.877676010131836, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8673610687255859, + "num_tokens": 372309566.0, + "step": 9757 + }, + { + "epoch": 1.2413178984861977, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.766580581665039, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.864399790763855, + "num_tokens": 372347768.0, + "step": 9758 + }, + { + "epoch": 1.2414451087647882, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.902976989746094, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8777081966400146, + "num_tokens": 372381020.0, + "step": 9759 + }, + { + "epoch": 1.2415723190433787, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.83674144744873, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.8588659763336182, + "num_tokens": 372422434.0, + "step": 9760 + }, + { + "epoch": 1.2416995293219693, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.813602447509766, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8611857891082764, + "num_tokens": 372459342.0, + "step": 9761 + }, + { + "epoch": 1.2418267396005598, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.832647323608398, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8729742765426636, + "num_tokens": 372496637.0, + "step": 9762 + }, + { + "epoch": 1.2419539498791503, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.840524673461914, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8824541568756104, + "num_tokens": 372532068.0, + "step": 9763 + }, + { + "epoch": 1.2420811601577408, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.810425758361816, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8747492432594299, + "num_tokens": 372565460.0, + "step": 9764 + }, + { + "epoch": 1.2422083704363311, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.815834999084473, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8726503849029541, + "num_tokens": 372605998.0, + "step": 9765 + }, + { + "epoch": 1.2423355807149217, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.839244842529297, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8590264320373535, + "num_tokens": 372642038.0, + "step": 9766 + }, + { + "epoch": 1.2424627909935122, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.818526268005371, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8661667108535767, + "num_tokens": 372678192.0, + "step": 9767 + }, + { + "epoch": 1.2425900012721027, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.812047958374023, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8666396141052246, + "num_tokens": 372712867.0, + "step": 9768 + }, + { + "epoch": 1.2427172115506933, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.873394012451172, + "learning_rate": 1e-06, + "loss": 0.4451, + "mean_token_accuracy": 0.8515834808349609, + "num_tokens": 372745790.0, + "step": 9769 + }, + { + "epoch": 1.2428444218292838, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.790364265441895, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8803526163101196, + "num_tokens": 372777634.0, + "step": 9770 + }, + { + "epoch": 1.2429716321078743, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.826632499694824, + "learning_rate": 1e-06, + "loss": 0.4451, + "mean_token_accuracy": 0.8546509146690369, + "num_tokens": 372820527.0, + "step": 9771 + }, + { + "epoch": 1.2430988423864648, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.785032272338867, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8777193427085876, + "num_tokens": 372858479.0, + "step": 9772 + }, + { + "epoch": 1.2432260526650554, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.83845329284668, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8761121034622192, + "num_tokens": 372895219.0, + "step": 9773 + }, + { + "epoch": 1.243353262943646, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.801570892333984, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8817331790924072, + "num_tokens": 372934491.0, + "step": 9774 + }, + { + "epoch": 1.2434804732222364, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.785245895385742, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8606370687484741, + "num_tokens": 372972892.0, + "step": 9775 + }, + { + "epoch": 1.243607683500827, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.851263999938965, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8731010556221008, + "num_tokens": 373011564.0, + "step": 9776 + }, + { + "epoch": 1.2437348937794175, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.850417137145996, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8708572387695312, + "num_tokens": 373049444.0, + "step": 9777 + }, + { + "epoch": 1.243862104058008, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.819676399230957, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8680751323699951, + "num_tokens": 373085466.0, + "step": 9778 + }, + { + "epoch": 1.2439893143365983, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.829202651977539, + "learning_rate": 1e-06, + "loss": 0.4565, + "mean_token_accuracy": 0.8473401665687561, + "num_tokens": 373124712.0, + "step": 9779 + }, + { + "epoch": 1.2441165246151888, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.831643104553223, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8743369579315186, + "num_tokens": 373160008.0, + "step": 9780 + }, + { + "epoch": 1.2442437348937794, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.85329818725586, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8695852756500244, + "num_tokens": 373192110.0, + "step": 9781 + }, + { + "epoch": 1.24437094517237, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.811427116394043, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8708504438400269, + "num_tokens": 373234432.0, + "step": 9782 + }, + { + "epoch": 1.2444981554509604, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.818185806274414, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8596066236495972, + "num_tokens": 373270725.0, + "step": 9783 + }, + { + "epoch": 1.244625365729551, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.800711631774902, + "learning_rate": 1e-06, + "loss": 0.4758, + "mean_token_accuracy": 0.8476706147193909, + "num_tokens": 373307531.0, + "step": 9784 + }, + { + "epoch": 1.2447525760081415, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.802085876464844, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8736393451690674, + "num_tokens": 373351657.0, + "step": 9785 + }, + { + "epoch": 1.244879786286732, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.82404613494873, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8751058578491211, + "num_tokens": 373388811.0, + "step": 9786 + }, + { + "epoch": 1.2450069965653225, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.789505958557129, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8780798316001892, + "num_tokens": 373423378.0, + "step": 9787 + }, + { + "epoch": 1.245134206843913, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.840396881103516, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8708611726760864, + "num_tokens": 373460982.0, + "step": 9788 + }, + { + "epoch": 1.2452614171225034, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.78757095336914, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8763021230697632, + "num_tokens": 373501474.0, + "step": 9789 + }, + { + "epoch": 1.245388627401094, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.841403007507324, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.873116135597229, + "num_tokens": 373537830.0, + "step": 9790 + }, + { + "epoch": 1.2455158376796844, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.820205688476562, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8624976873397827, + "num_tokens": 373573975.0, + "step": 9791 + }, + { + "epoch": 1.245643047958275, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.805848121643066, + "learning_rate": 1e-06, + "loss": 0.4531, + "mean_token_accuracy": 0.8493918180465698, + "num_tokens": 373612157.0, + "step": 9792 + }, + { + "epoch": 1.2457702582368655, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.832545280456543, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8885504603385925, + "num_tokens": 373645065.0, + "step": 9793 + }, + { + "epoch": 1.245897468515456, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.836137771606445, + "learning_rate": 1e-06, + "loss": 0.4123, + "mean_token_accuracy": 0.8645974397659302, + "num_tokens": 373687658.0, + "step": 9794 + }, + { + "epoch": 1.2460246787940465, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.763050079345703, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8711379766464233, + "num_tokens": 373732262.0, + "step": 9795 + }, + { + "epoch": 1.246151889072637, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.771340370178223, + "learning_rate": 1e-06, + "loss": 0.451, + "mean_token_accuracy": 0.8500243425369263, + "num_tokens": 373772410.0, + "step": 9796 + }, + { + "epoch": 1.2462790993512276, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.834518432617188, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8707616925239563, + "num_tokens": 373808773.0, + "step": 9797 + }, + { + "epoch": 1.2464063096298181, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.810914993286133, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8648673295974731, + "num_tokens": 373848945.0, + "step": 9798 + }, + { + "epoch": 1.2465335199084087, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.819196701049805, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8649660348892212, + "num_tokens": 373892716.0, + "step": 9799 + }, + { + "epoch": 1.2466607301869992, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.817770957946777, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8848978877067566, + "num_tokens": 373929443.0, + "step": 9800 + }, + { + "epoch": 1.2467879404655897, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.803678512573242, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8701627254486084, + "num_tokens": 373968882.0, + "step": 9801 + }, + { + "epoch": 1.2469151507441802, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.807466506958008, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8814682960510254, + "num_tokens": 374009265.0, + "step": 9802 + }, + { + "epoch": 1.2470423610227706, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.850411415100098, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8543254733085632, + "num_tokens": 374047152.0, + "step": 9803 + }, + { + "epoch": 1.247169571301361, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.837273597717285, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8659551739692688, + "num_tokens": 374083127.0, + "step": 9804 + }, + { + "epoch": 1.2472967815799516, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.81583309173584, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8777691721916199, + "num_tokens": 374127086.0, + "step": 9805 + }, + { + "epoch": 1.2474239918585421, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.828514099121094, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8632520437240601, + "num_tokens": 374163879.0, + "step": 9806 + }, + { + "epoch": 1.2475512021371327, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.796781539916992, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8734371662139893, + "num_tokens": 374206639.0, + "step": 9807 + }, + { + "epoch": 1.2476784124157232, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.891448974609375, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8663694858551025, + "num_tokens": 374244106.0, + "step": 9808 + }, + { + "epoch": 1.2478056226943137, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.785490036010742, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8658171892166138, + "num_tokens": 374285776.0, + "step": 9809 + }, + { + "epoch": 1.2479328329729042, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.88355827331543, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8786071538925171, + "num_tokens": 374323036.0, + "step": 9810 + }, + { + "epoch": 1.2480600432514948, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.848451614379883, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8758547306060791, + "num_tokens": 374360204.0, + "step": 9811 + }, + { + "epoch": 1.2481872535300853, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.844985008239746, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8791344165802002, + "num_tokens": 374394961.0, + "step": 9812 + }, + { + "epoch": 1.2483144638086758, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.81412410736084, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8716112375259399, + "num_tokens": 374436142.0, + "step": 9813 + }, + { + "epoch": 1.2484416740872661, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.809760093688965, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8658671975135803, + "num_tokens": 374474263.0, + "step": 9814 + }, + { + "epoch": 1.2485688843658567, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.886209487915039, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8639119863510132, + "num_tokens": 374510250.0, + "step": 9815 + }, + { + "epoch": 1.2486960946444472, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.785505294799805, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8867855072021484, + "num_tokens": 374549579.0, + "step": 9816 + }, + { + "epoch": 1.2488233049230377, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.88640308380127, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8683195114135742, + "num_tokens": 374588631.0, + "step": 9817 + }, + { + "epoch": 1.2489505152016283, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.817279815673828, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.865455687046051, + "num_tokens": 374627092.0, + "step": 9818 + }, + { + "epoch": 1.2490777254802188, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.840561866760254, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8749765753746033, + "num_tokens": 374657797.0, + "step": 9819 + }, + { + "epoch": 1.2492049357588093, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.846253395080566, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8743770122528076, + "num_tokens": 374694011.0, + "step": 9820 + }, + { + "epoch": 1.2493321460373998, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.801016807556152, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8710811138153076, + "num_tokens": 374735127.0, + "step": 9821 + }, + { + "epoch": 1.2494593563159904, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.813138961791992, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8662806749343872, + "num_tokens": 374774170.0, + "step": 9822 + }, + { + "epoch": 1.249586566594581, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.849020957946777, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8709532022476196, + "num_tokens": 374809162.0, + "step": 9823 + }, + { + "epoch": 1.2497137768731714, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.781864166259766, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8618137836456299, + "num_tokens": 374847974.0, + "step": 9824 + }, + { + "epoch": 1.249840987151762, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.829106330871582, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8862509727478027, + "num_tokens": 374894911.0, + "step": 9825 + }, + { + "epoch": 1.2499681974303525, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.789989471435547, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8656307458877563, + "num_tokens": 374933534.0, + "step": 9826 + }, + { + "epoch": 1.250095407708943, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.870272636413574, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.857907235622406, + "num_tokens": 374968183.0, + "step": 9827 + }, + { + "epoch": 1.2502226179875333, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.761664390563965, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8619370460510254, + "num_tokens": 375005973.0, + "step": 9828 + }, + { + "epoch": 1.2503498282661238, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.83855152130127, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8627874851226807, + "num_tokens": 375043446.0, + "step": 9829 + }, + { + "epoch": 1.2504770385447144, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.811690330505371, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8722451329231262, + "num_tokens": 375081518.0, + "step": 9830 + }, + { + "epoch": 1.250604248823305, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.820758819580078, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8622472286224365, + "num_tokens": 375117767.0, + "step": 9831 + }, + { + "epoch": 1.2507314591018954, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.843077659606934, + "learning_rate": 1e-06, + "loss": 0.4657, + "mean_token_accuracy": 0.8460931181907654, + "num_tokens": 375152061.0, + "step": 9832 + }, + { + "epoch": 1.250858669380486, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.758390426635742, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.862337589263916, + "num_tokens": 375195677.0, + "step": 9833 + }, + { + "epoch": 1.2509858796590765, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.837431907653809, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8636530637741089, + "num_tokens": 375230319.0, + "step": 9834 + }, + { + "epoch": 1.251113089937667, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.814295768737793, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8736374378204346, + "num_tokens": 375268970.0, + "step": 9835 + }, + { + "epoch": 1.2512403002162575, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.808120727539062, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8762437105178833, + "num_tokens": 375303661.0, + "step": 9836 + }, + { + "epoch": 1.2513675104948478, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.821718215942383, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8761497735977173, + "num_tokens": 375343278.0, + "step": 9837 + }, + { + "epoch": 1.2514947207734384, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.822400093078613, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8756596446037292, + "num_tokens": 375378574.0, + "step": 9838 + }, + { + "epoch": 1.251621931052029, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.853096961975098, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8642125129699707, + "num_tokens": 375412781.0, + "step": 9839 + }, + { + "epoch": 1.2517491413306194, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.830160140991211, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8818661570549011, + "num_tokens": 375450431.0, + "step": 9840 + }, + { + "epoch": 1.25187635160921, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.802286148071289, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8628804683685303, + "num_tokens": 375490692.0, + "step": 9841 + }, + { + "epoch": 1.2520035618878005, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.828558921813965, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8743327856063843, + "num_tokens": 375535278.0, + "step": 9842 + }, + { + "epoch": 1.252130772166391, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.835573196411133, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.86344975233078, + "num_tokens": 375575859.0, + "step": 9843 + }, + { + "epoch": 1.2522579824449815, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.8328857421875, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.8613331913948059, + "num_tokens": 375611084.0, + "step": 9844 + }, + { + "epoch": 1.252385192723572, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.826027870178223, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8798707723617554, + "num_tokens": 375644926.0, + "step": 9845 + }, + { + "epoch": 1.2525124030021626, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.796357154846191, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8777843117713928, + "num_tokens": 375686970.0, + "step": 9846 + }, + { + "epoch": 1.2526396132807531, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.784090042114258, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8812694549560547, + "num_tokens": 375727372.0, + "step": 9847 + }, + { + "epoch": 1.2527668235593437, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.823944091796875, + "learning_rate": 1e-06, + "loss": 0.4237, + "mean_token_accuracy": 0.8584038019180298, + "num_tokens": 375763568.0, + "step": 9848 + }, + { + "epoch": 1.2528940338379342, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.85141658782959, + "learning_rate": 1e-06, + "loss": 0.4478, + "mean_token_accuracy": 0.8523516654968262, + "num_tokens": 375797954.0, + "step": 9849 + }, + { + "epoch": 1.2530212441165247, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.749515533447266, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.867355465888977, + "num_tokens": 375836362.0, + "step": 9850 + }, + { + "epoch": 1.2531484543951152, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.798687934875488, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8645708560943604, + "num_tokens": 375879403.0, + "step": 9851 + }, + { + "epoch": 1.2532756646737058, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.84683609008789, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8721506595611572, + "num_tokens": 375916728.0, + "step": 9852 + }, + { + "epoch": 1.253402874952296, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.805082321166992, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8633053302764893, + "num_tokens": 375951743.0, + "step": 9853 + }, + { + "epoch": 1.2535300852308866, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.831815719604492, + "learning_rate": 1e-06, + "loss": 0.4708, + "mean_token_accuracy": 0.8442787528038025, + "num_tokens": 375988872.0, + "step": 9854 + }, + { + "epoch": 1.2536572955094771, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.784120559692383, + "learning_rate": 1e-06, + "loss": 0.434, + "mean_token_accuracy": 0.859419584274292, + "num_tokens": 376030388.0, + "step": 9855 + }, + { + "epoch": 1.2537845057880677, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.847132682800293, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8784529566764832, + "num_tokens": 376062975.0, + "step": 9856 + }, + { + "epoch": 1.2539117160666582, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.804214477539062, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8617891073226929, + "num_tokens": 376101873.0, + "step": 9857 + }, + { + "epoch": 1.2540389263452487, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.825925827026367, + "learning_rate": 1e-06, + "loss": 0.4594, + "mean_token_accuracy": 0.8490139245986938, + "num_tokens": 376138774.0, + "step": 9858 + }, + { + "epoch": 1.2541661366238392, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.862061500549316, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8608646988868713, + "num_tokens": 376172357.0, + "step": 9859 + }, + { + "epoch": 1.2542933469024298, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.795461654663086, + "learning_rate": 1e-06, + "loss": 0.4213, + "mean_token_accuracy": 0.8590229153633118, + "num_tokens": 376212977.0, + "step": 9860 + }, + { + "epoch": 1.2544205571810203, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.831754684448242, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8592541217803955, + "num_tokens": 376256989.0, + "step": 9861 + }, + { + "epoch": 1.2545477674596106, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.79138469696045, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8739674091339111, + "num_tokens": 376300130.0, + "step": 9862 + }, + { + "epoch": 1.2546749777382011, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.85290241241455, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8727577924728394, + "num_tokens": 376337475.0, + "step": 9863 + }, + { + "epoch": 1.2548021880167917, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.856423377990723, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8600618839263916, + "num_tokens": 376376485.0, + "step": 9864 + }, + { + "epoch": 1.2549293982953822, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.857309341430664, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8750063180923462, + "num_tokens": 376413393.0, + "step": 9865 + }, + { + "epoch": 1.2550566085739727, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.839519500732422, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.8592455387115479, + "num_tokens": 376448192.0, + "step": 9866 + }, + { + "epoch": 1.2551838188525632, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.781039237976074, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8716336488723755, + "num_tokens": 376489382.0, + "step": 9867 + }, + { + "epoch": 1.2553110291311538, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.856271743774414, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.87263023853302, + "num_tokens": 376527221.0, + "step": 9868 + }, + { + "epoch": 1.2554382394097443, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.798916816711426, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8642230033874512, + "num_tokens": 376567045.0, + "step": 9869 + }, + { + "epoch": 1.2555654496883348, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.830731391906738, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8753598928451538, + "num_tokens": 376607039.0, + "step": 9870 + }, + { + "epoch": 1.2556926599669254, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.876117706298828, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8721734881401062, + "num_tokens": 376643220.0, + "step": 9871 + }, + { + "epoch": 1.255819870245516, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.817558288574219, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8879862427711487, + "num_tokens": 376681417.0, + "step": 9872 + }, + { + "epoch": 1.2559470805241064, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.795467376708984, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8869513273239136, + "num_tokens": 376722836.0, + "step": 9873 + }, + { + "epoch": 1.256074290802697, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.844015121459961, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8617962598800659, + "num_tokens": 376763194.0, + "step": 9874 + }, + { + "epoch": 1.2562015010812875, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.838889122009277, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8636683821678162, + "num_tokens": 376803701.0, + "step": 9875 + }, + { + "epoch": 1.256328711359878, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.763689041137695, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8787506818771362, + "num_tokens": 376835296.0, + "step": 9876 + }, + { + "epoch": 1.2564559216384683, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.851288795471191, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8722150325775146, + "num_tokens": 376876317.0, + "step": 9877 + }, + { + "epoch": 1.2565831319170588, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.781550407409668, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8676372170448303, + "num_tokens": 376916403.0, + "step": 9878 + }, + { + "epoch": 1.2567103421956494, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.879701614379883, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8779416084289551, + "num_tokens": 376956079.0, + "step": 9879 + }, + { + "epoch": 1.25683755247424, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.867780685424805, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8593730926513672, + "num_tokens": 376991618.0, + "step": 9880 + }, + { + "epoch": 1.2569647627528304, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.797646522521973, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8753669261932373, + "num_tokens": 377033964.0, + "step": 9881 + }, + { + "epoch": 1.257091973031421, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.842572212219238, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.876201868057251, + "num_tokens": 377070091.0, + "step": 9882 + }, + { + "epoch": 1.2572191833100115, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.802238464355469, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8772060871124268, + "num_tokens": 377111185.0, + "step": 9883 + }, + { + "epoch": 1.257346393588602, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.80228042602539, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8743159174919128, + "num_tokens": 377147637.0, + "step": 9884 + }, + { + "epoch": 1.2574736038671925, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.849016189575195, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8679779767990112, + "num_tokens": 377181918.0, + "step": 9885 + }, + { + "epoch": 1.2576008141457828, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.774493217468262, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8638722896575928, + "num_tokens": 377222900.0, + "step": 9886 + }, + { + "epoch": 1.2577280244243734, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.793557167053223, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8836122751235962, + "num_tokens": 377263107.0, + "step": 9887 + }, + { + "epoch": 1.257855234702964, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.856431007385254, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8843547105789185, + "num_tokens": 377301384.0, + "step": 9888 + }, + { + "epoch": 1.2579824449815544, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.835843086242676, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8627413511276245, + "num_tokens": 377339865.0, + "step": 9889 + }, + { + "epoch": 1.258109655260145, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.823356628417969, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8777732253074646, + "num_tokens": 377381582.0, + "step": 9890 + }, + { + "epoch": 1.2582368655387355, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.8294095993042, + "learning_rate": 1e-06, + "loss": 0.4648, + "mean_token_accuracy": 0.8463897705078125, + "num_tokens": 377425548.0, + "step": 9891 + }, + { + "epoch": 1.258364075817326, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.830889701843262, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8684749603271484, + "num_tokens": 377462298.0, + "step": 9892 + }, + { + "epoch": 1.2584912860959165, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.78415584564209, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8614308834075928, + "num_tokens": 377503873.0, + "step": 9893 + }, + { + "epoch": 1.258618496374507, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.804676055908203, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.883772611618042, + "num_tokens": 377540497.0, + "step": 9894 + }, + { + "epoch": 1.2587457066530976, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.8089599609375, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8701571822166443, + "num_tokens": 377582242.0, + "step": 9895 + }, + { + "epoch": 1.2588729169316881, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.830865859985352, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8857468962669373, + "num_tokens": 377614972.0, + "step": 9896 + }, + { + "epoch": 1.2590001272102787, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.86462688446045, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8664544820785522, + "num_tokens": 377645392.0, + "step": 9897 + }, + { + "epoch": 1.2591273374888692, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.892818450927734, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.877754271030426, + "num_tokens": 377680317.0, + "step": 9898 + }, + { + "epoch": 1.2592545477674597, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.867385864257812, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8684754967689514, + "num_tokens": 377714879.0, + "step": 9899 + }, + { + "epoch": 1.2593817580460502, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.86678409576416, + "learning_rate": 1e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.8542928695678711, + "num_tokens": 377751404.0, + "step": 9900 + }, + { + "epoch": 1.2595089683246408, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.86590576171875, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8736957311630249, + "num_tokens": 377788354.0, + "step": 9901 + }, + { + "epoch": 1.259636178603231, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.87206745147705, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8597948551177979, + "num_tokens": 377827259.0, + "step": 9902 + }, + { + "epoch": 1.2597633888818216, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.88112735748291, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8608664274215698, + "num_tokens": 377872477.0, + "step": 9903 + }, + { + "epoch": 1.2598905991604121, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.863178253173828, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8619280457496643, + "num_tokens": 377911159.0, + "step": 9904 + }, + { + "epoch": 1.2600178094390027, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.897467613220215, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8730616569519043, + "num_tokens": 377951919.0, + "step": 9905 + }, + { + "epoch": 1.2601450197175932, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.882214546203613, + "learning_rate": 1e-06, + "loss": 0.4544, + "mean_token_accuracy": 0.8514481782913208, + "num_tokens": 377997567.0, + "step": 9906 + }, + { + "epoch": 1.2602722299961837, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.784619331359863, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.867190957069397, + "num_tokens": 378033811.0, + "step": 9907 + }, + { + "epoch": 1.2603994402747742, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.887367248535156, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8578546047210693, + "num_tokens": 378070136.0, + "step": 9908 + }, + { + "epoch": 1.2605266505533648, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.895721435546875, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8669291734695435, + "num_tokens": 378106902.0, + "step": 9909 + }, + { + "epoch": 1.2606538608319553, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.958133697509766, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8723331689834595, + "num_tokens": 378144638.0, + "step": 9910 + }, + { + "epoch": 1.2607810711105456, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.822056770324707, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8782039284706116, + "num_tokens": 378179059.0, + "step": 9911 + }, + { + "epoch": 1.2609082813891361, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.922399520874023, + "learning_rate": 1e-06, + "loss": 0.4335, + "mean_token_accuracy": 0.856765627861023, + "num_tokens": 378210346.0, + "step": 9912 + }, + { + "epoch": 1.2610354916677267, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.873699188232422, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8752228021621704, + "num_tokens": 378242687.0, + "step": 9913 + }, + { + "epoch": 1.2611627019463172, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.865425109863281, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8741849660873413, + "num_tokens": 378279421.0, + "step": 9914 + }, + { + "epoch": 1.2612899122249077, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.863665580749512, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8643847107887268, + "num_tokens": 378318133.0, + "step": 9915 + }, + { + "epoch": 1.2614171225034982, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.884881973266602, + "learning_rate": 1e-06, + "loss": 0.4497, + "mean_token_accuracy": 0.8516942262649536, + "num_tokens": 378362987.0, + "step": 9916 + }, + { + "epoch": 1.2615443327820888, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.826541900634766, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8859562873840332, + "num_tokens": 378396197.0, + "step": 9917 + }, + { + "epoch": 1.2616715430606793, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.851456642150879, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8778544664382935, + "num_tokens": 378433691.0, + "step": 9918 + }, + { + "epoch": 1.2617987533392698, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.829167366027832, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8725854754447937, + "num_tokens": 378470277.0, + "step": 9919 + }, + { + "epoch": 1.2619259636178604, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.856382369995117, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8635126352310181, + "num_tokens": 378510500.0, + "step": 9920 + }, + { + "epoch": 1.2620531738964509, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.890254974365234, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8676382303237915, + "num_tokens": 378552893.0, + "step": 9921 + }, + { + "epoch": 1.2621803841750414, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.868725776672363, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8759026527404785, + "num_tokens": 378590917.0, + "step": 9922 + }, + { + "epoch": 1.262307594453632, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.850092887878418, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8776935935020447, + "num_tokens": 378637764.0, + "step": 9923 + }, + { + "epoch": 1.2624348047322225, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.849647521972656, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8666397929191589, + "num_tokens": 378675497.0, + "step": 9924 + }, + { + "epoch": 1.262562015010813, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.837852478027344, + "learning_rate": 1e-06, + "loss": 0.4341, + "mean_token_accuracy": 0.8603155016899109, + "num_tokens": 378710470.0, + "step": 9925 + }, + { + "epoch": 1.2626892252894033, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.86363410949707, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8647562861442566, + "num_tokens": 378758116.0, + "step": 9926 + }, + { + "epoch": 1.2628164355679938, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.920729637145996, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8664421439170837, + "num_tokens": 378798166.0, + "step": 9927 + }, + { + "epoch": 1.2629436458465844, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.809579849243164, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.884513258934021, + "num_tokens": 378839899.0, + "step": 9928 + }, + { + "epoch": 1.263070856125175, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.915265083312988, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8703809976577759, + "num_tokens": 378886022.0, + "step": 9929 + }, + { + "epoch": 1.2631980664037654, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.856149673461914, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8583847284317017, + "num_tokens": 378925097.0, + "step": 9930 + }, + { + "epoch": 1.263325276682356, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.79744815826416, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8811991214752197, + "num_tokens": 378965242.0, + "step": 9931 + }, + { + "epoch": 1.2634524869609465, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.890144348144531, + "learning_rate": 1e-06, + "loss": 0.4669, + "mean_token_accuracy": 0.8495303392410278, + "num_tokens": 379005932.0, + "step": 9932 + }, + { + "epoch": 1.263579697239537, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.89262866973877, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8662823438644409, + "num_tokens": 379045817.0, + "step": 9933 + }, + { + "epoch": 1.2637069075181275, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.849588394165039, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.86269211769104, + "num_tokens": 379086481.0, + "step": 9934 + }, + { + "epoch": 1.2638341177967178, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.870392799377441, + "learning_rate": 1e-06, + "loss": 0.4499, + "mean_token_accuracy": 0.851410984992981, + "num_tokens": 379129782.0, + "step": 9935 + }, + { + "epoch": 1.2639613280753084, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.901839256286621, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8666588068008423, + "num_tokens": 379171525.0, + "step": 9936 + }, + { + "epoch": 1.264088538353899, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.844453811645508, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.8629435300827026, + "num_tokens": 379213887.0, + "step": 9937 + }, + { + "epoch": 1.2642157486324894, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.876639366149902, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8693834543228149, + "num_tokens": 379252634.0, + "step": 9938 + }, + { + "epoch": 1.26434295891108, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.862580299377441, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8676851987838745, + "num_tokens": 379287402.0, + "step": 9939 + }, + { + "epoch": 1.2644701691896705, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.809696197509766, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8745735883712769, + "num_tokens": 379325592.0, + "step": 9940 + }, + { + "epoch": 1.264597379468261, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.881887435913086, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8562797904014587, + "num_tokens": 379359010.0, + "step": 9941 + }, + { + "epoch": 1.2647245897468515, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.903979301452637, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8613957166671753, + "num_tokens": 379399783.0, + "step": 9942 + }, + { + "epoch": 1.264851800025442, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.855241775512695, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8721028566360474, + "num_tokens": 379442207.0, + "step": 9943 + }, + { + "epoch": 1.2649790103040326, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.872636795043945, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8683149218559265, + "num_tokens": 379479561.0, + "step": 9944 + }, + { + "epoch": 1.2651062205826231, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.875925064086914, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8740445375442505, + "num_tokens": 379516413.0, + "step": 9945 + }, + { + "epoch": 1.2652334308612136, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.850707054138184, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.8596910238265991, + "num_tokens": 379557993.0, + "step": 9946 + }, + { + "epoch": 1.2653606411398042, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.915035247802734, + "learning_rate": 1e-06, + "loss": 0.4529, + "mean_token_accuracy": 0.8510355949401855, + "num_tokens": 379594028.0, + "step": 9947 + }, + { + "epoch": 1.2654878514183947, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.884622573852539, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8632247447967529, + "num_tokens": 379631235.0, + "step": 9948 + }, + { + "epoch": 1.2656150616969852, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.883431434631348, + "learning_rate": 1e-06, + "loss": 0.4324, + "mean_token_accuracy": 0.8579188585281372, + "num_tokens": 379668714.0, + "step": 9949 + }, + { + "epoch": 1.2657422719755758, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.833877563476562, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8743540048599243, + "num_tokens": 379710233.0, + "step": 9950 + }, + { + "epoch": 1.265869482254166, + "ewc_loss": 0.01470947265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4722347259521484e-05, + "grad_norm": 10.825592041015625, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8660130500793457, + "num_tokens": 379746208.0, + "step": 9951 + }, + { + "epoch": 1.2659966925327566, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.821066856384277, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.878124475479126, + "num_tokens": 379796420.0, + "step": 9952 + }, + { + "epoch": 1.2661239028113471, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.90411376953125, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8705533742904663, + "num_tokens": 379830027.0, + "step": 9953 + }, + { + "epoch": 1.2662511130899377, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.792572021484375, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.868654191493988, + "num_tokens": 379871751.0, + "step": 9954 + }, + { + "epoch": 1.2663783233685282, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.812713623046875, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8614246249198914, + "num_tokens": 379908255.0, + "step": 9955 + }, + { + "epoch": 1.2665055336471187, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.81015396118164, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8716673851013184, + "num_tokens": 379944502.0, + "step": 9956 + }, + { + "epoch": 1.2666327439257092, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.831684112548828, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8655779361724854, + "num_tokens": 379981929.0, + "step": 9957 + }, + { + "epoch": 1.2667599542042998, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.834646224975586, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8628537654876709, + "num_tokens": 380018876.0, + "step": 9958 + }, + { + "epoch": 1.2668871644828903, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.815217971801758, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8635318279266357, + "num_tokens": 380054153.0, + "step": 9959 + }, + { + "epoch": 1.2670143747614806, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.853302955627441, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8603622913360596, + "num_tokens": 380086550.0, + "step": 9960 + }, + { + "epoch": 1.2671415850400711, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.89479923248291, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8632957935333252, + "num_tokens": 380120308.0, + "step": 9961 + }, + { + "epoch": 1.2672687953186617, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.853151321411133, + "learning_rate": 1e-06, + "loss": 0.4377, + "mean_token_accuracy": 0.852286696434021, + "num_tokens": 380160204.0, + "step": 9962 + }, + { + "epoch": 1.2673960055972522, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.817416191101074, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8723938465118408, + "num_tokens": 380196687.0, + "step": 9963 + }, + { + "epoch": 1.2675232158758427, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.761414527893066, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8833655118942261, + "num_tokens": 380237451.0, + "step": 9964 + }, + { + "epoch": 1.2676504261544332, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.836212158203125, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8636940717697144, + "num_tokens": 380276631.0, + "step": 9965 + }, + { + "epoch": 1.2677776364330238, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.809017181396484, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8735540509223938, + "num_tokens": 380319432.0, + "step": 9966 + }, + { + "epoch": 1.2679048467116143, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.830552101135254, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.875983715057373, + "num_tokens": 380356666.0, + "step": 9967 + }, + { + "epoch": 1.2680320569902048, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.83495044708252, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8762983679771423, + "num_tokens": 380390347.0, + "step": 9968 + }, + { + "epoch": 1.2681592672687954, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.888690948486328, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8725789785385132, + "num_tokens": 380424083.0, + "step": 9969 + }, + { + "epoch": 1.2682864775473859, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.773736000061035, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8625298738479614, + "num_tokens": 380471179.0, + "step": 9970 + }, + { + "epoch": 1.2684136878259764, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.892038345336914, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8698769807815552, + "num_tokens": 380510291.0, + "step": 9971 + }, + { + "epoch": 1.268540898104567, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.768211364746094, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8735254406929016, + "num_tokens": 380556297.0, + "step": 9972 + }, + { + "epoch": 1.2686681083831575, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.881439208984375, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.878200888633728, + "num_tokens": 380592113.0, + "step": 9973 + }, + { + "epoch": 1.268795318661748, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.867744445800781, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8817453384399414, + "num_tokens": 380623942.0, + "step": 9974 + }, + { + "epoch": 1.2689225289403383, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.883116722106934, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8629689812660217, + "num_tokens": 380662300.0, + "step": 9975 + }, + { + "epoch": 1.2690497392189288, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.839790344238281, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8711209297180176, + "num_tokens": 380701452.0, + "step": 9976 + }, + { + "epoch": 1.2691769494975194, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.848273277282715, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8795498609542847, + "num_tokens": 380741248.0, + "step": 9977 + }, + { + "epoch": 1.2693041597761099, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.867989540100098, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8619908094406128, + "num_tokens": 380781455.0, + "step": 9978 + }, + { + "epoch": 1.2694313700547004, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.80724048614502, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8601745367050171, + "num_tokens": 380818139.0, + "step": 9979 + }, + { + "epoch": 1.269558580333291, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.862452507019043, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8739551305770874, + "num_tokens": 380860530.0, + "step": 9980 + }, + { + "epoch": 1.2696857906118815, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.820711135864258, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8804725408554077, + "num_tokens": 380900825.0, + "step": 9981 + }, + { + "epoch": 1.269813000890472, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.892973899841309, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8666305541992188, + "num_tokens": 380939270.0, + "step": 9982 + }, + { + "epoch": 1.2699402111690625, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.843324661254883, + "learning_rate": 1e-06, + "loss": 0.4614, + "mean_token_accuracy": 0.8457358479499817, + "num_tokens": 380981708.0, + "step": 9983 + }, + { + "epoch": 1.2700674214476528, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.893513679504395, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8737578392028809, + "num_tokens": 381015186.0, + "step": 9984 + }, + { + "epoch": 1.2701946317262434, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.851451873779297, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8790678977966309, + "num_tokens": 381055503.0, + "step": 9985 + }, + { + "epoch": 1.270321842004834, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.89258098602295, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8807139992713928, + "num_tokens": 381091935.0, + "step": 9986 + }, + { + "epoch": 1.2704490522834244, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.871005058288574, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8731817007064819, + "num_tokens": 381127951.0, + "step": 9987 + }, + { + "epoch": 1.270576262562015, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.84780502319336, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8627786636352539, + "num_tokens": 381161918.0, + "step": 9988 + }, + { + "epoch": 1.2707034728406055, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.87083625793457, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8579426407814026, + "num_tokens": 381198747.0, + "step": 9989 + }, + { + "epoch": 1.270830683119196, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.820259094238281, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8692339062690735, + "num_tokens": 381242714.0, + "step": 9990 + }, + { + "epoch": 1.2709578933977865, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.845423698425293, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8813286423683167, + "num_tokens": 381274667.0, + "step": 9991 + }, + { + "epoch": 1.271085103676377, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.810444831848145, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8783013820648193, + "num_tokens": 381318110.0, + "step": 9992 + }, + { + "epoch": 1.2712123139549676, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.899130821228027, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8701285123825073, + "num_tokens": 381356694.0, + "step": 9993 + }, + { + "epoch": 1.2713395242335581, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.802621841430664, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.859217643737793, + "num_tokens": 381395218.0, + "step": 9994 + }, + { + "epoch": 1.2714667345121486, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.894295692443848, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8824026584625244, + "num_tokens": 381429195.0, + "step": 9995 + }, + { + "epoch": 1.2715939447907392, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.881143569946289, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8632680177688599, + "num_tokens": 381468276.0, + "step": 9996 + }, + { + "epoch": 1.2717211550693297, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.87748908996582, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8770841956138611, + "num_tokens": 381503400.0, + "step": 9997 + }, + { + "epoch": 1.2718483653479202, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.842839241027832, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8741300106048584, + "num_tokens": 381542126.0, + "step": 9998 + }, + { + "epoch": 1.2719755756265108, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.893243789672852, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8780502676963806, + "num_tokens": 381579169.0, + "step": 9999 + }, + { + "epoch": 1.272102785905101, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.847315788269043, + "learning_rate": 1e-06, + "loss": 0.446, + "mean_token_accuracy": 0.8557047247886658, + "num_tokens": 381615501.0, + "step": 10000 + }, + { + "epoch": 1.2722299961836916, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.879055976867676, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.864136278629303, + "num_tokens": 381649737.0, + "step": 10001 + }, + { + "epoch": 1.2723572064622821, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.844559669494629, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8727788329124451, + "num_tokens": 381693776.0, + "step": 10002 + }, + { + "epoch": 1.2724844167408726, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.837430953979492, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8787736296653748, + "num_tokens": 381733324.0, + "step": 10003 + }, + { + "epoch": 1.2726116270194632, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.875268936157227, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8646773099899292, + "num_tokens": 381765893.0, + "step": 10004 + }, + { + "epoch": 1.2727388372980537, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.77525806427002, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8665515184402466, + "num_tokens": 381802782.0, + "step": 10005 + }, + { + "epoch": 1.2728660475766442, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.889890670776367, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8732995986938477, + "num_tokens": 381843448.0, + "step": 10006 + }, + { + "epoch": 1.2729932578552348, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.811239242553711, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8583296537399292, + "num_tokens": 381878850.0, + "step": 10007 + }, + { + "epoch": 1.2731204681338253, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.876445770263672, + "learning_rate": 1e-06, + "loss": 0.4642, + "mean_token_accuracy": 0.8481330871582031, + "num_tokens": 381915508.0, + "step": 10008 + }, + { + "epoch": 1.2732476784124156, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.84325122833252, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.859376072883606, + "num_tokens": 381952699.0, + "step": 10009 + }, + { + "epoch": 1.2733748886910061, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.879084587097168, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8626008033752441, + "num_tokens": 381989947.0, + "step": 10010 + }, + { + "epoch": 1.2735020989695967, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.832311630249023, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8696444034576416, + "num_tokens": 382027701.0, + "step": 10011 + }, + { + "epoch": 1.2736293092481872, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.873396873474121, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8665313720703125, + "num_tokens": 382066415.0, + "step": 10012 + }, + { + "epoch": 1.2737565195267777, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.871516227722168, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8641110062599182, + "num_tokens": 382108402.0, + "step": 10013 + }, + { + "epoch": 1.2738837298053682, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.837668418884277, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8693212270736694, + "num_tokens": 382146865.0, + "step": 10014 + }, + { + "epoch": 1.2740109400839588, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.8665771484375, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8659730553627014, + "num_tokens": 382186746.0, + "step": 10015 + }, + { + "epoch": 1.2741381503625493, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.83149528503418, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8817342519760132, + "num_tokens": 382220693.0, + "step": 10016 + }, + { + "epoch": 1.2742653606411398, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.900245666503906, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8632152080535889, + "num_tokens": 382259549.0, + "step": 10017 + }, + { + "epoch": 1.2743925709197303, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.84291934967041, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8789182901382446, + "num_tokens": 382299164.0, + "step": 10018 + }, + { + "epoch": 1.2745197811983209, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.887782096862793, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8824946880340576, + "num_tokens": 382333596.0, + "step": 10019 + }, + { + "epoch": 1.2746469914769114, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.861638069152832, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8702085018157959, + "num_tokens": 382372321.0, + "step": 10020 + }, + { + "epoch": 1.274774201755502, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.865859031677246, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8708285093307495, + "num_tokens": 382411125.0, + "step": 10021 + }, + { + "epoch": 1.2749014120340925, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.887243270874023, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8593254089355469, + "num_tokens": 382450935.0, + "step": 10022 + }, + { + "epoch": 1.275028622312683, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.82607364654541, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8667625188827515, + "num_tokens": 382488232.0, + "step": 10023 + }, + { + "epoch": 1.2751558325912733, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.867425918579102, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8642030954360962, + "num_tokens": 382522280.0, + "step": 10024 + }, + { + "epoch": 1.2752830428698638, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.831202507019043, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8784729242324829, + "num_tokens": 382562788.0, + "step": 10025 + }, + { + "epoch": 1.2754102531484544, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.881839752197266, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.862146258354187, + "num_tokens": 382598534.0, + "step": 10026 + }, + { + "epoch": 1.2755374634270449, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.948311805725098, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8635515570640564, + "num_tokens": 382641803.0, + "step": 10027 + }, + { + "epoch": 1.2756646737056354, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.921810150146484, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8797470331192017, + "num_tokens": 382677871.0, + "step": 10028 + }, + { + "epoch": 1.275791883984226, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.77855396270752, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8778038024902344, + "num_tokens": 382714989.0, + "step": 10029 + }, + { + "epoch": 1.2759190942628165, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.880514144897461, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8709456920623779, + "num_tokens": 382751919.0, + "step": 10030 + }, + { + "epoch": 1.276046304541407, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.835031509399414, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8800926804542542, + "num_tokens": 382793550.0, + "step": 10031 + }, + { + "epoch": 1.2761735148199975, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.846182823181152, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8766140937805176, + "num_tokens": 382833142.0, + "step": 10032 + }, + { + "epoch": 1.2763007250985878, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.911752700805664, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8762422204017639, + "num_tokens": 382869934.0, + "step": 10033 + }, + { + "epoch": 1.2764279353771784, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.895020484924316, + "learning_rate": 1e-06, + "loss": 0.4309, + "mean_token_accuracy": 0.8569016456604004, + "num_tokens": 382909533.0, + "step": 10034 + }, + { + "epoch": 1.2765551456557689, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.840433120727539, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8747563362121582, + "num_tokens": 382947462.0, + "step": 10035 + }, + { + "epoch": 1.2766823559343594, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.855351448059082, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8706729412078857, + "num_tokens": 382989973.0, + "step": 10036 + }, + { + "epoch": 1.27680956621295, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.837300300598145, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8663636445999146, + "num_tokens": 383033052.0, + "step": 10037 + }, + { + "epoch": 1.2769367764915405, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.848155975341797, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8683065176010132, + "num_tokens": 383075981.0, + "step": 10038 + }, + { + "epoch": 1.277063986770131, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.898380279541016, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.885686993598938, + "num_tokens": 383111984.0, + "step": 10039 + }, + { + "epoch": 1.2771911970487215, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.847872734069824, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8692513704299927, + "num_tokens": 383155323.0, + "step": 10040 + }, + { + "epoch": 1.277318407327312, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.88540267944336, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8682178258895874, + "num_tokens": 383190069.0, + "step": 10041 + }, + { + "epoch": 1.2774456176059026, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.873769760131836, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.861065685749054, + "num_tokens": 383224999.0, + "step": 10042 + }, + { + "epoch": 1.2775728278844931, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.895000457763672, + "learning_rate": 1e-06, + "loss": 0.4203, + "mean_token_accuracy": 0.8616230487823486, + "num_tokens": 383267764.0, + "step": 10043 + }, + { + "epoch": 1.2777000381630836, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.884079933166504, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.878064751625061, + "num_tokens": 383306148.0, + "step": 10044 + }, + { + "epoch": 1.2778272484416742, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.887177467346191, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8733481168746948, + "num_tokens": 383343408.0, + "step": 10045 + }, + { + "epoch": 1.2779544587202647, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.851490020751953, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8923239707946777, + "num_tokens": 383383626.0, + "step": 10046 + }, + { + "epoch": 1.2780816689988552, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.907931327819824, + "learning_rate": 1e-06, + "loss": 0.4564, + "mean_token_accuracy": 0.8533914089202881, + "num_tokens": 383423218.0, + "step": 10047 + }, + { + "epoch": 1.2782088792774458, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.928772926330566, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8772410750389099, + "num_tokens": 383461126.0, + "step": 10048 + }, + { + "epoch": 1.278336089556036, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.903367042541504, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8611646890640259, + "num_tokens": 383501808.0, + "step": 10049 + }, + { + "epoch": 1.2784632998346266, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.824301719665527, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8893369436264038, + "num_tokens": 383542395.0, + "step": 10050 + }, + { + "epoch": 1.2785905101132171, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.891782760620117, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8659960627555847, + "num_tokens": 383579968.0, + "step": 10051 + }, + { + "epoch": 1.2787177203918076, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.819491386413574, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8689517974853516, + "num_tokens": 383617861.0, + "step": 10052 + }, + { + "epoch": 1.2788449306703982, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.933056831359863, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8647542595863342, + "num_tokens": 383652534.0, + "step": 10053 + }, + { + "epoch": 1.2789721409489887, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.850656509399414, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8638078570365906, + "num_tokens": 383693120.0, + "step": 10054 + }, + { + "epoch": 1.2790993512275792, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.855319023132324, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.860275149345398, + "num_tokens": 383734958.0, + "step": 10055 + }, + { + "epoch": 1.2792265615061698, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.89903450012207, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8629305958747864, + "num_tokens": 383768873.0, + "step": 10056 + }, + { + "epoch": 1.2793537717847603, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.83854866027832, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.870771050453186, + "num_tokens": 383804063.0, + "step": 10057 + }, + { + "epoch": 1.2794809820633506, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.831201553344727, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8830563426017761, + "num_tokens": 383843098.0, + "step": 10058 + }, + { + "epoch": 1.2796081923419411, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.872725486755371, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.877320408821106, + "num_tokens": 383879443.0, + "step": 10059 + }, + { + "epoch": 1.2797354026205316, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.85330867767334, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8687844276428223, + "num_tokens": 383918071.0, + "step": 10060 + }, + { + "epoch": 1.2798626128991222, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.816201210021973, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8627104163169861, + "num_tokens": 383953052.0, + "step": 10061 + }, + { + "epoch": 1.2799898231777127, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.84608268737793, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8660170435905457, + "num_tokens": 383992835.0, + "step": 10062 + }, + { + "epoch": 1.2801170334563032, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.86474895477295, + "learning_rate": 1e-06, + "loss": 0.4545, + "mean_token_accuracy": 0.8565204739570618, + "num_tokens": 384031234.0, + "step": 10063 + }, + { + "epoch": 1.2802442437348938, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.899940490722656, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8609062433242798, + "num_tokens": 384063611.0, + "step": 10064 + }, + { + "epoch": 1.2803714540134843, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.853070259094238, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8769616484642029, + "num_tokens": 384106757.0, + "step": 10065 + }, + { + "epoch": 1.2804986642920748, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.873504638671875, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.873093843460083, + "num_tokens": 384143094.0, + "step": 10066 + }, + { + "epoch": 1.2806258745706653, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.865246772766113, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8691036701202393, + "num_tokens": 384181498.0, + "step": 10067 + }, + { + "epoch": 1.2807530848492559, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.904382705688477, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8731008768081665, + "num_tokens": 384209784.0, + "step": 10068 + }, + { + "epoch": 1.2808802951278464, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.906128883361816, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8741675019264221, + "num_tokens": 384248000.0, + "step": 10069 + }, + { + "epoch": 1.281007505406437, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.837220191955566, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8593982458114624, + "num_tokens": 384290897.0, + "step": 10070 + }, + { + "epoch": 1.2811347156850275, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.883888244628906, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.862791895866394, + "num_tokens": 384329464.0, + "step": 10071 + }, + { + "epoch": 1.281261925963618, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.877368927001953, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8721410036087036, + "num_tokens": 384368915.0, + "step": 10072 + }, + { + "epoch": 1.2813891362422083, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.839197158813477, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8789688348770142, + "num_tokens": 384407445.0, + "step": 10073 + }, + { + "epoch": 1.2815163465207988, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.929272651672363, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8642375469207764, + "num_tokens": 384444384.0, + "step": 10074 + }, + { + "epoch": 1.2816435567993893, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.925007820129395, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8670293092727661, + "num_tokens": 384479670.0, + "step": 10075 + }, + { + "epoch": 1.2817707670779799, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.886215209960938, + "learning_rate": 1e-06, + "loss": 0.4251, + "mean_token_accuracy": 0.8580340147018433, + "num_tokens": 384522436.0, + "step": 10076 + }, + { + "epoch": 1.2818979773565704, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.855086326599121, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8623329401016235, + "num_tokens": 384559754.0, + "step": 10077 + }, + { + "epoch": 1.282025187635161, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.90433120727539, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8667863607406616, + "num_tokens": 384595153.0, + "step": 10078 + }, + { + "epoch": 1.2821523979137515, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.868843078613281, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8684316873550415, + "num_tokens": 384628345.0, + "step": 10079 + }, + { + "epoch": 1.282279608192342, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.970479011535645, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8644157648086548, + "num_tokens": 384666725.0, + "step": 10080 + }, + { + "epoch": 1.2824068184709325, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.885661125183105, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.859230637550354, + "num_tokens": 384706217.0, + "step": 10081 + }, + { + "epoch": 1.2825340287495228, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.935065269470215, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8661274313926697, + "num_tokens": 384741835.0, + "step": 10082 + }, + { + "epoch": 1.2826612390281134, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.89642333984375, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8701249361038208, + "num_tokens": 384777273.0, + "step": 10083 + }, + { + "epoch": 1.2827884493067039, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.913113594055176, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8825547099113464, + "num_tokens": 384814950.0, + "step": 10084 + }, + { + "epoch": 1.2829156595852944, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.936697959899902, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.8616889715194702, + "num_tokens": 384848088.0, + "step": 10085 + }, + { + "epoch": 1.283042869863885, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.91266918182373, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8613162040710449, + "num_tokens": 384887361.0, + "step": 10086 + }, + { + "epoch": 1.2831700801424755, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.848531723022461, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8747022747993469, + "num_tokens": 384930459.0, + "step": 10087 + }, + { + "epoch": 1.283297290421066, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.865938186645508, + "learning_rate": 1e-06, + "loss": 0.4234, + "mean_token_accuracy": 0.863115131855011, + "num_tokens": 384969506.0, + "step": 10088 + }, + { + "epoch": 1.2834245006996565, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.895200729370117, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8754518628120422, + "num_tokens": 385004368.0, + "step": 10089 + }, + { + "epoch": 1.283551710978247, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.822488784790039, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8707616329193115, + "num_tokens": 385044553.0, + "step": 10090 + }, + { + "epoch": 1.2836789212568376, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.89079475402832, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8807040452957153, + "num_tokens": 385076873.0, + "step": 10091 + }, + { + "epoch": 1.283806131535428, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.84210205078125, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8712548613548279, + "num_tokens": 385113969.0, + "step": 10092 + }, + { + "epoch": 1.2839333418140186, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.946405410766602, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.879341721534729, + "num_tokens": 385149460.0, + "step": 10093 + }, + { + "epoch": 1.2840605520926092, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.959986686706543, + "learning_rate": 1e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.85194993019104, + "num_tokens": 385187240.0, + "step": 10094 + }, + { + "epoch": 1.2841877623711997, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.904324531555176, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8615320920944214, + "num_tokens": 385225532.0, + "step": 10095 + }, + { + "epoch": 1.2843149726497902, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.913812637329102, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8720999360084534, + "num_tokens": 385267404.0, + "step": 10096 + }, + { + "epoch": 1.2844421829283807, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.826014518737793, + "learning_rate": 1e-06, + "loss": 0.4295, + "mean_token_accuracy": 0.8583260774612427, + "num_tokens": 385314008.0, + "step": 10097 + }, + { + "epoch": 1.284569393206971, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.950699806213379, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.856436550617218, + "num_tokens": 385352204.0, + "step": 10098 + }, + { + "epoch": 1.2846966034855616, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.859598159790039, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8605512380599976, + "num_tokens": 385393307.0, + "step": 10099 + }, + { + "epoch": 1.2848238137641521, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.899145126342773, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8701786398887634, + "num_tokens": 385426124.0, + "step": 10100 + }, + { + "epoch": 1.2849510240427426, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.894523620605469, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8740745186805725, + "num_tokens": 385467471.0, + "step": 10101 + }, + { + "epoch": 1.2850782343213332, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.870790481567383, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8591470718383789, + "num_tokens": 385508780.0, + "step": 10102 + }, + { + "epoch": 1.2852054445999237, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.88508415222168, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8745919466018677, + "num_tokens": 385552646.0, + "step": 10103 + }, + { + "epoch": 1.2853326548785142, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.967230796813965, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8570224046707153, + "num_tokens": 385586676.0, + "step": 10104 + }, + { + "epoch": 1.2854598651571048, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.856605529785156, + "learning_rate": 1e-06, + "loss": 0.4302, + "mean_token_accuracy": 0.8567723631858826, + "num_tokens": 385623201.0, + "step": 10105 + }, + { + "epoch": 1.2855870754356953, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.913531303405762, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8788831233978271, + "num_tokens": 385662716.0, + "step": 10106 + }, + { + "epoch": 1.2857142857142856, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.879142761230469, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8578565120697021, + "num_tokens": 385706986.0, + "step": 10107 + }, + { + "epoch": 1.2858414959928761, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.87410831451416, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8679234385490417, + "num_tokens": 385744240.0, + "step": 10108 + }, + { + "epoch": 1.2859687062714666, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.949357032775879, + "learning_rate": 1e-06, + "loss": 0.4514, + "mean_token_accuracy": 0.8528178334236145, + "num_tokens": 385778583.0, + "step": 10109 + }, + { + "epoch": 1.2860959165500572, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.914664268493652, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8692265152931213, + "num_tokens": 385819910.0, + "step": 10110 + }, + { + "epoch": 1.2862231268286477, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.842048645019531, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8659266233444214, + "num_tokens": 385860068.0, + "step": 10111 + }, + { + "epoch": 1.2863503371072382, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.964010238647461, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8607286214828491, + "num_tokens": 385890460.0, + "step": 10112 + }, + { + "epoch": 1.2864775473858288, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.894765853881836, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8655960559844971, + "num_tokens": 385926174.0, + "step": 10113 + }, + { + "epoch": 1.2866047576644193, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.88752555847168, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8781836032867432, + "num_tokens": 385962928.0, + "step": 10114 + }, + { + "epoch": 1.2867319679430098, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.879063606262207, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8766911625862122, + "num_tokens": 386002509.0, + "step": 10115 + }, + { + "epoch": 1.2868591782216003, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.840649604797363, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8684420585632324, + "num_tokens": 386043304.0, + "step": 10116 + }, + { + "epoch": 1.2869863885001909, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.936895370483398, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8756234645843506, + "num_tokens": 386081607.0, + "step": 10117 + }, + { + "epoch": 1.2871135987787814, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.87114429473877, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8872451782226562, + "num_tokens": 386117762.0, + "step": 10118 + }, + { + "epoch": 1.287240809057372, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.925034523010254, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8608982563018799, + "num_tokens": 386155908.0, + "step": 10119 + }, + { + "epoch": 1.2873680193359625, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.817707061767578, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8664451837539673, + "num_tokens": 386199385.0, + "step": 10120 + }, + { + "epoch": 1.287495229614553, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.973211288452148, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8644100427627563, + "num_tokens": 386231892.0, + "step": 10121 + }, + { + "epoch": 1.2876224398931433, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.934598922729492, + "learning_rate": 1e-06, + "loss": 0.4486, + "mean_token_accuracy": 0.8526126146316528, + "num_tokens": 386269657.0, + "step": 10122 + }, + { + "epoch": 1.2877496501717338, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.80027961730957, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8741915822029114, + "num_tokens": 386306936.0, + "step": 10123 + }, + { + "epoch": 1.2878768604503243, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.956571578979492, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8688445091247559, + "num_tokens": 386342260.0, + "step": 10124 + }, + { + "epoch": 1.2880040707289149, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.891059875488281, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8647816181182861, + "num_tokens": 386381784.0, + "step": 10125 + }, + { + "epoch": 1.2881312810075054, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.827333450317383, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8679103851318359, + "num_tokens": 386422350.0, + "step": 10126 + }, + { + "epoch": 1.288258491286096, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.923108100891113, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8639835119247437, + "num_tokens": 386467951.0, + "step": 10127 + }, + { + "epoch": 1.2883857015646865, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.836813926696777, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.877690315246582, + "num_tokens": 386511896.0, + "step": 10128 + }, + { + "epoch": 1.288512911843277, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.93115234375, + "learning_rate": 1e-06, + "loss": 0.4382, + "mean_token_accuracy": 0.8552625179290771, + "num_tokens": 386550704.0, + "step": 10129 + }, + { + "epoch": 1.2886401221218675, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.901657104492188, + "learning_rate": 1e-06, + "loss": 0.4507, + "mean_token_accuracy": 0.8510692119598389, + "num_tokens": 386589295.0, + "step": 10130 + }, + { + "epoch": 1.2887673324004578, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.923548698425293, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8682146668434143, + "num_tokens": 386623462.0, + "step": 10131 + }, + { + "epoch": 1.2888945426790483, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.896538734436035, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8710967302322388, + "num_tokens": 386663036.0, + "step": 10132 + }, + { + "epoch": 1.2890217529576389, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.899005889892578, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8685523867607117, + "num_tokens": 386702530.0, + "step": 10133 + }, + { + "epoch": 1.2891489632362294, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.92920970916748, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8831170201301575, + "num_tokens": 386739758.0, + "step": 10134 + }, + { + "epoch": 1.28927617351482, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.814976692199707, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8775748610496521, + "num_tokens": 386778287.0, + "step": 10135 + }, + { + "epoch": 1.2894033837934105, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.918444633483887, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8788619041442871, + "num_tokens": 386812348.0, + "step": 10136 + }, + { + "epoch": 1.289530594072001, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.856314659118652, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8753162622451782, + "num_tokens": 386855540.0, + "step": 10137 + }, + { + "epoch": 1.2896578043505915, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.842500686645508, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8639885187149048, + "num_tokens": 386893775.0, + "step": 10138 + }, + { + "epoch": 1.289785014629182, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.929303169250488, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8700929880142212, + "num_tokens": 386929553.0, + "step": 10139 + }, + { + "epoch": 1.2899122249077726, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.864592552185059, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.86269211769104, + "num_tokens": 386968033.0, + "step": 10140 + }, + { + "epoch": 1.290039435186363, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.939193725585938, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8682000637054443, + "num_tokens": 387004967.0, + "step": 10141 + }, + { + "epoch": 1.2901666454649536, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.940040588378906, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8572226762771606, + "num_tokens": 387038086.0, + "step": 10142 + }, + { + "epoch": 1.2902938557435442, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.890097618103027, + "learning_rate": 1e-06, + "loss": 0.4805, + "mean_token_accuracy": 0.8437702059745789, + "num_tokens": 387077112.0, + "step": 10143 + }, + { + "epoch": 1.2904210660221347, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.878666877746582, + "learning_rate": 1e-06, + "loss": 0.4514, + "mean_token_accuracy": 0.8512842059135437, + "num_tokens": 387118800.0, + "step": 10144 + }, + { + "epoch": 1.2905482763007252, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.893643379211426, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8632839918136597, + "num_tokens": 387160321.0, + "step": 10145 + }, + { + "epoch": 1.2906754865793157, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.871609687805176, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.866073489189148, + "num_tokens": 387199387.0, + "step": 10146 + }, + { + "epoch": 1.290802696857906, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.884377479553223, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8745406866073608, + "num_tokens": 387238859.0, + "step": 10147 + }, + { + "epoch": 1.2909299071364966, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.917292594909668, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.873689591884613, + "num_tokens": 387272149.0, + "step": 10148 + }, + { + "epoch": 1.291057117415087, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.893044471740723, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8669202923774719, + "num_tokens": 387311617.0, + "step": 10149 + }, + { + "epoch": 1.2911843276936776, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.877467155456543, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8557637929916382, + "num_tokens": 387344281.0, + "step": 10150 + }, + { + "epoch": 1.2913115379722682, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.875343322753906, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8575026392936707, + "num_tokens": 387385959.0, + "step": 10151 + }, + { + "epoch": 1.2914387482508587, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.933332443237305, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8628570437431335, + "num_tokens": 387426197.0, + "step": 10152 + }, + { + "epoch": 1.2915659585294492, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.862637519836426, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8737010359764099, + "num_tokens": 387462250.0, + "step": 10153 + }, + { + "epoch": 1.2916931688080397, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.89078426361084, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8674278259277344, + "num_tokens": 387499903.0, + "step": 10154 + }, + { + "epoch": 1.2918203790866303, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.918519020080566, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.874602198600769, + "num_tokens": 387535361.0, + "step": 10155 + }, + { + "epoch": 1.2919475893652206, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.87256908416748, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8649356365203857, + "num_tokens": 387574300.0, + "step": 10156 + }, + { + "epoch": 1.2920747996438111, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.933318138122559, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8701777458190918, + "num_tokens": 387606860.0, + "step": 10157 + }, + { + "epoch": 1.2922020099224016, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.914422035217285, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8593403697013855, + "num_tokens": 387646519.0, + "step": 10158 + }, + { + "epoch": 1.2923292202009922, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.914978981018066, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.879165530204773, + "num_tokens": 387681100.0, + "step": 10159 + }, + { + "epoch": 1.2924564304795827, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.875638961791992, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8903864622116089, + "num_tokens": 387715962.0, + "step": 10160 + }, + { + "epoch": 1.2925836407581732, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.87396240234375, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.866680383682251, + "num_tokens": 387755856.0, + "step": 10161 + }, + { + "epoch": 1.2927108510367638, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.870744705200195, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8770312070846558, + "num_tokens": 387793256.0, + "step": 10162 + }, + { + "epoch": 1.2928380613153543, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.844117164611816, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8644850254058838, + "num_tokens": 387834696.0, + "step": 10163 + }, + { + "epoch": 1.2929652715939448, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.864357948303223, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8572479486465454, + "num_tokens": 387874973.0, + "step": 10164 + }, + { + "epoch": 1.2930924818725353, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.917259216308594, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8588560819625854, + "num_tokens": 387904887.0, + "step": 10165 + }, + { + "epoch": 1.2932196921511259, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.845451354980469, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8754265904426575, + "num_tokens": 387944676.0, + "step": 10166 + }, + { + "epoch": 1.2933469024297164, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.866561889648438, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8701962232589722, + "num_tokens": 387982234.0, + "step": 10167 + }, + { + "epoch": 1.293474112708307, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.934185981750488, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8695695400238037, + "num_tokens": 388018001.0, + "step": 10168 + }, + { + "epoch": 1.2936013229868975, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.890975952148438, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8633250594139099, + "num_tokens": 388057476.0, + "step": 10169 + }, + { + "epoch": 1.293728533265488, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.860404014587402, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8864394426345825, + "num_tokens": 388095351.0, + "step": 10170 + }, + { + "epoch": 1.2938557435440783, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.865614891052246, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8679559230804443, + "num_tokens": 388135366.0, + "step": 10171 + }, + { + "epoch": 1.2939829538226688, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.907529830932617, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8584278225898743, + "num_tokens": 388175003.0, + "step": 10172 + }, + { + "epoch": 1.2941101641012593, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.92668628692627, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8498858213424683, + "num_tokens": 388207083.0, + "step": 10173 + }, + { + "epoch": 1.2942373743798499, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.899218559265137, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8838367462158203, + "num_tokens": 388245038.0, + "step": 10174 + }, + { + "epoch": 1.2943645846584404, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.92210865020752, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8645319938659668, + "num_tokens": 388285035.0, + "step": 10175 + }, + { + "epoch": 1.294491794937031, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.842135429382324, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8735717535018921, + "num_tokens": 388323971.0, + "step": 10176 + }, + { + "epoch": 1.2946190052156215, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.977553367614746, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8637929558753967, + "num_tokens": 388362256.0, + "step": 10177 + }, + { + "epoch": 1.294746215494212, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.836676597595215, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8887302875518799, + "num_tokens": 388401120.0, + "step": 10178 + }, + { + "epoch": 1.2948734257728025, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.897849082946777, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.871222198009491, + "num_tokens": 388446833.0, + "step": 10179 + }, + { + "epoch": 1.2950006360513928, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.97945499420166, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8809001445770264, + "num_tokens": 388482266.0, + "step": 10180 + }, + { + "epoch": 1.2951278463299833, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.943443298339844, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8698709607124329, + "num_tokens": 388518024.0, + "step": 10181 + }, + { + "epoch": 1.2952550566085739, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.924144744873047, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8705530166625977, + "num_tokens": 388564246.0, + "step": 10182 + }, + { + "epoch": 1.2953822668871644, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.872321128845215, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8726726770401001, + "num_tokens": 388603556.0, + "step": 10183 + }, + { + "epoch": 1.295509477165755, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.907102584838867, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8772541284561157, + "num_tokens": 388643615.0, + "step": 10184 + }, + { + "epoch": 1.2956366874443455, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.911090850830078, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8715360164642334, + "num_tokens": 388682917.0, + "step": 10185 + }, + { + "epoch": 1.295763897722936, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.944680213928223, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8720728754997253, + "num_tokens": 388720269.0, + "step": 10186 + }, + { + "epoch": 1.2958911080015265, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.89069652557373, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8608360886573792, + "num_tokens": 388759245.0, + "step": 10187 + }, + { + "epoch": 1.296018318280117, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.92468547821045, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8650844097137451, + "num_tokens": 388795673.0, + "step": 10188 + }, + { + "epoch": 1.2961455285587076, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.893837928771973, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8724625110626221, + "num_tokens": 388832926.0, + "step": 10189 + }, + { + "epoch": 1.296272738837298, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.856036186218262, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8725638389587402, + "num_tokens": 388869767.0, + "step": 10190 + }, + { + "epoch": 1.2963999491158886, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.925082206726074, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8713660836219788, + "num_tokens": 388913347.0, + "step": 10191 + }, + { + "epoch": 1.2965271593944792, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.933841705322266, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8815480470657349, + "num_tokens": 388948211.0, + "step": 10192 + }, + { + "epoch": 1.2966543696730697, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.88062858581543, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8738290667533875, + "num_tokens": 388989198.0, + "step": 10193 + }, + { + "epoch": 1.2967815799516602, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.89827823638916, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8609905242919922, + "num_tokens": 389029076.0, + "step": 10194 + }, + { + "epoch": 1.2969087902302507, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.934141159057617, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8693078756332397, + "num_tokens": 389066751.0, + "step": 10195 + }, + { + "epoch": 1.297036000508841, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.895909309387207, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8668602705001831, + "num_tokens": 389104207.0, + "step": 10196 + }, + { + "epoch": 1.2971632107874316, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.86933708190918, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8729287385940552, + "num_tokens": 389141941.0, + "step": 10197 + }, + { + "epoch": 1.297290421066022, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.953496932983398, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.878678560256958, + "num_tokens": 389185326.0, + "step": 10198 + }, + { + "epoch": 1.2974176313446126, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.847694396972656, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8783580660820007, + "num_tokens": 389221512.0, + "step": 10199 + }, + { + "epoch": 1.2975448416232032, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.938495635986328, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8775864839553833, + "num_tokens": 389259388.0, + "step": 10200 + }, + { + "epoch": 1.2976720519017937, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.853808403015137, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8583233952522278, + "num_tokens": 389298773.0, + "step": 10201 + }, + { + "epoch": 1.2977992621803842, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.881553649902344, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8705558776855469, + "num_tokens": 389339680.0, + "step": 10202 + }, + { + "epoch": 1.2979264724589747, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.926191329956055, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8721722960472107, + "num_tokens": 389380755.0, + "step": 10203 + }, + { + "epoch": 1.2980536827375653, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 11.015324592590332, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8747164607048035, + "num_tokens": 389412031.0, + "step": 10204 + }, + { + "epoch": 1.2981808930161556, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.926410675048828, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8790990114212036, + "num_tokens": 389448299.0, + "step": 10205 + }, + { + "epoch": 1.298308103294746, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.870062828063965, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8641716241836548, + "num_tokens": 389483962.0, + "step": 10206 + }, + { + "epoch": 1.2984353135733366, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.929228782653809, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.8620189428329468, + "num_tokens": 389521989.0, + "step": 10207 + }, + { + "epoch": 1.2985625238519272, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.874497413635254, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8643308877944946, + "num_tokens": 389558228.0, + "step": 10208 + }, + { + "epoch": 1.2986897341305177, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.939238548278809, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8705568313598633, + "num_tokens": 389597164.0, + "step": 10209 + }, + { + "epoch": 1.2988169444091082, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.867414474487305, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8702343702316284, + "num_tokens": 389636435.0, + "step": 10210 + }, + { + "epoch": 1.2989441546876987, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.920714378356934, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8620550036430359, + "num_tokens": 389670498.0, + "step": 10211 + }, + { + "epoch": 1.2990713649662893, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.871867179870605, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8716858625411987, + "num_tokens": 389707433.0, + "step": 10212 + }, + { + "epoch": 1.2991985752448798, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.903905868530273, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8697413206100464, + "num_tokens": 389747300.0, + "step": 10213 + }, + { + "epoch": 1.2993257855234703, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.950078010559082, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8635582327842712, + "num_tokens": 389788381.0, + "step": 10214 + }, + { + "epoch": 1.2994529958020609, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.92856502532959, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8733240365982056, + "num_tokens": 389821792.0, + "step": 10215 + }, + { + "epoch": 1.2995802060806514, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.862236022949219, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8811460733413696, + "num_tokens": 389859370.0, + "step": 10216 + }, + { + "epoch": 1.299707416359242, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.896224021911621, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8604657649993896, + "num_tokens": 389897020.0, + "step": 10217 + }, + { + "epoch": 1.2998346266378324, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.985883712768555, + "learning_rate": 1e-06, + "loss": 0.4533, + "mean_token_accuracy": 0.8433109521865845, + "num_tokens": 389927107.0, + "step": 10218 + }, + { + "epoch": 1.299961836916423, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.940128326416016, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8666149377822876, + "num_tokens": 389966323.0, + "step": 10219 + }, + { + "epoch": 1.3000890471950133, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.86313533782959, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8688523769378662, + "num_tokens": 390001416.0, + "step": 10220 + }, + { + "epoch": 1.3002162574736038, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.905596733093262, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8733444213867188, + "num_tokens": 390042326.0, + "step": 10221 + }, + { + "epoch": 1.3003434677521943, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.879938125610352, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8602806925773621, + "num_tokens": 390084443.0, + "step": 10222 + }, + { + "epoch": 1.3004706780307849, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.898674011230469, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8623331785202026, + "num_tokens": 390126309.0, + "step": 10223 + }, + { + "epoch": 1.3005978883093754, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.906258583068848, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8734349012374878, + "num_tokens": 390161463.0, + "step": 10224 + }, + { + "epoch": 1.300725098587966, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.937192916870117, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8793244361877441, + "num_tokens": 390203221.0, + "step": 10225 + }, + { + "epoch": 1.3008523088665565, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.8798828125, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8854092955589294, + "num_tokens": 390243269.0, + "step": 10226 + }, + { + "epoch": 1.300979519145147, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.921878814697266, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8703103065490723, + "num_tokens": 390282488.0, + "step": 10227 + }, + { + "epoch": 1.3011067294237375, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.923959732055664, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8647747039794922, + "num_tokens": 390320268.0, + "step": 10228 + }, + { + "epoch": 1.3012339397023278, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.958257675170898, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8601665496826172, + "num_tokens": 390354733.0, + "step": 10229 + }, + { + "epoch": 1.3013611499809183, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.862771034240723, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8695557713508606, + "num_tokens": 390388161.0, + "step": 10230 + }, + { + "epoch": 1.3014883602595089, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.954533576965332, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8788297176361084, + "num_tokens": 390424609.0, + "step": 10231 + }, + { + "epoch": 1.3016155705380994, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.930739402770996, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.886562705039978, + "num_tokens": 390460809.0, + "step": 10232 + }, + { + "epoch": 1.30174278081669, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.88305950164795, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8595969080924988, + "num_tokens": 390500198.0, + "step": 10233 + }, + { + "epoch": 1.3018699910952805, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.944263458251953, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8625383973121643, + "num_tokens": 390545588.0, + "step": 10234 + }, + { + "epoch": 1.301997201373871, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.920870780944824, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.8590964078903198, + "num_tokens": 390581681.0, + "step": 10235 + }, + { + "epoch": 1.3021244116524615, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.937564849853516, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8875435590744019, + "num_tokens": 390619122.0, + "step": 10236 + }, + { + "epoch": 1.302251621931052, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.916397094726562, + "learning_rate": 1e-06, + "loss": 0.4386, + "mean_token_accuracy": 0.8566584587097168, + "num_tokens": 390667974.0, + "step": 10237 + }, + { + "epoch": 1.3023788322096426, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.948260307312012, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8712530136108398, + "num_tokens": 390705188.0, + "step": 10238 + }, + { + "epoch": 1.302506042488233, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.835997581481934, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.878641664981842, + "num_tokens": 390746892.0, + "step": 10239 + }, + { + "epoch": 1.3026332527668236, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.975170135498047, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.884072482585907, + "num_tokens": 390787727.0, + "step": 10240 + }, + { + "epoch": 1.3027604630454142, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.932480812072754, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8619487881660461, + "num_tokens": 390823702.0, + "step": 10241 + }, + { + "epoch": 1.3028876733240047, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.92431640625, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8689526915550232, + "num_tokens": 390860256.0, + "step": 10242 + }, + { + "epoch": 1.3030148836025952, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.887931823730469, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8820066452026367, + "num_tokens": 390901676.0, + "step": 10243 + }, + { + "epoch": 1.3031420938811857, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.944360733032227, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.8526768684387207, + "num_tokens": 390936911.0, + "step": 10244 + }, + { + "epoch": 1.303269304159776, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.962126731872559, + "learning_rate": 1e-06, + "loss": 0.4424, + "mean_token_accuracy": 0.857020378112793, + "num_tokens": 390976185.0, + "step": 10245 + }, + { + "epoch": 1.3033965144383666, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.922591209411621, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8687816858291626, + "num_tokens": 391014661.0, + "step": 10246 + }, + { + "epoch": 1.303523724716957, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.902775764465332, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8616029024124146, + "num_tokens": 391056205.0, + "step": 10247 + }, + { + "epoch": 1.3036509349955476, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.924569129943848, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8711320757865906, + "num_tokens": 391092187.0, + "step": 10248 + }, + { + "epoch": 1.3037781452741382, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.886600494384766, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8852030038833618, + "num_tokens": 391130890.0, + "step": 10249 + }, + { + "epoch": 1.3039053555527287, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.919520378112793, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8785022497177124, + "num_tokens": 391172783.0, + "step": 10250 + }, + { + "epoch": 1.3040325658313192, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.910747528076172, + "learning_rate": 1e-06, + "loss": 0.439, + "mean_token_accuracy": 0.8532216548919678, + "num_tokens": 391215031.0, + "step": 10251 + }, + { + "epoch": 1.3041597761099097, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.926488876342773, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8719918727874756, + "num_tokens": 391251400.0, + "step": 10252 + }, + { + "epoch": 1.3042869863885003, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.950846672058105, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8611922860145569, + "num_tokens": 391285895.0, + "step": 10253 + }, + { + "epoch": 1.3044141966670906, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.866700172424316, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8709927797317505, + "num_tokens": 391328361.0, + "step": 10254 + }, + { + "epoch": 1.304541406945681, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.987464904785156, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8677390813827515, + "num_tokens": 391365019.0, + "step": 10255 + }, + { + "epoch": 1.3046686172242716, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.89366626739502, + "learning_rate": 1e-06, + "loss": 0.4264, + "mean_token_accuracy": 0.8532935380935669, + "num_tokens": 391400407.0, + "step": 10256 + }, + { + "epoch": 1.3047958275028622, + "ewc_loss": 0.01483154296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4841556549072266e-05, + "grad_norm": 10.882718086242676, + "learning_rate": 1e-06, + "loss": 0.4432, + "mean_token_accuracy": 0.8520985245704651, + "num_tokens": 391440660.0, + "step": 10257 + }, + { + "epoch": 1.3049230377814527, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.881126403808594, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8718283176422119, + "num_tokens": 391481096.0, + "step": 10258 + }, + { + "epoch": 1.3050502480600432, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.905820846557617, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8689373731613159, + "num_tokens": 391516356.0, + "step": 10259 + }, + { + "epoch": 1.3051774583386337, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.947603225708008, + "learning_rate": 1e-06, + "loss": 0.4227, + "mean_token_accuracy": 0.8573945164680481, + "num_tokens": 391554691.0, + "step": 10260 + }, + { + "epoch": 1.3053046686172243, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.840147018432617, + "learning_rate": 1e-06, + "loss": 0.4346, + "mean_token_accuracy": 0.8558538556098938, + "num_tokens": 391592473.0, + "step": 10261 + }, + { + "epoch": 1.3054318788958148, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.929911613464355, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8743858337402344, + "num_tokens": 391632091.0, + "step": 10262 + }, + { + "epoch": 1.3055590891744053, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.831329345703125, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8619595766067505, + "num_tokens": 391676121.0, + "step": 10263 + }, + { + "epoch": 1.3056862994529959, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.924578666687012, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8671815395355225, + "num_tokens": 391709664.0, + "step": 10264 + }, + { + "epoch": 1.3058135097315864, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.848718643188477, + "learning_rate": 1e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.8580623865127563, + "num_tokens": 391755828.0, + "step": 10265 + }, + { + "epoch": 1.305940720010177, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.930793762207031, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8846032619476318, + "num_tokens": 391800232.0, + "step": 10266 + }, + { + "epoch": 1.3060679302887674, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.87171745300293, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.870492696762085, + "num_tokens": 391837612.0, + "step": 10267 + }, + { + "epoch": 1.306195140567358, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.949339866638184, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8793885707855225, + "num_tokens": 391871193.0, + "step": 10268 + }, + { + "epoch": 1.3063223508459483, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.957915306091309, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.860139012336731, + "num_tokens": 391908203.0, + "step": 10269 + }, + { + "epoch": 1.3064495611245388, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.90147590637207, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8745442628860474, + "num_tokens": 391938744.0, + "step": 10270 + }, + { + "epoch": 1.3065767714031293, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.943780899047852, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8708450794219971, + "num_tokens": 391976020.0, + "step": 10271 + }, + { + "epoch": 1.3067039816817199, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.940399169921875, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.8595748543739319, + "num_tokens": 392018006.0, + "step": 10272 + }, + { + "epoch": 1.3068311919603104, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.931496620178223, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8669823408126831, + "num_tokens": 392055358.0, + "step": 10273 + }, + { + "epoch": 1.306958402238901, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.878462791442871, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8676273226737976, + "num_tokens": 392097727.0, + "step": 10274 + }, + { + "epoch": 1.3070856125174914, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.867310523986816, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.874881386756897, + "num_tokens": 392144641.0, + "step": 10275 + }, + { + "epoch": 1.307212822796082, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.947582244873047, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8765909671783447, + "num_tokens": 392178810.0, + "step": 10276 + }, + { + "epoch": 1.3073400330746725, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.000887870788574, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8643082976341248, + "num_tokens": 392213571.0, + "step": 10277 + }, + { + "epoch": 1.3074672433532628, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.871747016906738, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8652307987213135, + "num_tokens": 392254628.0, + "step": 10278 + }, + { + "epoch": 1.3075944536318533, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.90141487121582, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8679361343383789, + "num_tokens": 392297243.0, + "step": 10279 + }, + { + "epoch": 1.3077216639104439, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.946148872375488, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8712137937545776, + "num_tokens": 392329116.0, + "step": 10280 + }, + { + "epoch": 1.3078488741890344, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.904265403747559, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8654555678367615, + "num_tokens": 392370542.0, + "step": 10281 + }, + { + "epoch": 1.307976084467625, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.921527862548828, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8735240697860718, + "num_tokens": 392411155.0, + "step": 10282 + }, + { + "epoch": 1.3081032947462155, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.9198579788208, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8690636157989502, + "num_tokens": 392450440.0, + "step": 10283 + }, + { + "epoch": 1.308230505024806, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.978815078735352, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8791621327400208, + "num_tokens": 392488545.0, + "step": 10284 + }, + { + "epoch": 1.3083577153033965, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.902690887451172, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8684924244880676, + "num_tokens": 392527138.0, + "step": 10285 + }, + { + "epoch": 1.308484925581987, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.916241645812988, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8692108392715454, + "num_tokens": 392568181.0, + "step": 10286 + }, + { + "epoch": 1.3086121358605776, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.902807235717773, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8837697505950928, + "num_tokens": 392610900.0, + "step": 10287 + }, + { + "epoch": 1.308739346139168, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.985389709472656, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.8613189458847046, + "num_tokens": 392646624.0, + "step": 10288 + }, + { + "epoch": 1.3088665564177586, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.947199821472168, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8700953722000122, + "num_tokens": 392683103.0, + "step": 10289 + }, + { + "epoch": 1.3089937666963491, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.870878219604492, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8705281615257263, + "num_tokens": 392723169.0, + "step": 10290 + }, + { + "epoch": 1.3091209769749397, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.913186073303223, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8839138150215149, + "num_tokens": 392762323.0, + "step": 10291 + }, + { + "epoch": 1.3092481872535302, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.925888061523438, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8860179781913757, + "num_tokens": 392797555.0, + "step": 10292 + }, + { + "epoch": 1.3093753975321207, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.936592102050781, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8799026608467102, + "num_tokens": 392840001.0, + "step": 10293 + }, + { + "epoch": 1.309502607810711, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.924139976501465, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8686763048171997, + "num_tokens": 392880871.0, + "step": 10294 + }, + { + "epoch": 1.3096298180893016, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.889443397521973, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8802882432937622, + "num_tokens": 392917554.0, + "step": 10295 + }, + { + "epoch": 1.309757028367892, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.964361190795898, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8861302137374878, + "num_tokens": 392958601.0, + "step": 10296 + }, + { + "epoch": 1.3098842386464826, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.860907554626465, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8715018033981323, + "num_tokens": 393000108.0, + "step": 10297 + }, + { + "epoch": 1.3100114489250732, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.98460578918457, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8905011415481567, + "num_tokens": 393032321.0, + "step": 10298 + }, + { + "epoch": 1.3101386592036637, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.918410301208496, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8679419755935669, + "num_tokens": 393068347.0, + "step": 10299 + }, + { + "epoch": 1.3102658694822542, + "ewc_loss": 0.0147705078125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4781951904296875e-05, + "grad_norm": 10.887893676757812, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8868496417999268, + "num_tokens": 393102509.0, + "step": 10300 + }, + { + "epoch": 1.3103930797608447, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.893006324768066, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8776097893714905, + "num_tokens": 393140974.0, + "step": 10301 + }, + { + "epoch": 1.3105202900394353, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.957371711730957, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8791574835777283, + "num_tokens": 393177214.0, + "step": 10302 + }, + { + "epoch": 1.3106475003180256, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.86734390258789, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8735138773918152, + "num_tokens": 393215801.0, + "step": 10303 + }, + { + "epoch": 1.310774710596616, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.874074935913086, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8810074329376221, + "num_tokens": 393256444.0, + "step": 10304 + }, + { + "epoch": 1.3109019208752066, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.877179145812988, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8662437796592712, + "num_tokens": 393300238.0, + "step": 10305 + }, + { + "epoch": 1.3110291311537972, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.879000663757324, + "learning_rate": 1e-06, + "loss": 0.4295, + "mean_token_accuracy": 0.856795608997345, + "num_tokens": 393344087.0, + "step": 10306 + }, + { + "epoch": 1.3111563414323877, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.905136108398438, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8750364184379578, + "num_tokens": 393381678.0, + "step": 10307 + }, + { + "epoch": 1.3112835517109782, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.914009094238281, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8689255714416504, + "num_tokens": 393415740.0, + "step": 10308 + }, + { + "epoch": 1.3114107619895687, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.892786979675293, + "learning_rate": 1e-06, + "loss": 0.4682, + "mean_token_accuracy": 0.8467580676078796, + "num_tokens": 393457692.0, + "step": 10309 + }, + { + "epoch": 1.3115379722681593, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.943692207336426, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8655378222465515, + "num_tokens": 393499003.0, + "step": 10310 + }, + { + "epoch": 1.3116651825467498, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.912246704101562, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8600355386734009, + "num_tokens": 393533842.0, + "step": 10311 + }, + { + "epoch": 1.3117923928253403, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.908614158630371, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8784466981887817, + "num_tokens": 393573906.0, + "step": 10312 + }, + { + "epoch": 1.3119196031039309, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.911466598510742, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8684172630310059, + "num_tokens": 393615298.0, + "step": 10313 + }, + { + "epoch": 1.3120468133825214, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.95352554321289, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8597652912139893, + "num_tokens": 393654690.0, + "step": 10314 + }, + { + "epoch": 1.312174023661112, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.924042701721191, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8728159070014954, + "num_tokens": 393696222.0, + "step": 10315 + }, + { + "epoch": 1.3123012339397024, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.862204551696777, + "learning_rate": 1e-06, + "loss": 0.4161, + "mean_token_accuracy": 0.8664567470550537, + "num_tokens": 393736748.0, + "step": 10316 + }, + { + "epoch": 1.312428444218293, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.984992027282715, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8601576089859009, + "num_tokens": 393773077.0, + "step": 10317 + }, + { + "epoch": 1.3125556544968833, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.995317459106445, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8814501762390137, + "num_tokens": 393806466.0, + "step": 10318 + }, + { + "epoch": 1.3126828647754738, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.993236541748047, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8670728802680969, + "num_tokens": 393840922.0, + "step": 10319 + }, + { + "epoch": 1.3128100750540643, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.954815864562988, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8743160367012024, + "num_tokens": 393874544.0, + "step": 10320 + }, + { + "epoch": 1.3129372853326549, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.905729293823242, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8656885623931885, + "num_tokens": 393917773.0, + "step": 10321 + }, + { + "epoch": 1.3130644956112454, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.959979057312012, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8662223815917969, + "num_tokens": 393951525.0, + "step": 10322 + }, + { + "epoch": 1.313191705889836, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.909427642822266, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8751714825630188, + "num_tokens": 393989796.0, + "step": 10323 + }, + { + "epoch": 1.3133189161684264, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.970434188842773, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.867756724357605, + "num_tokens": 394028746.0, + "step": 10324 + }, + { + "epoch": 1.313446126447017, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.897228240966797, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.878355860710144, + "num_tokens": 394065241.0, + "step": 10325 + }, + { + "epoch": 1.3135733367256075, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.918360710144043, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8646852970123291, + "num_tokens": 394110113.0, + "step": 10326 + }, + { + "epoch": 1.3137005470041978, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.932621002197266, + "learning_rate": 1e-06, + "loss": 0.4438, + "mean_token_accuracy": 0.8533556461334229, + "num_tokens": 394146577.0, + "step": 10327 + }, + { + "epoch": 1.3138277572827883, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.882055282592773, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8701437711715698, + "num_tokens": 394185392.0, + "step": 10328 + }, + { + "epoch": 1.3139549675613789, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.899493217468262, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8607829809188843, + "num_tokens": 394226301.0, + "step": 10329 + }, + { + "epoch": 1.3140821778399694, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.95499038696289, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8616148233413696, + "num_tokens": 394262654.0, + "step": 10330 + }, + { + "epoch": 1.31420938811856, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.910709381103516, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8812272548675537, + "num_tokens": 394299185.0, + "step": 10331 + }, + { + "epoch": 1.3143365983971504, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.908050537109375, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8716126680374146, + "num_tokens": 394331364.0, + "step": 10332 + }, + { + "epoch": 1.314463808675741, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.941573143005371, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8577045202255249, + "num_tokens": 394375479.0, + "step": 10333 + }, + { + "epoch": 1.3145910189543315, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.943039894104004, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.875648021697998, + "num_tokens": 394414913.0, + "step": 10334 + }, + { + "epoch": 1.314718229232922, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.869912147521973, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8709583878517151, + "num_tokens": 394450889.0, + "step": 10335 + }, + { + "epoch": 1.3148454395115126, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.92441463470459, + "learning_rate": 1e-06, + "loss": 0.4386, + "mean_token_accuracy": 0.8528051376342773, + "num_tokens": 394495280.0, + "step": 10336 + }, + { + "epoch": 1.314972649790103, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.875423431396484, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8783956170082092, + "num_tokens": 394536811.0, + "step": 10337 + }, + { + "epoch": 1.3150998600686936, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.959942817687988, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8670030832290649, + "num_tokens": 394573353.0, + "step": 10338 + }, + { + "epoch": 1.3152270703472841, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.974331855773926, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8625268936157227, + "num_tokens": 394603517.0, + "step": 10339 + }, + { + "epoch": 1.3153542806258747, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.876258850097656, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8760807514190674, + "num_tokens": 394650547.0, + "step": 10340 + }, + { + "epoch": 1.3154814909044652, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.960603713989258, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8732196092605591, + "num_tokens": 394684460.0, + "step": 10341 + }, + { + "epoch": 1.3156087011830557, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.942521095275879, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8853901028633118, + "num_tokens": 394733520.0, + "step": 10342 + }, + { + "epoch": 1.315735911461646, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.90418529510498, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.864565372467041, + "num_tokens": 394775498.0, + "step": 10343 + }, + { + "epoch": 1.3158631217402366, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.923592567443848, + "learning_rate": 1e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8578912019729614, + "num_tokens": 394815138.0, + "step": 10344 + }, + { + "epoch": 1.315990332018827, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.931621551513672, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8611695170402527, + "num_tokens": 394850447.0, + "step": 10345 + }, + { + "epoch": 1.3161175422974176, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.890506744384766, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8629894256591797, + "num_tokens": 394891800.0, + "step": 10346 + }, + { + "epoch": 1.3162447525760081, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.898173332214355, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8763751983642578, + "num_tokens": 394930087.0, + "step": 10347 + }, + { + "epoch": 1.3163719628545987, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.900318145751953, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8783147931098938, + "num_tokens": 394964497.0, + "step": 10348 + }, + { + "epoch": 1.3164991731331892, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.912317276000977, + "learning_rate": 1e-06, + "loss": 0.4361, + "mean_token_accuracy": 0.8530960083007812, + "num_tokens": 395003127.0, + "step": 10349 + }, + { + "epoch": 1.3166263834117797, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.916452407836914, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8591352701187134, + "num_tokens": 395040570.0, + "step": 10350 + }, + { + "epoch": 1.3167535936903703, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.882840156555176, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8712458610534668, + "num_tokens": 395075205.0, + "step": 10351 + }, + { + "epoch": 1.3168808039689606, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.894789695739746, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.869518518447876, + "num_tokens": 395117492.0, + "step": 10352 + }, + { + "epoch": 1.317008014247551, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.896585464477539, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8663432598114014, + "num_tokens": 395162449.0, + "step": 10353 + }, + { + "epoch": 1.3171352245261416, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.91437816619873, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8779230117797852, + "num_tokens": 395197310.0, + "step": 10354 + }, + { + "epoch": 1.3172624348047322, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.914472579956055, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8805170655250549, + "num_tokens": 395232420.0, + "step": 10355 + }, + { + "epoch": 1.3173896450833227, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.961098670959473, + "learning_rate": 1e-06, + "loss": 0.4509, + "mean_token_accuracy": 0.8490529656410217, + "num_tokens": 395269392.0, + "step": 10356 + }, + { + "epoch": 1.3175168553619132, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.934191703796387, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8583261966705322, + "num_tokens": 395305496.0, + "step": 10357 + }, + { + "epoch": 1.3176440656405037, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.920326232910156, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8779714107513428, + "num_tokens": 395347089.0, + "step": 10358 + }, + { + "epoch": 1.3177712759190943, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.954936981201172, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8793466687202454, + "num_tokens": 395382885.0, + "step": 10359 + }, + { + "epoch": 1.3178984861976848, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.937938690185547, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8833094835281372, + "num_tokens": 395416260.0, + "step": 10360 + }, + { + "epoch": 1.3180256964762753, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.920973777770996, + "learning_rate": 1e-06, + "loss": 0.4203, + "mean_token_accuracy": 0.8602942228317261, + "num_tokens": 395454179.0, + "step": 10361 + }, + { + "epoch": 1.3181529067548658, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.91109561920166, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8591901063919067, + "num_tokens": 395489173.0, + "step": 10362 + }, + { + "epoch": 1.3182801170334564, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.033148765563965, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8633190393447876, + "num_tokens": 395532057.0, + "step": 10363 + }, + { + "epoch": 1.318407327312047, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.886971473693848, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8757246732711792, + "num_tokens": 395570321.0, + "step": 10364 + }, + { + "epoch": 1.3185345375906374, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.950386047363281, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8888970613479614, + "num_tokens": 395609041.0, + "step": 10365 + }, + { + "epoch": 1.318661747869228, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.970871925354004, + "learning_rate": 1e-06, + "loss": 0.4596, + "mean_token_accuracy": 0.846146821975708, + "num_tokens": 395649961.0, + "step": 10366 + }, + { + "epoch": 1.3187889581478183, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.909883499145508, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8703284859657288, + "num_tokens": 395691882.0, + "step": 10367 + }, + { + "epoch": 1.3189161684264088, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.909690856933594, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.85728919506073, + "num_tokens": 395731496.0, + "step": 10368 + }, + { + "epoch": 1.3190433787049993, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.946702003479004, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8733946084976196, + "num_tokens": 395772618.0, + "step": 10369 + }, + { + "epoch": 1.3191705889835899, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.913969993591309, + "learning_rate": 1e-06, + "loss": 0.4444, + "mean_token_accuracy": 0.8528319001197815, + "num_tokens": 395811907.0, + "step": 10370 + }, + { + "epoch": 1.3192977992621804, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.970352172851562, + "learning_rate": 1e-06, + "loss": 0.4167, + "mean_token_accuracy": 0.8638907670974731, + "num_tokens": 395851186.0, + "step": 10371 + }, + { + "epoch": 1.319425009540771, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.90450668334961, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8689368963241577, + "num_tokens": 395893868.0, + "step": 10372 + }, + { + "epoch": 1.3195522198193614, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.92731761932373, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.878508448600769, + "num_tokens": 395930519.0, + "step": 10373 + }, + { + "epoch": 1.319679430097952, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.941171646118164, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8848527669906616, + "num_tokens": 395965692.0, + "step": 10374 + }, + { + "epoch": 1.3198066403765425, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.944416046142578, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8706647157669067, + "num_tokens": 396002316.0, + "step": 10375 + }, + { + "epoch": 1.3199338506551328, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.886730194091797, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.875807523727417, + "num_tokens": 396043392.0, + "step": 10376 + }, + { + "epoch": 1.3200610609337233, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.963844299316406, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8660303354263306, + "num_tokens": 396078603.0, + "step": 10377 + }, + { + "epoch": 1.3201882712123139, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.937899589538574, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.8605241775512695, + "num_tokens": 396121132.0, + "step": 10378 + }, + { + "epoch": 1.3203154814909044, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.939421653747559, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8787853121757507, + "num_tokens": 396155730.0, + "step": 10379 + }, + { + "epoch": 1.320442691769495, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.921765327453613, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.855094850063324, + "num_tokens": 396190976.0, + "step": 10380 + }, + { + "epoch": 1.3205699020480854, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.913812637329102, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8689496517181396, + "num_tokens": 396229571.0, + "step": 10381 + }, + { + "epoch": 1.320697112326676, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.987381935119629, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8681435585021973, + "num_tokens": 396265586.0, + "step": 10382 + }, + { + "epoch": 1.3208243226052665, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.918039321899414, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8743960857391357, + "num_tokens": 396303810.0, + "step": 10383 + }, + { + "epoch": 1.320951532883857, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.903964042663574, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8890781402587891, + "num_tokens": 396345671.0, + "step": 10384 + }, + { + "epoch": 1.3210787431624476, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.86178207397461, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8858600854873657, + "num_tokens": 396388062.0, + "step": 10385 + }, + { + "epoch": 1.321205953441038, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.9197359085083, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8831177353858948, + "num_tokens": 396425189.0, + "step": 10386 + }, + { + "epoch": 1.3213331637196286, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.99202823638916, + "learning_rate": 1e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.8604070544242859, + "num_tokens": 396461861.0, + "step": 10387 + }, + { + "epoch": 1.3214603739982191, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.923510551452637, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8808417320251465, + "num_tokens": 396506190.0, + "step": 10388 + }, + { + "epoch": 1.3215875842768097, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.964415550231934, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8701015710830688, + "num_tokens": 396538900.0, + "step": 10389 + }, + { + "epoch": 1.3217147945554002, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.931804656982422, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8790232539176941, + "num_tokens": 396577029.0, + "step": 10390 + }, + { + "epoch": 1.3218420048339907, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.920570373535156, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8544114828109741, + "num_tokens": 396616917.0, + "step": 10391 + }, + { + "epoch": 1.321969215112581, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.916624069213867, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8797277808189392, + "num_tokens": 396651726.0, + "step": 10392 + }, + { + "epoch": 1.3220964253911716, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.94578742980957, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.857555627822876, + "num_tokens": 396693796.0, + "step": 10393 + }, + { + "epoch": 1.322223635669762, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.908014297485352, + "learning_rate": 1e-06, + "loss": 0.4241, + "mean_token_accuracy": 0.8598300218582153, + "num_tokens": 396731947.0, + "step": 10394 + }, + { + "epoch": 1.3223508459483526, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.927165985107422, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8726871013641357, + "num_tokens": 396767062.0, + "step": 10395 + }, + { + "epoch": 1.3224780562269431, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.885235786437988, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8734527826309204, + "num_tokens": 396803918.0, + "step": 10396 + }, + { + "epoch": 1.3226052665055337, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.93055248260498, + "learning_rate": 1e-06, + "loss": 0.4816, + "mean_token_accuracy": 0.8426167964935303, + "num_tokens": 396850314.0, + "step": 10397 + }, + { + "epoch": 1.3227324767841242, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.911227226257324, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.863646388053894, + "num_tokens": 396887920.0, + "step": 10398 + }, + { + "epoch": 1.3228596870627147, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.953033447265625, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.858198881149292, + "num_tokens": 396923369.0, + "step": 10399 + }, + { + "epoch": 1.3229868973413053, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.904281616210938, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8673145174980164, + "num_tokens": 396962338.0, + "step": 10400 + }, + { + "epoch": 1.3231141076198956, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.954150199890137, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8795812129974365, + "num_tokens": 396998275.0, + "step": 10401 + }, + { + "epoch": 1.323241317898486, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.98200511932373, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8673851490020752, + "num_tokens": 397040034.0, + "step": 10402 + }, + { + "epoch": 1.3233685281770766, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.91623306274414, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.887225866317749, + "num_tokens": 397080549.0, + "step": 10403 + }, + { + "epoch": 1.3234957384556671, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.916656494140625, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8816831111907959, + "num_tokens": 397120803.0, + "step": 10404 + }, + { + "epoch": 1.3236229487342577, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.947480201721191, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8735544681549072, + "num_tokens": 397160463.0, + "step": 10405 + }, + { + "epoch": 1.3237501590128482, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.892685890197754, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8629738092422485, + "num_tokens": 397205425.0, + "step": 10406 + }, + { + "epoch": 1.3238773692914387, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.041254043579102, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8657732009887695, + "num_tokens": 397238907.0, + "step": 10407 + }, + { + "epoch": 1.3240045795700293, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.901333808898926, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8689521551132202, + "num_tokens": 397281639.0, + "step": 10408 + }, + { + "epoch": 1.3241317898486198, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.981547355651855, + "learning_rate": 1e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.8579682111740112, + "num_tokens": 397323350.0, + "step": 10409 + }, + { + "epoch": 1.3242590001272103, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.935492515563965, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.863272488117218, + "num_tokens": 397364438.0, + "step": 10410 + }, + { + "epoch": 1.3243862104058008, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.980355262756348, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.85682213306427, + "num_tokens": 397406881.0, + "step": 10411 + }, + { + "epoch": 1.3245134206843914, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.96194076538086, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8699204921722412, + "num_tokens": 397451190.0, + "step": 10412 + }, + { + "epoch": 1.324640630962982, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.98411750793457, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8699312210083008, + "num_tokens": 397491063.0, + "step": 10413 + }, + { + "epoch": 1.3247678412415724, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.993998527526855, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8713815212249756, + "num_tokens": 397529961.0, + "step": 10414 + }, + { + "epoch": 1.324895051520163, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.9623384475708, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8799611330032349, + "num_tokens": 397565616.0, + "step": 10415 + }, + { + "epoch": 1.3250222617987533, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.016087532043457, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8765767812728882, + "num_tokens": 397602223.0, + "step": 10416 + }, + { + "epoch": 1.3251494720773438, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.951809883117676, + "learning_rate": 1e-06, + "loss": 0.4613, + "mean_token_accuracy": 0.8476834297180176, + "num_tokens": 397638910.0, + "step": 10417 + }, + { + "epoch": 1.3252766823559343, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 11.017269134521484, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8618614077568054, + "num_tokens": 397681200.0, + "step": 10418 + }, + { + "epoch": 1.3254038926345248, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.890565872192383, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8720327615737915, + "num_tokens": 397724832.0, + "step": 10419 + }, + { + "epoch": 1.3255311029131154, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.970386505126953, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.862159788608551, + "num_tokens": 397765537.0, + "step": 10420 + }, + { + "epoch": 1.325658313191706, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.917644500732422, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8603318929672241, + "num_tokens": 397800945.0, + "step": 10421 + }, + { + "epoch": 1.3257855234702964, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.895716667175293, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8758001923561096, + "num_tokens": 397840786.0, + "step": 10422 + }, + { + "epoch": 1.325912733748887, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.937332153320312, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8750078678131104, + "num_tokens": 397875607.0, + "step": 10423 + }, + { + "epoch": 1.3260399440274775, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.917604446411133, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8856910467147827, + "num_tokens": 397909524.0, + "step": 10424 + }, + { + "epoch": 1.3261671543060678, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.92005443572998, + "learning_rate": 1e-06, + "loss": 0.4396, + "mean_token_accuracy": 0.854530394077301, + "num_tokens": 397947862.0, + "step": 10425 + }, + { + "epoch": 1.3262943645846583, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.90225887298584, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8831941485404968, + "num_tokens": 397980958.0, + "step": 10426 + }, + { + "epoch": 1.3264215748632489, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.901423454284668, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.868090033531189, + "num_tokens": 398021231.0, + "step": 10427 + }, + { + "epoch": 1.3265487851418394, + "ewc_loss": 0.014892578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4901161193847656e-05, + "grad_norm": 10.906135559082031, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8678076267242432, + "num_tokens": 398059202.0, + "step": 10428 + }, + { + "epoch": 1.32667599542043, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.949272155761719, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.891389012336731, + "num_tokens": 398097121.0, + "step": 10429 + }, + { + "epoch": 1.3268032056990204, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.964545249938965, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8684285283088684, + "num_tokens": 398130413.0, + "step": 10430 + }, + { + "epoch": 1.326930415977611, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.891658782958984, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8678154945373535, + "num_tokens": 398172535.0, + "step": 10431 + }, + { + "epoch": 1.3270576262562015, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.950104713439941, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8711593747138977, + "num_tokens": 398206681.0, + "step": 10432 + }, + { + "epoch": 1.327184836534792, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.936250686645508, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8732094764709473, + "num_tokens": 398245206.0, + "step": 10433 + }, + { + "epoch": 1.3273120468133826, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.909721374511719, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.866931676864624, + "num_tokens": 398278902.0, + "step": 10434 + }, + { + "epoch": 1.327439257091973, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.907696723937988, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8714070320129395, + "num_tokens": 398315833.0, + "step": 10435 + }, + { + "epoch": 1.3275664673705636, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.919249534606934, + "learning_rate": 1e-06, + "loss": 0.4431, + "mean_token_accuracy": 0.8528141975402832, + "num_tokens": 398356496.0, + "step": 10436 + }, + { + "epoch": 1.3276936776491541, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.900697708129883, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.875022292137146, + "num_tokens": 398393661.0, + "step": 10437 + }, + { + "epoch": 1.3278208879277447, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.873627662658691, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8866767883300781, + "num_tokens": 398430463.0, + "step": 10438 + }, + { + "epoch": 1.3279480982063352, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.940797805786133, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8687111139297485, + "num_tokens": 398470382.0, + "step": 10439 + }, + { + "epoch": 1.3280753084849257, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.952600479125977, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8533452749252319, + "num_tokens": 398504793.0, + "step": 10440 + }, + { + "epoch": 1.328202518763516, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.960624694824219, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8608984351158142, + "num_tokens": 398541038.0, + "step": 10441 + }, + { + "epoch": 1.3283297290421066, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.899723052978516, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.8531218767166138, + "num_tokens": 398578047.0, + "step": 10442 + }, + { + "epoch": 1.328456939320697, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.921347618103027, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.859283447265625, + "num_tokens": 398618946.0, + "step": 10443 + }, + { + "epoch": 1.3285841495992876, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.953831672668457, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.874051034450531, + "num_tokens": 398656895.0, + "step": 10444 + }, + { + "epoch": 1.3287113598778781, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.938966751098633, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8699827790260315, + "num_tokens": 398696521.0, + "step": 10445 + }, + { + "epoch": 1.3288385701564687, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.87359619140625, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8708186149597168, + "num_tokens": 398735275.0, + "step": 10446 + }, + { + "epoch": 1.3289657804350592, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.939718246459961, + "learning_rate": 1e-06, + "loss": 0.4446, + "mean_token_accuracy": 0.8556898832321167, + "num_tokens": 398774753.0, + "step": 10447 + }, + { + "epoch": 1.3290929907136497, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.928764343261719, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8638687133789062, + "num_tokens": 398810893.0, + "step": 10448 + }, + { + "epoch": 1.3292202009922403, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.909612655639648, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8635362386703491, + "num_tokens": 398849741.0, + "step": 10449 + }, + { + "epoch": 1.3293474112708306, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.919368743896484, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8635656833648682, + "num_tokens": 398881186.0, + "step": 10450 + }, + { + "epoch": 1.329474621549421, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.965109825134277, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8869222402572632, + "num_tokens": 398918677.0, + "step": 10451 + }, + { + "epoch": 1.3296018318280116, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.907535552978516, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8668646812438965, + "num_tokens": 398953435.0, + "step": 10452 + }, + { + "epoch": 1.3297290421066021, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.921390533447266, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8764591813087463, + "num_tokens": 398991799.0, + "step": 10453 + }, + { + "epoch": 1.3298562523851927, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.975299835205078, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8748732805252075, + "num_tokens": 399023211.0, + "step": 10454 + }, + { + "epoch": 1.3299834626637832, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.876200675964355, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8661022186279297, + "num_tokens": 399061431.0, + "step": 10455 + }, + { + "epoch": 1.3301106729423737, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.957873344421387, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.871053159236908, + "num_tokens": 399097384.0, + "step": 10456 + }, + { + "epoch": 1.3302378832209643, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.920727729797363, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8726109862327576, + "num_tokens": 399133935.0, + "step": 10457 + }, + { + "epoch": 1.3303650934995548, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.944228172302246, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.87450110912323, + "num_tokens": 399165709.0, + "step": 10458 + }, + { + "epoch": 1.3304923037781453, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.917383193969727, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8670425415039062, + "num_tokens": 399203548.0, + "step": 10459 + }, + { + "epoch": 1.3306195140567358, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.007184028625488, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8673675060272217, + "num_tokens": 399244341.0, + "step": 10460 + }, + { + "epoch": 1.3307467243353264, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.937129020690918, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8742367029190063, + "num_tokens": 399282284.0, + "step": 10461 + }, + { + "epoch": 1.330873934613917, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.967561721801758, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.882796049118042, + "num_tokens": 399320523.0, + "step": 10462 + }, + { + "epoch": 1.3310011448925074, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.865926742553711, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8702548742294312, + "num_tokens": 399357489.0, + "step": 10463 + }, + { + "epoch": 1.331128355171098, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.98388671875, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8583780527114868, + "num_tokens": 399393561.0, + "step": 10464 + }, + { + "epoch": 1.3312555654496883, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.967193603515625, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8756418824195862, + "num_tokens": 399424514.0, + "step": 10465 + }, + { + "epoch": 1.3313827757282788, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.921906471252441, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8743488788604736, + "num_tokens": 399461372.0, + "step": 10466 + }, + { + "epoch": 1.3315099860068693, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.907265663146973, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8836292028427124, + "num_tokens": 399502503.0, + "step": 10467 + }, + { + "epoch": 1.3316371962854598, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.969600677490234, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.864026665687561, + "num_tokens": 399537836.0, + "step": 10468 + }, + { + "epoch": 1.3317644065640504, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.910111427307129, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8648945689201355, + "num_tokens": 399575189.0, + "step": 10469 + }, + { + "epoch": 1.331891616842641, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.93797779083252, + "learning_rate": 1e-06, + "loss": 0.4562, + "mean_token_accuracy": 0.8516939878463745, + "num_tokens": 399614406.0, + "step": 10470 + }, + { + "epoch": 1.3320188271212314, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.915801048278809, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.875355064868927, + "num_tokens": 399652847.0, + "step": 10471 + }, + { + "epoch": 1.332146037399822, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.914488792419434, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8592638969421387, + "num_tokens": 399691628.0, + "step": 10472 + }, + { + "epoch": 1.3322732476784125, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.934774398803711, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8794440031051636, + "num_tokens": 399732875.0, + "step": 10473 + }, + { + "epoch": 1.3324004579570028, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.997899055480957, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8807966709136963, + "num_tokens": 399769537.0, + "step": 10474 + }, + { + "epoch": 1.3325276682355933, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.954297065734863, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.854039192199707, + "num_tokens": 399807757.0, + "step": 10475 + }, + { + "epoch": 1.3326548785141838, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.943614959716797, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8763942122459412, + "num_tokens": 399837351.0, + "step": 10476 + }, + { + "epoch": 1.3327820887927744, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.96904182434082, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8877172470092773, + "num_tokens": 399873678.0, + "step": 10477 + }, + { + "epoch": 1.332909299071365, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.879143714904785, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8718588352203369, + "num_tokens": 399916206.0, + "step": 10478 + }, + { + "epoch": 1.3330365093499554, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.932111740112305, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8813408613204956, + "num_tokens": 399954144.0, + "step": 10479 + }, + { + "epoch": 1.333163719628546, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.980337142944336, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8777709603309631, + "num_tokens": 399995865.0, + "step": 10480 + }, + { + "epoch": 1.3332909299071365, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.96170711517334, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8720347881317139, + "num_tokens": 400033234.0, + "step": 10481 + }, + { + "epoch": 1.333418140185727, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.956825256347656, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8786365985870361, + "num_tokens": 400066842.0, + "step": 10482 + }, + { + "epoch": 1.3335453504643175, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.93905258178711, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8815708160400391, + "num_tokens": 400099380.0, + "step": 10483 + }, + { + "epoch": 1.333672560742908, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.979849815368652, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.882261335849762, + "num_tokens": 400137419.0, + "step": 10484 + }, + { + "epoch": 1.3337997710214986, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.942667007446289, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8700186014175415, + "num_tokens": 400171086.0, + "step": 10485 + }, + { + "epoch": 1.3339269813000891, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.94838809967041, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8687988519668579, + "num_tokens": 400206763.0, + "step": 10486 + }, + { + "epoch": 1.3340541915786797, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.914137840270996, + "learning_rate": 1e-06, + "loss": 0.4441, + "mean_token_accuracy": 0.85433030128479, + "num_tokens": 400242708.0, + "step": 10487 + }, + { + "epoch": 1.3341814018572702, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.979446411132812, + "learning_rate": 1e-06, + "loss": 0.4525, + "mean_token_accuracy": 0.8504056334495544, + "num_tokens": 400277417.0, + "step": 10488 + }, + { + "epoch": 1.3343086121358605, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.875022888183594, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8702495098114014, + "num_tokens": 400315811.0, + "step": 10489 + }, + { + "epoch": 1.334435822414451, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.910575866699219, + "learning_rate": 1e-06, + "loss": 0.4437, + "mean_token_accuracy": 0.8509893417358398, + "num_tokens": 400356321.0, + "step": 10490 + }, + { + "epoch": 1.3345630326930416, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.933692932128906, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8711200952529907, + "num_tokens": 400392382.0, + "step": 10491 + }, + { + "epoch": 1.334690242971632, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.871756553649902, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8767792582511902, + "num_tokens": 400434947.0, + "step": 10492 + }, + { + "epoch": 1.3348174532502226, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.975618362426758, + "learning_rate": 1e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.852127194404602, + "num_tokens": 400472742.0, + "step": 10493 + }, + { + "epoch": 1.3349446635288131, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.88946533203125, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8837801218032837, + "num_tokens": 400510029.0, + "step": 10494 + }, + { + "epoch": 1.3350718738074037, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.986715316772461, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8674625158309937, + "num_tokens": 400547383.0, + "step": 10495 + }, + { + "epoch": 1.3351990840859942, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.929037094116211, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8807116746902466, + "num_tokens": 400585242.0, + "step": 10496 + }, + { + "epoch": 1.3353262943645847, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.975939750671387, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8812410831451416, + "num_tokens": 400623117.0, + "step": 10497 + }, + { + "epoch": 1.3354535046431752, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.917978286743164, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.8591950535774231, + "num_tokens": 400660170.0, + "step": 10498 + }, + { + "epoch": 1.3355807149217656, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.985250473022461, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8766849040985107, + "num_tokens": 400700467.0, + "step": 10499 + }, + { + "epoch": 1.335707925200356, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.917160987854004, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.8640843033790588, + "num_tokens": 400740269.0, + "step": 10500 + }, + { + "epoch": 1.3358351354789466, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.981948852539062, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8808161020278931, + "num_tokens": 400776465.0, + "step": 10501 + }, + { + "epoch": 1.3359623457575371, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.983710289001465, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8683188557624817, + "num_tokens": 400811210.0, + "step": 10502 + }, + { + "epoch": 1.3360895560361277, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.90512466430664, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8629437685012817, + "num_tokens": 400848820.0, + "step": 10503 + }, + { + "epoch": 1.3362167663147182, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.921856880187988, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8719055652618408, + "num_tokens": 400888774.0, + "step": 10504 + }, + { + "epoch": 1.3363439765933087, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.880790710449219, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8723478317260742, + "num_tokens": 400935067.0, + "step": 10505 + }, + { + "epoch": 1.3364711868718993, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.951998710632324, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8796263933181763, + "num_tokens": 400974122.0, + "step": 10506 + }, + { + "epoch": 1.3365983971504898, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.931499481201172, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8792171478271484, + "num_tokens": 401008911.0, + "step": 10507 + }, + { + "epoch": 1.3367256074290803, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.96739387512207, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.876411497592926, + "num_tokens": 401039453.0, + "step": 10508 + }, + { + "epoch": 1.3368528177076708, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.962295532226562, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8791732788085938, + "num_tokens": 401075854.0, + "step": 10509 + }, + { + "epoch": 1.3369800279862614, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.947161674499512, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8684481978416443, + "num_tokens": 401114922.0, + "step": 10510 + }, + { + "epoch": 1.337107238264852, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.945064544677734, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8787892460823059, + "num_tokens": 401155833.0, + "step": 10511 + }, + { + "epoch": 1.3372344485434424, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.978717803955078, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.876421332359314, + "num_tokens": 401196971.0, + "step": 10512 + }, + { + "epoch": 1.337361658822033, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.955086708068848, + "learning_rate": 1e-06, + "loss": 0.49, + "mean_token_accuracy": 0.8390147686004639, + "num_tokens": 401237312.0, + "step": 10513 + }, + { + "epoch": 1.3374888691006233, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.947823524475098, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8682125806808472, + "num_tokens": 401274630.0, + "step": 10514 + }, + { + "epoch": 1.3376160793792138, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.95315933227539, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8754960298538208, + "num_tokens": 401311780.0, + "step": 10515 + }, + { + "epoch": 1.3377432896578043, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.921229362487793, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8782720565795898, + "num_tokens": 401352614.0, + "step": 10516 + }, + { + "epoch": 1.3378704999363948, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.91346263885498, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8725402355194092, + "num_tokens": 401394495.0, + "step": 10517 + }, + { + "epoch": 1.3379977102149854, + "ewc_loss": 0.01495361328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.4960765838623047e-05, + "grad_norm": 10.986740112304688, + "learning_rate": 1e-06, + "loss": 0.4377, + "mean_token_accuracy": 0.856777548789978, + "num_tokens": 401427758.0, + "step": 10518 + }, + { + "epoch": 1.338124920493576, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.924901008605957, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8553051948547363, + "num_tokens": 401473868.0, + "step": 10519 + }, + { + "epoch": 1.3382521307721664, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.006901741027832, + "learning_rate": 1e-06, + "loss": 0.4522, + "mean_token_accuracy": 0.8525379300117493, + "num_tokens": 401510459.0, + "step": 10520 + }, + { + "epoch": 1.338379341050757, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.954510688781738, + "learning_rate": 1e-06, + "loss": 0.4883, + "mean_token_accuracy": 0.8426702618598938, + "num_tokens": 401545283.0, + "step": 10521 + }, + { + "epoch": 1.3385065513293475, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.959311485290527, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8724015951156616, + "num_tokens": 401577166.0, + "step": 10522 + }, + { + "epoch": 1.3386337616079378, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.916266441345215, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8826016187667847, + "num_tokens": 401619075.0, + "step": 10523 + }, + { + "epoch": 1.3387609718865283, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.947308540344238, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.863479733467102, + "num_tokens": 401661286.0, + "step": 10524 + }, + { + "epoch": 1.3388881821651188, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.990715980529785, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8619812726974487, + "num_tokens": 401699672.0, + "step": 10525 + }, + { + "epoch": 1.3390153924437094, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.000760078430176, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8639606237411499, + "num_tokens": 401732676.0, + "step": 10526 + }, + { + "epoch": 1.3391426027223, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.973461151123047, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8677927255630493, + "num_tokens": 401771593.0, + "step": 10527 + }, + { + "epoch": 1.3392698130008904, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.995401382446289, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8569905757904053, + "num_tokens": 401809605.0, + "step": 10528 + }, + { + "epoch": 1.339397023279481, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.941508293151855, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.8593835830688477, + "num_tokens": 401845349.0, + "step": 10529 + }, + { + "epoch": 1.3395242335580715, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.911805152893066, + "learning_rate": 1e-06, + "loss": 0.3129, + "mean_token_accuracy": 0.8930293917655945, + "num_tokens": 401883186.0, + "step": 10530 + }, + { + "epoch": 1.339651443836662, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.98184585571289, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8538306355476379, + "num_tokens": 401921149.0, + "step": 10531 + }, + { + "epoch": 1.3397786541152525, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.996978759765625, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.8642683029174805, + "num_tokens": 401961813.0, + "step": 10532 + }, + { + "epoch": 1.339905864393843, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.935857772827148, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8529261350631714, + "num_tokens": 402001212.0, + "step": 10533 + }, + { + "epoch": 1.3400330746724336, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.976051330566406, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8624832630157471, + "num_tokens": 402044648.0, + "step": 10534 + }, + { + "epoch": 1.3401602849510241, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.85009479522705, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8736087679862976, + "num_tokens": 402087391.0, + "step": 10535 + }, + { + "epoch": 1.3402874952296147, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.987009048461914, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.890431821346283, + "num_tokens": 402119598.0, + "step": 10536 + }, + { + "epoch": 1.3404147055082052, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.953938484191895, + "learning_rate": 1e-06, + "loss": 0.475, + "mean_token_accuracy": 0.846306562423706, + "num_tokens": 402153628.0, + "step": 10537 + }, + { + "epoch": 1.3405419157867955, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.92043685913086, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8861566781997681, + "num_tokens": 402190876.0, + "step": 10538 + }, + { + "epoch": 1.340669126065386, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.943076133728027, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8786967396736145, + "num_tokens": 402227168.0, + "step": 10539 + }, + { + "epoch": 1.3407963363439765, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.933703422546387, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.878520131111145, + "num_tokens": 402262731.0, + "step": 10540 + }, + { + "epoch": 1.340923546622567, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.938733100891113, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8710811138153076, + "num_tokens": 402299992.0, + "step": 10541 + }, + { + "epoch": 1.3410507569011576, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.977965354919434, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8626202940940857, + "num_tokens": 402339129.0, + "step": 10542 + }, + { + "epoch": 1.3411779671797481, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.955798149108887, + "learning_rate": 1e-06, + "loss": 0.4487, + "mean_token_accuracy": 0.8534601926803589, + "num_tokens": 402375380.0, + "step": 10543 + }, + { + "epoch": 1.3413051774583387, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.99651050567627, + "learning_rate": 1e-06, + "loss": 0.4309, + "mean_token_accuracy": 0.8585065007209778, + "num_tokens": 402412159.0, + "step": 10544 + }, + { + "epoch": 1.3414323877369292, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.995220184326172, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8670544028282166, + "num_tokens": 402446676.0, + "step": 10545 + }, + { + "epoch": 1.3415595980155197, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.928030014038086, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8708316683769226, + "num_tokens": 402490741.0, + "step": 10546 + }, + { + "epoch": 1.3416868082941102, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.974733352661133, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8791112303733826, + "num_tokens": 402527398.0, + "step": 10547 + }, + { + "epoch": 1.3418140185727006, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.96826457977295, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8700165748596191, + "num_tokens": 402565914.0, + "step": 10548 + }, + { + "epoch": 1.341941228851291, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.96120834350586, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8726276159286499, + "num_tokens": 402600671.0, + "step": 10549 + }, + { + "epoch": 1.3420684391298816, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.937411308288574, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8819182515144348, + "num_tokens": 402637381.0, + "step": 10550 + }, + { + "epoch": 1.3421956494084721, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.968339920043945, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8729235529899597, + "num_tokens": 402671190.0, + "step": 10551 + }, + { + "epoch": 1.3423228596870627, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.951812744140625, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8696430921554565, + "num_tokens": 402721518.0, + "step": 10552 + }, + { + "epoch": 1.3424500699656532, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.938653945922852, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8709613084793091, + "num_tokens": 402758949.0, + "step": 10553 + }, + { + "epoch": 1.3425772802442437, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.86740779876709, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8644958734512329, + "num_tokens": 402794342.0, + "step": 10554 + }, + { + "epoch": 1.3427044905228342, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.924567222595215, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8820520639419556, + "num_tokens": 402831031.0, + "step": 10555 + }, + { + "epoch": 1.3428317008014248, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.93272876739502, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8797444701194763, + "num_tokens": 402871486.0, + "step": 10556 + }, + { + "epoch": 1.3429589110800153, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.910421371459961, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.882361114025116, + "num_tokens": 402916024.0, + "step": 10557 + }, + { + "epoch": 1.3430861213586058, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.920968055725098, + "learning_rate": 1e-06, + "loss": 0.4478, + "mean_token_accuracy": 0.852559506893158, + "num_tokens": 402952116.0, + "step": 10558 + }, + { + "epoch": 1.3432133316371964, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.947752952575684, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.868961751461029, + "num_tokens": 402998064.0, + "step": 10559 + }, + { + "epoch": 1.343340541915787, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.944915771484375, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8747402429580688, + "num_tokens": 403041763.0, + "step": 10560 + }, + { + "epoch": 1.3434677521943774, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.967192649841309, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8822413682937622, + "num_tokens": 403080956.0, + "step": 10561 + }, + { + "epoch": 1.343594962472968, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.98206901550293, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.879222571849823, + "num_tokens": 403117200.0, + "step": 10562 + }, + { + "epoch": 1.3437221727515583, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.035665512084961, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8692867159843445, + "num_tokens": 403154112.0, + "step": 10563 + }, + { + "epoch": 1.3438493830301488, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.976183891296387, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8672889471054077, + "num_tokens": 403188265.0, + "step": 10564 + }, + { + "epoch": 1.3439765933087393, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.972753524780273, + "learning_rate": 1e-06, + "loss": 0.4545, + "mean_token_accuracy": 0.8481718301773071, + "num_tokens": 403231236.0, + "step": 10565 + }, + { + "epoch": 1.3441038035873298, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.961575508117676, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8713126182556152, + "num_tokens": 403268642.0, + "step": 10566 + }, + { + "epoch": 1.3442310138659204, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.056585311889648, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8774515390396118, + "num_tokens": 403307679.0, + "step": 10567 + }, + { + "epoch": 1.344358224144511, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.945310592651367, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8758773803710938, + "num_tokens": 403346395.0, + "step": 10568 + }, + { + "epoch": 1.3444854344231014, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.991951942443848, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8799012899398804, + "num_tokens": 403383001.0, + "step": 10569 + }, + { + "epoch": 1.344612644701692, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.974489212036133, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8619604706764221, + "num_tokens": 403426090.0, + "step": 10570 + }, + { + "epoch": 1.3447398549802825, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.979201316833496, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8636592626571655, + "num_tokens": 403470231.0, + "step": 10571 + }, + { + "epoch": 1.3448670652588728, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.994723320007324, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8756223320960999, + "num_tokens": 403508677.0, + "step": 10572 + }, + { + "epoch": 1.3449942755374633, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.994588851928711, + "learning_rate": 1e-06, + "loss": 0.4446, + "mean_token_accuracy": 0.8517526388168335, + "num_tokens": 403545175.0, + "step": 10573 + }, + { + "epoch": 1.3451214858160538, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.00118637084961, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.884292721748352, + "num_tokens": 403583321.0, + "step": 10574 + }, + { + "epoch": 1.3452486960946444, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.016114234924316, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8640589714050293, + "num_tokens": 403618547.0, + "step": 10575 + }, + { + "epoch": 1.345375906373235, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.980464935302734, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8734769225120544, + "num_tokens": 403657552.0, + "step": 10576 + }, + { + "epoch": 1.3455031166518254, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.997815132141113, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8726739883422852, + "num_tokens": 403697021.0, + "step": 10577 + }, + { + "epoch": 1.345630326930416, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.951105117797852, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8606457114219666, + "num_tokens": 403736480.0, + "step": 10578 + }, + { + "epoch": 1.3457575372090065, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.013619422912598, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8762580156326294, + "num_tokens": 403772056.0, + "step": 10579 + }, + { + "epoch": 1.345884747487597, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.940049171447754, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8648388385772705, + "num_tokens": 403813646.0, + "step": 10580 + }, + { + "epoch": 1.3460119577661875, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.99012279510498, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.874062716960907, + "num_tokens": 403853904.0, + "step": 10581 + }, + { + "epoch": 1.346139168044778, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.9979248046875, + "learning_rate": 1e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.8549550175666809, + "num_tokens": 403898528.0, + "step": 10582 + }, + { + "epoch": 1.3462663783233686, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.004829406738281, + "learning_rate": 1e-06, + "loss": 0.4355, + "mean_token_accuracy": 0.8559143543243408, + "num_tokens": 403929518.0, + "step": 10583 + }, + { + "epoch": 1.3463935886019591, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.926254272460938, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.872673511505127, + "num_tokens": 403970323.0, + "step": 10584 + }, + { + "epoch": 1.3465207988805497, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.958154678344727, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8726034164428711, + "num_tokens": 404012499.0, + "step": 10585 + }, + { + "epoch": 1.3466480091591402, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.915263175964355, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8651494979858398, + "num_tokens": 404055370.0, + "step": 10586 + }, + { + "epoch": 1.3467752194377305, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.946087837219238, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8694517612457275, + "num_tokens": 404092498.0, + "step": 10587 + }, + { + "epoch": 1.346902429716321, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.943231582641602, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8760462999343872, + "num_tokens": 404132466.0, + "step": 10588 + }, + { + "epoch": 1.3470296399949115, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.932085037231445, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8690574169158936, + "num_tokens": 404171913.0, + "step": 10589 + }, + { + "epoch": 1.347156850273502, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.992956161499023, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8832172751426697, + "num_tokens": 404205817.0, + "step": 10590 + }, + { + "epoch": 1.3472840605520926, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.003260612487793, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8727622628211975, + "num_tokens": 404243922.0, + "step": 10591 + }, + { + "epoch": 1.3474112708306831, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.998141288757324, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.873235285282135, + "num_tokens": 404283392.0, + "step": 10592 + }, + { + "epoch": 1.3475384811092737, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.972716331481934, + "learning_rate": 1e-06, + "loss": 0.4697, + "mean_token_accuracy": 0.8450071811676025, + "num_tokens": 404323044.0, + "step": 10593 + }, + { + "epoch": 1.3476656913878642, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.972789764404297, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8757709264755249, + "num_tokens": 404359761.0, + "step": 10594 + }, + { + "epoch": 1.3477929016664547, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.025274276733398, + "learning_rate": 1e-06, + "loss": 0.425, + "mean_token_accuracy": 0.8578630685806274, + "num_tokens": 404395354.0, + "step": 10595 + }, + { + "epoch": 1.3479201119450452, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.989324569702148, + "learning_rate": 1e-06, + "loss": 0.462, + "mean_token_accuracy": 0.8532078266143799, + "num_tokens": 404432052.0, + "step": 10596 + }, + { + "epoch": 1.3480473222236355, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.987553596496582, + "learning_rate": 1e-06, + "loss": 0.4307, + "mean_token_accuracy": 0.8623417615890503, + "num_tokens": 404472689.0, + "step": 10597 + }, + { + "epoch": 1.348174532502226, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.996833801269531, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8552995920181274, + "num_tokens": 404515916.0, + "step": 10598 + }, + { + "epoch": 1.3483017427808166, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.947216987609863, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.870022177696228, + "num_tokens": 404557399.0, + "step": 10599 + }, + { + "epoch": 1.3484289530594071, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.020771980285645, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8657581806182861, + "num_tokens": 404592573.0, + "step": 10600 + }, + { + "epoch": 1.3485561633379977, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.94624137878418, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8665350675582886, + "num_tokens": 404635266.0, + "step": 10601 + }, + { + "epoch": 1.3486833736165882, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.962547302246094, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8789900541305542, + "num_tokens": 404673004.0, + "step": 10602 + }, + { + "epoch": 1.3488105838951787, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.964265823364258, + "learning_rate": 1e-06, + "loss": 0.44, + "mean_token_accuracy": 0.8554792404174805, + "num_tokens": 404705153.0, + "step": 10603 + }, + { + "epoch": 1.3489377941737692, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.98781681060791, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8625128269195557, + "num_tokens": 404737068.0, + "step": 10604 + }, + { + "epoch": 1.3490650044523598, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.98558235168457, + "learning_rate": 1e-06, + "loss": 0.4674, + "mean_token_accuracy": 0.8480684757232666, + "num_tokens": 404773680.0, + "step": 10605 + }, + { + "epoch": 1.3491922147309503, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.973299980163574, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8762046098709106, + "num_tokens": 404809937.0, + "step": 10606 + }, + { + "epoch": 1.3493194250095408, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.956256866455078, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8601623773574829, + "num_tokens": 404847146.0, + "step": 10607 + }, + { + "epoch": 1.3494466352881314, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.985169410705566, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8707953095436096, + "num_tokens": 404882952.0, + "step": 10608 + }, + { + "epoch": 1.3495738455667219, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.951343536376953, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.878643274307251, + "num_tokens": 404925347.0, + "step": 10609 + }, + { + "epoch": 1.3497010558453124, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.015725135803223, + "learning_rate": 1e-06, + "loss": 0.4469, + "mean_token_accuracy": 0.855570375919342, + "num_tokens": 404963411.0, + "step": 10610 + }, + { + "epoch": 1.349828266123903, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.982601165771484, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8680612444877625, + "num_tokens": 404997522.0, + "step": 10611 + }, + { + "epoch": 1.3499554764024932, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.924881935119629, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8677512407302856, + "num_tokens": 405034049.0, + "step": 10612 + }, + { + "epoch": 1.3500826866810838, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.968509674072266, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8664987087249756, + "num_tokens": 405074985.0, + "step": 10613 + }, + { + "epoch": 1.3502098969596743, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.9453125, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8834726214408875, + "num_tokens": 405116133.0, + "step": 10614 + }, + { + "epoch": 1.3503371072382648, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.944097518920898, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8667533993721008, + "num_tokens": 405155572.0, + "step": 10615 + }, + { + "epoch": 1.3504643175168554, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.993770599365234, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8710439801216125, + "num_tokens": 405194700.0, + "step": 10616 + }, + { + "epoch": 1.350591527795446, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.972389221191406, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8649817109107971, + "num_tokens": 405233582.0, + "step": 10617 + }, + { + "epoch": 1.3507187380740364, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.988058090209961, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8822445869445801, + "num_tokens": 405274987.0, + "step": 10618 + }, + { + "epoch": 1.350845948352627, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.989269256591797, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8679414987564087, + "num_tokens": 405308151.0, + "step": 10619 + }, + { + "epoch": 1.3509731586312175, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.97451114654541, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8704572916030884, + "num_tokens": 405343939.0, + "step": 10620 + }, + { + "epoch": 1.3511003689098078, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.94292163848877, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8682879209518433, + "num_tokens": 405384211.0, + "step": 10621 + }, + { + "epoch": 1.3512275791883983, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.953621864318848, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8765345811843872, + "num_tokens": 405419971.0, + "step": 10622 + }, + { + "epoch": 1.3513547894669888, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.02110767364502, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8625448942184448, + "num_tokens": 405451322.0, + "step": 10623 + }, + { + "epoch": 1.3514819997455794, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.949148178100586, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8610280752182007, + "num_tokens": 405496101.0, + "step": 10624 + }, + { + "epoch": 1.35160921002417, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.978290557861328, + "learning_rate": 1e-06, + "loss": 0.4567, + "mean_token_accuracy": 0.8541983366012573, + "num_tokens": 405530034.0, + "step": 10625 + }, + { + "epoch": 1.3517364203027604, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.994083404541016, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8808678388595581, + "num_tokens": 405570893.0, + "step": 10626 + }, + { + "epoch": 1.351863630581351, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.929463386535645, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.8563762307167053, + "num_tokens": 405610120.0, + "step": 10627 + }, + { + "epoch": 1.3519908408599415, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.005657196044922, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8698500394821167, + "num_tokens": 405651878.0, + "step": 10628 + }, + { + "epoch": 1.352118051138532, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.966361999511719, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8744396567344666, + "num_tokens": 405694578.0, + "step": 10629 + }, + { + "epoch": 1.3522452614171225, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.966712951660156, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8756611347198486, + "num_tokens": 405734128.0, + "step": 10630 + }, + { + "epoch": 1.352372471695713, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.988706588745117, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8746383190155029, + "num_tokens": 405776588.0, + "step": 10631 + }, + { + "epoch": 1.3524996819743036, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.004673957824707, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8652571439743042, + "num_tokens": 405810867.0, + "step": 10632 + }, + { + "epoch": 1.3526268922528941, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.964241027832031, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8868166208267212, + "num_tokens": 405848884.0, + "step": 10633 + }, + { + "epoch": 1.3527541025314846, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.963869094848633, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8885083794593811, + "num_tokens": 405888759.0, + "step": 10634 + }, + { + "epoch": 1.3528813128100752, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.943602561950684, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8828850388526917, + "num_tokens": 405925686.0, + "step": 10635 + }, + { + "epoch": 1.3530085230886655, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.990341186523438, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8820980787277222, + "num_tokens": 405960836.0, + "step": 10636 + }, + { + "epoch": 1.353135733367256, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.986624717712402, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8793347477912903, + "num_tokens": 406000314.0, + "step": 10637 + }, + { + "epoch": 1.3532629436458465, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.92335033416748, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8799593448638916, + "num_tokens": 406039468.0, + "step": 10638 + }, + { + "epoch": 1.353390153924437, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.992355346679688, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8934651613235474, + "num_tokens": 406076828.0, + "step": 10639 + }, + { + "epoch": 1.3535173642030276, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.941194534301758, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8689553141593933, + "num_tokens": 406116504.0, + "step": 10640 + }, + { + "epoch": 1.3536445744816181, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.923460960388184, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8698499202728271, + "num_tokens": 406155184.0, + "step": 10641 + }, + { + "epoch": 1.3537717847602087, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.992659568786621, + "learning_rate": 1e-06, + "loss": 0.4709, + "mean_token_accuracy": 0.8511838912963867, + "num_tokens": 406195411.0, + "step": 10642 + }, + { + "epoch": 1.3538989950387992, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.932623863220215, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8605436086654663, + "num_tokens": 406230159.0, + "step": 10643 + }, + { + "epoch": 1.3540262053173897, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.010616302490234, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8590043783187866, + "num_tokens": 406264541.0, + "step": 10644 + }, + { + "epoch": 1.3541534155959802, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.933133125305176, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8751458525657654, + "num_tokens": 406301869.0, + "step": 10645 + }, + { + "epoch": 1.3542806258745705, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.009857177734375, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8710364699363708, + "num_tokens": 406338819.0, + "step": 10646 + }, + { + "epoch": 1.354407836153161, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.970593452453613, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8708677291870117, + "num_tokens": 406375914.0, + "step": 10647 + }, + { + "epoch": 1.3545350464317516, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.973599433898926, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8750774264335632, + "num_tokens": 406418543.0, + "step": 10648 + }, + { + "epoch": 1.3546622567103421, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.954050064086914, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.868159294128418, + "num_tokens": 406455731.0, + "step": 10649 + }, + { + "epoch": 1.3547894669889327, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.992809295654297, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8695816993713379, + "num_tokens": 406496266.0, + "step": 10650 + }, + { + "epoch": 1.3549166772675232, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.962613105773926, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.864672839641571, + "num_tokens": 406541676.0, + "step": 10651 + }, + { + "epoch": 1.3550438875461137, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.99984073638916, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8665456771850586, + "num_tokens": 406578997.0, + "step": 10652 + }, + { + "epoch": 1.3551710978247042, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.985170364379883, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8748606443405151, + "num_tokens": 406619404.0, + "step": 10653 + }, + { + "epoch": 1.3552983081032948, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.008468627929688, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8869063258171082, + "num_tokens": 406656092.0, + "step": 10654 + }, + { + "epoch": 1.3554255183818853, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.95377254486084, + "learning_rate": 1e-06, + "loss": 0.4405, + "mean_token_accuracy": 0.8535619974136353, + "num_tokens": 406701600.0, + "step": 10655 + }, + { + "epoch": 1.3555527286604758, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.978937149047852, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8684430122375488, + "num_tokens": 406739649.0, + "step": 10656 + }, + { + "epoch": 1.3556799389390664, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.98648452758789, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8891358375549316, + "num_tokens": 406774962.0, + "step": 10657 + }, + { + "epoch": 1.3558071492176569, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.998530387878418, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8675088286399841, + "num_tokens": 406818047.0, + "step": 10658 + }, + { + "epoch": 1.3559343594962474, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.970791816711426, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8634281158447266, + "num_tokens": 406859464.0, + "step": 10659 + }, + { + "epoch": 1.356061569774838, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.042804718017578, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8687195777893066, + "num_tokens": 406896444.0, + "step": 10660 + }, + { + "epoch": 1.3561887800534282, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.985819816589355, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8648241758346558, + "num_tokens": 406934623.0, + "step": 10661 + }, + { + "epoch": 1.3563159903320188, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 11.01235580444336, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8617604374885559, + "num_tokens": 406974290.0, + "step": 10662 + }, + { + "epoch": 1.3564432006106093, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.967803955078125, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8876427412033081, + "num_tokens": 407011279.0, + "step": 10663 + }, + { + "epoch": 1.3565704108891998, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.977439880371094, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8596143126487732, + "num_tokens": 407054733.0, + "step": 10664 + }, + { + "epoch": 1.3566976211677904, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.980274200439453, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8710692524909973, + "num_tokens": 407098410.0, + "step": 10665 + }, + { + "epoch": 1.3568248314463809, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.980860710144043, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8639597296714783, + "num_tokens": 407134231.0, + "step": 10666 + }, + { + "epoch": 1.3569520417249714, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.974539756774902, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8557993173599243, + "num_tokens": 407167231.0, + "step": 10667 + }, + { + "epoch": 1.357079252003562, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.010854721069336, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8727847337722778, + "num_tokens": 407206604.0, + "step": 10668 + }, + { + "epoch": 1.3572064622821525, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.9759521484375, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8719695806503296, + "num_tokens": 407248247.0, + "step": 10669 + }, + { + "epoch": 1.3573336725607428, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.991419792175293, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8797531127929688, + "num_tokens": 407282870.0, + "step": 10670 + }, + { + "epoch": 1.3574608828393333, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.010087013244629, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8759188652038574, + "num_tokens": 407318704.0, + "step": 10671 + }, + { + "epoch": 1.3575880931179238, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.997062683105469, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8722025752067566, + "num_tokens": 407360003.0, + "step": 10672 + }, + { + "epoch": 1.3577153033965144, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.986289024353027, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8639719486236572, + "num_tokens": 407399473.0, + "step": 10673 + }, + { + "epoch": 1.357842513675105, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.948899269104004, + "learning_rate": 1e-06, + "loss": 0.4836, + "mean_token_accuracy": 0.8398628234863281, + "num_tokens": 407440576.0, + "step": 10674 + }, + { + "epoch": 1.3579697239536954, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.0279541015625, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8668285608291626, + "num_tokens": 407481057.0, + "step": 10675 + }, + { + "epoch": 1.358096934232286, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.909067153930664, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8818987011909485, + "num_tokens": 407517104.0, + "step": 10676 + }, + { + "epoch": 1.3582241445108765, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.93647575378418, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8775008320808411, + "num_tokens": 407552604.0, + "step": 10677 + }, + { + "epoch": 1.358351354789467, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.99790096282959, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8835622668266296, + "num_tokens": 407588282.0, + "step": 10678 + }, + { + "epoch": 1.3584785650680575, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.00406551361084, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8658576607704163, + "num_tokens": 407619837.0, + "step": 10679 + }, + { + "epoch": 1.358605775346648, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.986594200134277, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8666172027587891, + "num_tokens": 407656939.0, + "step": 10680 + }, + { + "epoch": 1.3587329856252386, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.948877334594727, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.859668493270874, + "num_tokens": 407702756.0, + "step": 10681 + }, + { + "epoch": 1.3588601959038291, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.039108276367188, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.878438413143158, + "num_tokens": 407736142.0, + "step": 10682 + }, + { + "epoch": 1.3589874061824196, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.961771965026855, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8670240640640259, + "num_tokens": 407773184.0, + "step": 10683 + }, + { + "epoch": 1.3591146164610102, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.951971054077148, + "learning_rate": 1e-06, + "loss": 0.4408, + "mean_token_accuracy": 0.8558405637741089, + "num_tokens": 407806543.0, + "step": 10684 + }, + { + "epoch": 1.3592418267396005, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.006209373474121, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8693568706512451, + "num_tokens": 407841371.0, + "step": 10685 + }, + { + "epoch": 1.359369037018191, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.907244682312012, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8729760646820068, + "num_tokens": 407879862.0, + "step": 10686 + }, + { + "epoch": 1.3594962472967815, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.014296531677246, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.864374041557312, + "num_tokens": 407917947.0, + "step": 10687 + }, + { + "epoch": 1.359623457575372, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.958168029785156, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8785858154296875, + "num_tokens": 407953987.0, + "step": 10688 + }, + { + "epoch": 1.3597506678539626, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.965088844299316, + "learning_rate": 1e-06, + "loss": 0.4425, + "mean_token_accuracy": 0.853870689868927, + "num_tokens": 407993166.0, + "step": 10689 + }, + { + "epoch": 1.3598778781325531, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.028923034667969, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8786724805831909, + "num_tokens": 408037063.0, + "step": 10690 + }, + { + "epoch": 1.3600050884111436, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.964726448059082, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8713600039482117, + "num_tokens": 408078526.0, + "step": 10691 + }, + { + "epoch": 1.3601322986897342, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.01633071899414, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8774076700210571, + "num_tokens": 408116002.0, + "step": 10692 + }, + { + "epoch": 1.3602595089683247, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.994970321655273, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8657588958740234, + "num_tokens": 408155885.0, + "step": 10693 + }, + { + "epoch": 1.3603867192469152, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.005895614624023, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8748964667320251, + "num_tokens": 408190085.0, + "step": 10694 + }, + { + "epoch": 1.3605139295255055, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.988554000854492, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.871868371963501, + "num_tokens": 408227289.0, + "step": 10695 + }, + { + "epoch": 1.360641139804096, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.950542449951172, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8773782849311829, + "num_tokens": 408271853.0, + "step": 10696 + }, + { + "epoch": 1.3607683500826866, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.953492164611816, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8825736045837402, + "num_tokens": 408311133.0, + "step": 10697 + }, + { + "epoch": 1.3608955603612771, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.002511978149414, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8722350001335144, + "num_tokens": 408342775.0, + "step": 10698 + }, + { + "epoch": 1.3610227706398677, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.935404777526855, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8824883699417114, + "num_tokens": 408379063.0, + "step": 10699 + }, + { + "epoch": 1.3611499809184582, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.06226921081543, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8574123382568359, + "num_tokens": 408415856.0, + "step": 10700 + }, + { + "epoch": 1.3612771911970487, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.913378715515137, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8741900324821472, + "num_tokens": 408451522.0, + "step": 10701 + }, + { + "epoch": 1.3614044014756392, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.040119171142578, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8755205273628235, + "num_tokens": 408494605.0, + "step": 10702 + }, + { + "epoch": 1.3615316117542298, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.947456359863281, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8690310716629028, + "num_tokens": 408536373.0, + "step": 10703 + }, + { + "epoch": 1.3616588220328203, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.99531078338623, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8584792613983154, + "num_tokens": 408574724.0, + "step": 10704 + }, + { + "epoch": 1.3617860323114108, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.980042457580566, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8629236221313477, + "num_tokens": 408615057.0, + "step": 10705 + }, + { + "epoch": 1.3619132425900013, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.999930381774902, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8586190938949585, + "num_tokens": 408651324.0, + "step": 10706 + }, + { + "epoch": 1.3620404528685919, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.975251197814941, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8764968514442444, + "num_tokens": 408690533.0, + "step": 10707 + }, + { + "epoch": 1.3621676631471824, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.989418983459473, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8632742762565613, + "num_tokens": 408725970.0, + "step": 10708 + }, + { + "epoch": 1.362294873425773, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.980708122253418, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8787977695465088, + "num_tokens": 408766550.0, + "step": 10709 + }, + { + "epoch": 1.3624220837043632, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.991620063781738, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8743476867675781, + "num_tokens": 408804320.0, + "step": 10710 + }, + { + "epoch": 1.3625492939829538, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.998456001281738, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8723241686820984, + "num_tokens": 408840902.0, + "step": 10711 + }, + { + "epoch": 1.3626765042615443, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.00917911529541, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8697344064712524, + "num_tokens": 408879346.0, + "step": 10712 + }, + { + "epoch": 1.3628037145401348, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.961344718933105, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.88266921043396, + "num_tokens": 408919336.0, + "step": 10713 + }, + { + "epoch": 1.3629309248187254, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.99362564086914, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8646456003189087, + "num_tokens": 408961547.0, + "step": 10714 + }, + { + "epoch": 1.3630581350973159, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.992985725402832, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.886495053768158, + "num_tokens": 409003573.0, + "step": 10715 + }, + { + "epoch": 1.3631853453759064, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.050005912780762, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8631678223609924, + "num_tokens": 409045560.0, + "step": 10716 + }, + { + "epoch": 1.363312555654497, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.020176887512207, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8741991519927979, + "num_tokens": 409087245.0, + "step": 10717 + }, + { + "epoch": 1.3634397659330875, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.963081359863281, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8784153461456299, + "num_tokens": 409134177.0, + "step": 10718 + }, + { + "epoch": 1.3635669762116778, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.009648323059082, + "learning_rate": 1e-06, + "loss": 0.4266, + "mean_token_accuracy": 0.8572251796722412, + "num_tokens": 409169495.0, + "step": 10719 + }, + { + "epoch": 1.3636941864902683, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.023859024047852, + "learning_rate": 1e-06, + "loss": 0.4614, + "mean_token_accuracy": 0.8460146188735962, + "num_tokens": 409207781.0, + "step": 10720 + }, + { + "epoch": 1.3638213967688588, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.024147033691406, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8706411123275757, + "num_tokens": 409245411.0, + "step": 10721 + }, + { + "epoch": 1.3639486070474494, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.978734970092773, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.877673327922821, + "num_tokens": 409281757.0, + "step": 10722 + }, + { + "epoch": 1.3640758173260399, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.068034172058105, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8588486909866333, + "num_tokens": 409321317.0, + "step": 10723 + }, + { + "epoch": 1.3642030276046304, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.96247386932373, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8771244287490845, + "num_tokens": 409358919.0, + "step": 10724 + }, + { + "epoch": 1.364330237883221, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.998810768127441, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8620153665542603, + "num_tokens": 409394355.0, + "step": 10725 + }, + { + "epoch": 1.3644574481618115, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.970743179321289, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8799165487289429, + "num_tokens": 409433781.0, + "step": 10726 + }, + { + "epoch": 1.364584658440402, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.9876127243042, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8608771562576294, + "num_tokens": 409471728.0, + "step": 10727 + }, + { + "epoch": 1.3647118687189925, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.009308815002441, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8886598348617554, + "num_tokens": 409502294.0, + "step": 10728 + }, + { + "epoch": 1.364839078997583, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.988876342773438, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8726541996002197, + "num_tokens": 409545878.0, + "step": 10729 + }, + { + "epoch": 1.3649662892761736, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.932051658630371, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8725181221961975, + "num_tokens": 409584753.0, + "step": 10730 + }, + { + "epoch": 1.3650934995547641, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.013710975646973, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.875098705291748, + "num_tokens": 409613725.0, + "step": 10731 + }, + { + "epoch": 1.3652207098333546, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.948494911193848, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8634099960327148, + "num_tokens": 409652443.0, + "step": 10732 + }, + { + "epoch": 1.3653479201119452, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.98034381866455, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8770006895065308, + "num_tokens": 409690683.0, + "step": 10733 + }, + { + "epoch": 1.3654751303905355, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.906389236450195, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8705917596817017, + "num_tokens": 409727502.0, + "step": 10734 + }, + { + "epoch": 1.365602340669126, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.995124816894531, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8652477264404297, + "num_tokens": 409764592.0, + "step": 10735 + }, + { + "epoch": 1.3657295509477165, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.002330780029297, + "learning_rate": 1e-06, + "loss": 0.4636, + "mean_token_accuracy": 0.8495351076126099, + "num_tokens": 409809645.0, + "step": 10736 + }, + { + "epoch": 1.365856761226307, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.94836711883545, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8703976273536682, + "num_tokens": 409848048.0, + "step": 10737 + }, + { + "epoch": 1.3659839715048976, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.987617492675781, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.86430823802948, + "num_tokens": 409884176.0, + "step": 10738 + }, + { + "epoch": 1.3661111817834881, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.981120109558105, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.872714638710022, + "num_tokens": 409922630.0, + "step": 10739 + }, + { + "epoch": 1.3662383920620786, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.981508255004883, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.876130223274231, + "num_tokens": 409961876.0, + "step": 10740 + }, + { + "epoch": 1.3663656023406692, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.997049331665039, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8786119818687439, + "num_tokens": 409995432.0, + "step": 10741 + }, + { + "epoch": 1.3664928126192597, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.984787940979004, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8688955307006836, + "num_tokens": 410034876.0, + "step": 10742 + }, + { + "epoch": 1.3666200228978502, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.999069213867188, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8736006617546082, + "num_tokens": 410079190.0, + "step": 10743 + }, + { + "epoch": 1.3667472331764405, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.010626792907715, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.873633623123169, + "num_tokens": 410112475.0, + "step": 10744 + }, + { + "epoch": 1.366874443455031, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.961176872253418, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8847664594650269, + "num_tokens": 410154583.0, + "step": 10745 + }, + { + "epoch": 1.3670016537336216, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.006098747253418, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8699671626091003, + "num_tokens": 410191631.0, + "step": 10746 + }, + { + "epoch": 1.3671288640122121, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.977031707763672, + "learning_rate": 1e-06, + "loss": 0.4469, + "mean_token_accuracy": 0.8488162755966187, + "num_tokens": 410232435.0, + "step": 10747 + }, + { + "epoch": 1.3672560742908026, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.03596019744873, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8737634420394897, + "num_tokens": 410272940.0, + "step": 10748 + }, + { + "epoch": 1.3673832845693932, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.960857391357422, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8656983971595764, + "num_tokens": 410312807.0, + "step": 10749 + }, + { + "epoch": 1.3675104948479837, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.02901840209961, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8758784532546997, + "num_tokens": 410352433.0, + "step": 10750 + }, + { + "epoch": 1.3676377051265742, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.08847713470459, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8713308572769165, + "num_tokens": 410394843.0, + "step": 10751 + }, + { + "epoch": 1.3677649154051648, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.972508430480957, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8729228973388672, + "num_tokens": 410439353.0, + "step": 10752 + }, + { + "epoch": 1.3678921256837553, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.990682601928711, + "learning_rate": 1e-06, + "loss": 0.463, + "mean_token_accuracy": 0.8488308787345886, + "num_tokens": 410485789.0, + "step": 10753 + }, + { + "epoch": 1.3680193359623458, + "ewc_loss": 0.0150146484375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5020370483398438e-05, + "grad_norm": 10.98338508605957, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8539394736289978, + "num_tokens": 410523385.0, + "step": 10754 + }, + { + "epoch": 1.3681465462409363, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.110920906066895, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8654462099075317, + "num_tokens": 410553340.0, + "step": 10755 + }, + { + "epoch": 1.3682737565195269, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.01400089263916, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8787142038345337, + "num_tokens": 410590041.0, + "step": 10756 + }, + { + "epoch": 1.3684009667981174, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.998128890991211, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8724362850189209, + "num_tokens": 410627703.0, + "step": 10757 + }, + { + "epoch": 1.368528177076708, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.994518280029297, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8620789647102356, + "num_tokens": 410662555.0, + "step": 10758 + }, + { + "epoch": 1.3686553873552982, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.984716415405273, + "learning_rate": 1e-06, + "loss": 0.4533, + "mean_token_accuracy": 0.8519988059997559, + "num_tokens": 410706026.0, + "step": 10759 + }, + { + "epoch": 1.3687825976338888, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.032865524291992, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8677083253860474, + "num_tokens": 410743275.0, + "step": 10760 + }, + { + "epoch": 1.3689098079124793, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.9964017868042, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8792736530303955, + "num_tokens": 410781220.0, + "step": 10761 + }, + { + "epoch": 1.3690370181910698, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.981026649475098, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.878689706325531, + "num_tokens": 410820014.0, + "step": 10762 + }, + { + "epoch": 1.3691642284696603, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.943501472473145, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8657029867172241, + "num_tokens": 410858721.0, + "step": 10763 + }, + { + "epoch": 1.3692914387482509, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.979308128356934, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8757716417312622, + "num_tokens": 410898527.0, + "step": 10764 + }, + { + "epoch": 1.3694186490268414, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.9659423828125, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8710817694664001, + "num_tokens": 410938426.0, + "step": 10765 + }, + { + "epoch": 1.369545859305432, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.056405067443848, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8760944604873657, + "num_tokens": 410969940.0, + "step": 10766 + }, + { + "epoch": 1.3696730695840225, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.995766639709473, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8541592359542847, + "num_tokens": 411008859.0, + "step": 10767 + }, + { + "epoch": 1.3698002798626128, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.980904579162598, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8834649324417114, + "num_tokens": 411043516.0, + "step": 10768 + }, + { + "epoch": 1.3699274901412033, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.992645263671875, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8635725378990173, + "num_tokens": 411079092.0, + "step": 10769 + }, + { + "epoch": 1.3700547004197938, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.992558479309082, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8743864297866821, + "num_tokens": 411117360.0, + "step": 10770 + }, + { + "epoch": 1.3701819106983844, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.076681137084961, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8602684736251831, + "num_tokens": 411153615.0, + "step": 10771 + }, + { + "epoch": 1.3703091209769749, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.024492263793945, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8721122741699219, + "num_tokens": 411193571.0, + "step": 10772 + }, + { + "epoch": 1.3704363312555654, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.041722297668457, + "learning_rate": 1e-06, + "loss": 0.4424, + "mean_token_accuracy": 0.8521851897239685, + "num_tokens": 411230427.0, + "step": 10773 + }, + { + "epoch": 1.370563541534156, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.970023155212402, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8683063387870789, + "num_tokens": 411271251.0, + "step": 10774 + }, + { + "epoch": 1.3706907518127465, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.026372909545898, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8723120093345642, + "num_tokens": 411304906.0, + "step": 10775 + }, + { + "epoch": 1.370817962091337, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.01223087310791, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8871057033538818, + "num_tokens": 411341417.0, + "step": 10776 + }, + { + "epoch": 1.3709451723699275, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.014142990112305, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.870147705078125, + "num_tokens": 411382118.0, + "step": 10777 + }, + { + "epoch": 1.371072382648518, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.970893859863281, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.858980655670166, + "num_tokens": 411426702.0, + "step": 10778 + }, + { + "epoch": 1.3711995929271086, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.02116584777832, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8684999942779541, + "num_tokens": 411461689.0, + "step": 10779 + }, + { + "epoch": 1.371326803205699, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.981762886047363, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8708542585372925, + "num_tokens": 411499613.0, + "step": 10780 + }, + { + "epoch": 1.3714540134842896, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.011868476867676, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8694480657577515, + "num_tokens": 411538422.0, + "step": 10781 + }, + { + "epoch": 1.3715812237628802, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.95605182647705, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.882979691028595, + "num_tokens": 411572401.0, + "step": 10782 + }, + { + "epoch": 1.3717084340414705, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.000542640686035, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8765918016433716, + "num_tokens": 411611268.0, + "step": 10783 + }, + { + "epoch": 1.371835644320061, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.930486679077148, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.870896577835083, + "num_tokens": 411648837.0, + "step": 10784 + }, + { + "epoch": 1.3719628545986515, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.961174011230469, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8745666742324829, + "num_tokens": 411690327.0, + "step": 10785 + }, + { + "epoch": 1.372090064877242, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.996038436889648, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8686250448226929, + "num_tokens": 411729665.0, + "step": 10786 + }, + { + "epoch": 1.3722172751558326, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.953322410583496, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8836514949798584, + "num_tokens": 411764716.0, + "step": 10787 + }, + { + "epoch": 1.3723444854344231, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.905923843383789, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8719217777252197, + "num_tokens": 411805560.0, + "step": 10788 + }, + { + "epoch": 1.3724716957130136, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.013848304748535, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8739455938339233, + "num_tokens": 411841151.0, + "step": 10789 + }, + { + "epoch": 1.3725989059916042, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.934164047241211, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8774496912956238, + "num_tokens": 411875088.0, + "step": 10790 + }, + { + "epoch": 1.3727261162701947, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.97231674194336, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8710275292396545, + "num_tokens": 411914554.0, + "step": 10791 + }, + { + "epoch": 1.3728533265487852, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.984028816223145, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8709819316864014, + "num_tokens": 411952237.0, + "step": 10792 + }, + { + "epoch": 1.3729805368273755, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.001679420471191, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8652610778808594, + "num_tokens": 411989676.0, + "step": 10793 + }, + { + "epoch": 1.373107747105966, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.98735237121582, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8829811811447144, + "num_tokens": 412025804.0, + "step": 10794 + }, + { + "epoch": 1.3732349573845566, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.966972351074219, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8863449096679688, + "num_tokens": 412060085.0, + "step": 10795 + }, + { + "epoch": 1.3733621676631471, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.896011352539062, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8766257762908936, + "num_tokens": 412100750.0, + "step": 10796 + }, + { + "epoch": 1.3734893779417376, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.991131782531738, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8733464479446411, + "num_tokens": 412145829.0, + "step": 10797 + }, + { + "epoch": 1.3736165882203282, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.96718692779541, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8759146928787231, + "num_tokens": 412187607.0, + "step": 10798 + }, + { + "epoch": 1.3737437984989187, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.033759117126465, + "learning_rate": 1e-06, + "loss": 0.4322, + "mean_token_accuracy": 0.8580242991447449, + "num_tokens": 412227214.0, + "step": 10799 + }, + { + "epoch": 1.3738710087775092, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.974923133850098, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8742045760154724, + "num_tokens": 412261929.0, + "step": 10800 + }, + { + "epoch": 1.3739982190560998, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.068658828735352, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8674553036689758, + "num_tokens": 412299441.0, + "step": 10801 + }, + { + "epoch": 1.3741254293346903, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.912718772888184, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8684554100036621, + "num_tokens": 412339248.0, + "step": 10802 + }, + { + "epoch": 1.3742526396132808, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.0201997756958, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8689138889312744, + "num_tokens": 412377224.0, + "step": 10803 + }, + { + "epoch": 1.3743798498918713, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.020528793334961, + "learning_rate": 1e-06, + "loss": 0.4593, + "mean_token_accuracy": 0.8480968475341797, + "num_tokens": 412415331.0, + "step": 10804 + }, + { + "epoch": 1.3745070601704619, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.93687629699707, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8693996071815491, + "num_tokens": 412455604.0, + "step": 10805 + }, + { + "epoch": 1.3746342704490524, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.023534774780273, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8774644136428833, + "num_tokens": 412489295.0, + "step": 10806 + }, + { + "epoch": 1.374761480727643, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.000770568847656, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8666491508483887, + "num_tokens": 412525750.0, + "step": 10807 + }, + { + "epoch": 1.3748886910062332, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.036294937133789, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8796721696853638, + "num_tokens": 412567163.0, + "step": 10808 + }, + { + "epoch": 1.3750159012848238, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.992382049560547, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8773807287216187, + "num_tokens": 412598789.0, + "step": 10809 + }, + { + "epoch": 1.3751431115634143, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.098660469055176, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8736408948898315, + "num_tokens": 412632588.0, + "step": 10810 + }, + { + "epoch": 1.3752703218420048, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.003110885620117, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8683796525001526, + "num_tokens": 412676369.0, + "step": 10811 + }, + { + "epoch": 1.3753975321205953, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.978124618530273, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8846856355667114, + "num_tokens": 412712674.0, + "step": 10812 + }, + { + "epoch": 1.3755247423991859, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.98696231842041, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8652799725532532, + "num_tokens": 412753531.0, + "step": 10813 + }, + { + "epoch": 1.3756519526777764, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.993268966674805, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8679367303848267, + "num_tokens": 412799450.0, + "step": 10814 + }, + { + "epoch": 1.375779162956367, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.975513458251953, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8922713994979858, + "num_tokens": 412836858.0, + "step": 10815 + }, + { + "epoch": 1.3759063732349575, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.031116485595703, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8735190033912659, + "num_tokens": 412871169.0, + "step": 10816 + }, + { + "epoch": 1.3760335835135478, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.946094512939453, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8757169246673584, + "num_tokens": 412909281.0, + "step": 10817 + }, + { + "epoch": 1.3761607937921383, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.019061088562012, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8726645112037659, + "num_tokens": 412950126.0, + "step": 10818 + }, + { + "epoch": 1.3762880040707288, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.011480331420898, + "learning_rate": 1e-06, + "loss": 0.4293, + "mean_token_accuracy": 0.8581047058105469, + "num_tokens": 412988644.0, + "step": 10819 + }, + { + "epoch": 1.3764152143493193, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.021985054016113, + "learning_rate": 1e-06, + "loss": 0.439, + "mean_token_accuracy": 0.8577555418014526, + "num_tokens": 413028403.0, + "step": 10820 + }, + { + "epoch": 1.3765424246279099, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.9866943359375, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.8608769774436951, + "num_tokens": 413067429.0, + "step": 10821 + }, + { + "epoch": 1.3766696349065004, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.040602684020996, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8672134876251221, + "num_tokens": 413101630.0, + "step": 10822 + }, + { + "epoch": 1.376796845185091, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.962459564208984, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8642663955688477, + "num_tokens": 413147757.0, + "step": 10823 + }, + { + "epoch": 1.3769240554636815, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.047395706176758, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8729702234268188, + "num_tokens": 413186803.0, + "step": 10824 + }, + { + "epoch": 1.377051265742272, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.088152885437012, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.865351140499115, + "num_tokens": 413227201.0, + "step": 10825 + }, + { + "epoch": 1.3771784760208625, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.934922218322754, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8691582679748535, + "num_tokens": 413270594.0, + "step": 10826 + }, + { + "epoch": 1.377305686299453, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.025653839111328, + "learning_rate": 1e-06, + "loss": 0.4341, + "mean_token_accuracy": 0.8531212210655212, + "num_tokens": 413307345.0, + "step": 10827 + }, + { + "epoch": 1.3774328965780436, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.078442573547363, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.874535322189331, + "num_tokens": 413344310.0, + "step": 10828 + }, + { + "epoch": 1.377560106856634, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.96063232421875, + "learning_rate": 1e-06, + "loss": 0.3352, + "mean_token_accuracy": 0.8894911408424377, + "num_tokens": 413382047.0, + "step": 10829 + }, + { + "epoch": 1.3776873171352246, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.999715805053711, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8676115274429321, + "num_tokens": 413424658.0, + "step": 10830 + }, + { + "epoch": 1.3778145274138152, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.026352882385254, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8789125680923462, + "num_tokens": 413458386.0, + "step": 10831 + }, + { + "epoch": 1.3779417376924055, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.059686660766602, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8575471639633179, + "num_tokens": 413492530.0, + "step": 10832 + }, + { + "epoch": 1.378068947970996, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.980290412902832, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.881900429725647, + "num_tokens": 413528894.0, + "step": 10833 + }, + { + "epoch": 1.3781961582495865, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.011828422546387, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8673996925354004, + "num_tokens": 413564765.0, + "step": 10834 + }, + { + "epoch": 1.378323368528177, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.066649436950684, + "learning_rate": 1e-06, + "loss": 0.4649, + "mean_token_accuracy": 0.8443959951400757, + "num_tokens": 413598122.0, + "step": 10835 + }, + { + "epoch": 1.3784505788067676, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.984038352966309, + "learning_rate": 1e-06, + "loss": 0.4371, + "mean_token_accuracy": 0.8543135523796082, + "num_tokens": 413634519.0, + "step": 10836 + }, + { + "epoch": 1.378577789085358, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.039291381835938, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8621116876602173, + "num_tokens": 413674021.0, + "step": 10837 + }, + { + "epoch": 1.3787049993639486, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.001992225646973, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8761434555053711, + "num_tokens": 413713804.0, + "step": 10838 + }, + { + "epoch": 1.3788322096425392, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.016688346862793, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8765684366226196, + "num_tokens": 413755665.0, + "step": 10839 + }, + { + "epoch": 1.3789594199211297, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.050761222839355, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8692888021469116, + "num_tokens": 413790872.0, + "step": 10840 + }, + { + "epoch": 1.3790866301997202, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.04134464263916, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.889832615852356, + "num_tokens": 413830798.0, + "step": 10841 + }, + { + "epoch": 1.3792138404783105, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.034171104431152, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.874746561050415, + "num_tokens": 413865960.0, + "step": 10842 + }, + { + "epoch": 1.379341050756901, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.112701416015625, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8817136287689209, + "num_tokens": 413898222.0, + "step": 10843 + }, + { + "epoch": 1.3794682610354916, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.05256175994873, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8651589751243591, + "num_tokens": 413931839.0, + "step": 10844 + }, + { + "epoch": 1.3795954713140821, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.049028396606445, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8610067367553711, + "num_tokens": 413963815.0, + "step": 10845 + }, + { + "epoch": 1.3797226815926726, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.974162101745605, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8786709308624268, + "num_tokens": 414002476.0, + "step": 10846 + }, + { + "epoch": 1.3798498918712632, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.045352935791016, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8659645318984985, + "num_tokens": 414041121.0, + "step": 10847 + }, + { + "epoch": 1.3799771021498537, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.040704727172852, + "learning_rate": 1e-06, + "loss": 0.4447, + "mean_token_accuracy": 0.8579689860343933, + "num_tokens": 414080447.0, + "step": 10848 + }, + { + "epoch": 1.3801043124284442, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.00049877166748, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8605363368988037, + "num_tokens": 414108925.0, + "step": 10849 + }, + { + "epoch": 1.3802315227070348, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.991059303283691, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8747199773788452, + "num_tokens": 414154296.0, + "step": 10850 + }, + { + "epoch": 1.3803587329856253, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.935481071472168, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8587515354156494, + "num_tokens": 414194612.0, + "step": 10851 + }, + { + "epoch": 1.3804859432642158, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.026572227478027, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.873374342918396, + "num_tokens": 414229939.0, + "step": 10852 + }, + { + "epoch": 1.3806131535428063, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.986382484436035, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.867322564125061, + "num_tokens": 414265193.0, + "step": 10853 + }, + { + "epoch": 1.3807403638213969, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.002569198608398, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8683359026908875, + "num_tokens": 414301471.0, + "step": 10854 + }, + { + "epoch": 1.3808675740999874, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.998231887817383, + "learning_rate": 1e-06, + "loss": 0.4755, + "mean_token_accuracy": 0.8418736457824707, + "num_tokens": 414338755.0, + "step": 10855 + }, + { + "epoch": 1.380994784378578, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.995523452758789, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8715741634368896, + "num_tokens": 414379996.0, + "step": 10856 + }, + { + "epoch": 1.3811219946571682, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.003519058227539, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8737820386886597, + "num_tokens": 414421905.0, + "step": 10857 + }, + { + "epoch": 1.3812492049357588, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.063522338867188, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8752220869064331, + "num_tokens": 414465149.0, + "step": 10858 + }, + { + "epoch": 1.3813764152143493, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.994778633117676, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.880324125289917, + "num_tokens": 414504086.0, + "step": 10859 + }, + { + "epoch": 1.3815036254929398, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.051956176757812, + "learning_rate": 1e-06, + "loss": 0.4531, + "mean_token_accuracy": 0.8539441823959351, + "num_tokens": 414545392.0, + "step": 10860 + }, + { + "epoch": 1.3816308357715303, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.007222175598145, + "learning_rate": 1e-06, + "loss": 0.4933, + "mean_token_accuracy": 0.8361248970031738, + "num_tokens": 414586445.0, + "step": 10861 + }, + { + "epoch": 1.3817580460501209, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.06844711303711, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8795028924942017, + "num_tokens": 414618467.0, + "step": 10862 + }, + { + "epoch": 1.3818852563287114, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.045084953308105, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8805208206176758, + "num_tokens": 414651253.0, + "step": 10863 + }, + { + "epoch": 1.382012466607302, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.02925968170166, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8695268630981445, + "num_tokens": 414692016.0, + "step": 10864 + }, + { + "epoch": 1.3821396768858925, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.070195198059082, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8754822015762329, + "num_tokens": 414731840.0, + "step": 10865 + }, + { + "epoch": 1.3822668871644828, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.004140853881836, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8714981079101562, + "num_tokens": 414767110.0, + "step": 10866 + }, + { + "epoch": 1.3823940974430733, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.052392959594727, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8759735822677612, + "num_tokens": 414799340.0, + "step": 10867 + }, + { + "epoch": 1.3825213077216638, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.993232727050781, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8731471300125122, + "num_tokens": 414840915.0, + "step": 10868 + }, + { + "epoch": 1.3826485180002543, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.00247573852539, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8592880964279175, + "num_tokens": 414877298.0, + "step": 10869 + }, + { + "epoch": 1.3827757282788449, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.046839714050293, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8777198195457458, + "num_tokens": 414916431.0, + "step": 10870 + }, + { + "epoch": 1.3829029385574354, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.989301681518555, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8678867816925049, + "num_tokens": 414958148.0, + "step": 10871 + }, + { + "epoch": 1.383030148836026, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.054245948791504, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.894827127456665, + "num_tokens": 414997008.0, + "step": 10872 + }, + { + "epoch": 1.3831573591146165, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.969447135925293, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8567931652069092, + "num_tokens": 415042893.0, + "step": 10873 + }, + { + "epoch": 1.383284569393207, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.075955390930176, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8690512180328369, + "num_tokens": 415077476.0, + "step": 10874 + }, + { + "epoch": 1.3834117796717975, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.012614250183105, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8651992082595825, + "num_tokens": 415124329.0, + "step": 10875 + }, + { + "epoch": 1.383538989950388, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.008976936340332, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.881332516670227, + "num_tokens": 415164101.0, + "step": 10876 + }, + { + "epoch": 1.3836662002289786, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.993006706237793, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8708223104476929, + "num_tokens": 415203792.0, + "step": 10877 + }, + { + "epoch": 1.383793410507569, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.06866455078125, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8686758875846863, + "num_tokens": 415233754.0, + "step": 10878 + }, + { + "epoch": 1.3839206207861596, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.979161262512207, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8775826096534729, + "num_tokens": 415269567.0, + "step": 10879 + }, + { + "epoch": 1.3840478310647502, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.011603355407715, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8734354972839355, + "num_tokens": 415312660.0, + "step": 10880 + }, + { + "epoch": 1.3841750413433405, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.994592666625977, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8802498579025269, + "num_tokens": 415355377.0, + "step": 10881 + }, + { + "epoch": 1.384302251621931, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.012544631958008, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8823425769805908, + "num_tokens": 415393109.0, + "step": 10882 + }, + { + "epoch": 1.3844294619005215, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.022653579711914, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8813632130622864, + "num_tokens": 415428650.0, + "step": 10883 + }, + { + "epoch": 1.384556672179112, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 10.992424964904785, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8682254552841187, + "num_tokens": 415467166.0, + "step": 10884 + }, + { + "epoch": 1.3846838824577026, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.008013725280762, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8830678462982178, + "num_tokens": 415505633.0, + "step": 10885 + }, + { + "epoch": 1.384811092736293, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.028390884399414, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8708598613739014, + "num_tokens": 415546254.0, + "step": 10886 + }, + { + "epoch": 1.3849383030148836, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.008258819580078, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8694202899932861, + "num_tokens": 415584999.0, + "step": 10887 + }, + { + "epoch": 1.3850655132934742, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.055389404296875, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8740445375442505, + "num_tokens": 415624608.0, + "step": 10888 + }, + { + "epoch": 1.3851927235720647, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 10.933928489685059, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.8563263416290283, + "num_tokens": 415663405.0, + "step": 10889 + }, + { + "epoch": 1.385319933850655, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.029128074645996, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.885076642036438, + "num_tokens": 415698934.0, + "step": 10890 + }, + { + "epoch": 1.3854471441292455, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.05018424987793, + "learning_rate": 1e-06, + "loss": 0.4777, + "mean_token_accuracy": 0.8418962955474854, + "num_tokens": 415736973.0, + "step": 10891 + }, + { + "epoch": 1.385574354407836, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.010802268981934, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.873141884803772, + "num_tokens": 415778364.0, + "step": 10892 + }, + { + "epoch": 1.3857015646864266, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.990520477294922, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8864940404891968, + "num_tokens": 415817502.0, + "step": 10893 + }, + { + "epoch": 1.385828774965017, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.012435913085938, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8654231429100037, + "num_tokens": 415860364.0, + "step": 10894 + }, + { + "epoch": 1.3859559852436076, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.044357299804688, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8750971555709839, + "num_tokens": 415896816.0, + "step": 10895 + }, + { + "epoch": 1.3860831955221982, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.067657470703125, + "learning_rate": 1e-06, + "loss": 0.4418, + "mean_token_accuracy": 0.8526577949523926, + "num_tokens": 415935173.0, + "step": 10896 + }, + { + "epoch": 1.3862104058007887, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.008520126342773, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8799818754196167, + "num_tokens": 415977043.0, + "step": 10897 + }, + { + "epoch": 1.3863376160793792, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.023733139038086, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8788011074066162, + "num_tokens": 416014376.0, + "step": 10898 + }, + { + "epoch": 1.3864648263579697, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.001605033874512, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8577320575714111, + "num_tokens": 416055648.0, + "step": 10899 + }, + { + "epoch": 1.3865920366365603, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.047683715820312, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8629692792892456, + "num_tokens": 416087062.0, + "step": 10900 + }, + { + "epoch": 1.3867192469151508, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.030827522277832, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8775725364685059, + "num_tokens": 416122559.0, + "step": 10901 + }, + { + "epoch": 1.3868464571937413, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.009987831115723, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.863446831703186, + "num_tokens": 416155228.0, + "step": 10902 + }, + { + "epoch": 1.3869736674723319, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.028105735778809, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8573757410049438, + "num_tokens": 416191190.0, + "step": 10903 + }, + { + "epoch": 1.3871008777509224, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.012864112854004, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8746460676193237, + "num_tokens": 416228009.0, + "step": 10904 + }, + { + "epoch": 1.387228088029513, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.039377212524414, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8655755519866943, + "num_tokens": 416263657.0, + "step": 10905 + }, + { + "epoch": 1.3873552983081032, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.036170959472656, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8636678457260132, + "num_tokens": 416305187.0, + "step": 10906 + }, + { + "epoch": 1.3874825085866938, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 10.968440055847168, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.866836667060852, + "num_tokens": 416342578.0, + "step": 10907 + }, + { + "epoch": 1.3876097188652843, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.054769515991211, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8683100342750549, + "num_tokens": 416378969.0, + "step": 10908 + }, + { + "epoch": 1.3877369291438748, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.036344528198242, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8678854703903198, + "num_tokens": 416412958.0, + "step": 10909 + }, + { + "epoch": 1.3878641394224653, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.083565711975098, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8518742918968201, + "num_tokens": 416445643.0, + "step": 10910 + }, + { + "epoch": 1.3879913497010559, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.040153503417969, + "learning_rate": 1e-06, + "loss": 0.4291, + "mean_token_accuracy": 0.8570976853370667, + "num_tokens": 416484891.0, + "step": 10911 + }, + { + "epoch": 1.3881185599796464, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.053009986877441, + "learning_rate": 1e-06, + "loss": 0.4471, + "mean_token_accuracy": 0.8560540676116943, + "num_tokens": 416520504.0, + "step": 10912 + }, + { + "epoch": 1.388245770258237, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.02991771697998, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8704435229301453, + "num_tokens": 416561877.0, + "step": 10913 + }, + { + "epoch": 1.3883729805368275, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.019919395446777, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8710857629776001, + "num_tokens": 416597676.0, + "step": 10914 + }, + { + "epoch": 1.3885001908154178, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.104527473449707, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8763906359672546, + "num_tokens": 416630557.0, + "step": 10915 + }, + { + "epoch": 1.3886274010940083, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.990631103515625, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8723877668380737, + "num_tokens": 416668604.0, + "step": 10916 + }, + { + "epoch": 1.3887546113725988, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.025925636291504, + "learning_rate": 1e-06, + "loss": 0.4547, + "mean_token_accuracy": 0.8499627113342285, + "num_tokens": 416710246.0, + "step": 10917 + }, + { + "epoch": 1.3888818216511893, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.023406982421875, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8705248832702637, + "num_tokens": 416744962.0, + "step": 10918 + }, + { + "epoch": 1.3890090319297799, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.058844566345215, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.870762825012207, + "num_tokens": 416779483.0, + "step": 10919 + }, + { + "epoch": 1.3891362422083704, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.956147193908691, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8818663358688354, + "num_tokens": 416822135.0, + "step": 10920 + }, + { + "epoch": 1.389263452486961, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.040722846984863, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8681420087814331, + "num_tokens": 416860383.0, + "step": 10921 + }, + { + "epoch": 1.3893906627655515, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.970550537109375, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8654208779335022, + "num_tokens": 416896960.0, + "step": 10922 + }, + { + "epoch": 1.389517873044142, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.025198936462402, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8811395168304443, + "num_tokens": 416931981.0, + "step": 10923 + }, + { + "epoch": 1.3896450833227325, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.995903015136719, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8790440559387207, + "num_tokens": 416968179.0, + "step": 10924 + }, + { + "epoch": 1.389772293601323, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.035041809082031, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8747183084487915, + "num_tokens": 417008879.0, + "step": 10925 + }, + { + "epoch": 1.3898995038799136, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.039484977722168, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8807253837585449, + "num_tokens": 417042497.0, + "step": 10926 + }, + { + "epoch": 1.390026714158504, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.986312866210938, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8710930347442627, + "num_tokens": 417084396.0, + "step": 10927 + }, + { + "epoch": 1.3901539244370946, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.014579772949219, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8841191530227661, + "num_tokens": 417121014.0, + "step": 10928 + }, + { + "epoch": 1.3902811347156852, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.007976531982422, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8694214820861816, + "num_tokens": 417160169.0, + "step": 10929 + }, + { + "epoch": 1.3904083449942755, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.9805908203125, + "learning_rate": 1e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8549502491950989, + "num_tokens": 417195024.0, + "step": 10930 + }, + { + "epoch": 1.390535555272866, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.005339622497559, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8763389587402344, + "num_tokens": 417231344.0, + "step": 10931 + }, + { + "epoch": 1.3906627655514565, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.002669334411621, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8620774745941162, + "num_tokens": 417270266.0, + "step": 10932 + }, + { + "epoch": 1.390789975830047, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.0408296585083, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8691077828407288, + "num_tokens": 417308292.0, + "step": 10933 + }, + { + "epoch": 1.3909171861086376, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.986401557922363, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8681148886680603, + "num_tokens": 417346358.0, + "step": 10934 + }, + { + "epoch": 1.391044396387228, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.021350860595703, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8710645437240601, + "num_tokens": 417381924.0, + "step": 10935 + }, + { + "epoch": 1.3911716066658186, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.996541976928711, + "learning_rate": 1e-06, + "loss": 0.4665, + "mean_token_accuracy": 0.8442875742912292, + "num_tokens": 417417779.0, + "step": 10936 + }, + { + "epoch": 1.3912988169444092, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.012308120727539, + "learning_rate": 1e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.8626916408538818, + "num_tokens": 417459076.0, + "step": 10937 + }, + { + "epoch": 1.3914260272229997, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.98935604095459, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8703600168228149, + "num_tokens": 417499422.0, + "step": 10938 + }, + { + "epoch": 1.39155323750159, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.023417472839355, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8710343837738037, + "num_tokens": 417541776.0, + "step": 10939 + }, + { + "epoch": 1.3916804477801805, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.040586471557617, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8582988977432251, + "num_tokens": 417576469.0, + "step": 10940 + }, + { + "epoch": 1.391807658058771, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.012981414794922, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8703117370605469, + "num_tokens": 417611726.0, + "step": 10941 + }, + { + "epoch": 1.3919348683373616, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.019201278686523, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.862312376499176, + "num_tokens": 417650135.0, + "step": 10942 + }, + { + "epoch": 1.392062078615952, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.933216094970703, + "learning_rate": 1e-06, + "loss": 0.4422, + "mean_token_accuracy": 0.8519819974899292, + "num_tokens": 417690981.0, + "step": 10943 + }, + { + "epoch": 1.3921892888945426, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.05044174194336, + "learning_rate": 1e-06, + "loss": 0.4405, + "mean_token_accuracy": 0.8578183650970459, + "num_tokens": 417732152.0, + "step": 10944 + }, + { + "epoch": 1.3923164991731332, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.021724700927734, + "learning_rate": 1e-06, + "loss": 0.4328, + "mean_token_accuracy": 0.8592430353164673, + "num_tokens": 417771814.0, + "step": 10945 + }, + { + "epoch": 1.3924437094517237, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.017411231994629, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8595157861709595, + "num_tokens": 417810663.0, + "step": 10946 + }, + { + "epoch": 1.3925709197303142, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.041047096252441, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8731732964515686, + "num_tokens": 417845664.0, + "step": 10947 + }, + { + "epoch": 1.3926981300089047, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.981060028076172, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.860727071762085, + "num_tokens": 417889617.0, + "step": 10948 + }, + { + "epoch": 1.3928253402874953, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.965987205505371, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8678949475288391, + "num_tokens": 417930820.0, + "step": 10949 + }, + { + "epoch": 1.3929525505660858, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.04201889038086, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8711054921150208, + "num_tokens": 417966799.0, + "step": 10950 + }, + { + "epoch": 1.3930797608446763, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.022567749023438, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8627698421478271, + "num_tokens": 418009328.0, + "step": 10951 + }, + { + "epoch": 1.3932069711232669, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.003620147705078, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8724287748336792, + "num_tokens": 418048548.0, + "step": 10952 + }, + { + "epoch": 1.3933341814018574, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.00341510772705, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8677950501441956, + "num_tokens": 418094947.0, + "step": 10953 + }, + { + "epoch": 1.393461391680448, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.999811172485352, + "learning_rate": 1e-06, + "loss": 0.4395, + "mean_token_accuracy": 0.8605029582977295, + "num_tokens": 418137144.0, + "step": 10954 + }, + { + "epoch": 1.3935886019590382, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.99439525604248, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8901024460792542, + "num_tokens": 418171449.0, + "step": 10955 + }, + { + "epoch": 1.3937158122376287, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.030023574829102, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8718850016593933, + "num_tokens": 418209854.0, + "step": 10956 + }, + { + "epoch": 1.3938430225162193, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.977787017822266, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8766494989395142, + "num_tokens": 418245121.0, + "step": 10957 + }, + { + "epoch": 1.3939702327948098, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.011736869812012, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8734917640686035, + "num_tokens": 418284158.0, + "step": 10958 + }, + { + "epoch": 1.3940974430734003, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.043135643005371, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8760802149772644, + "num_tokens": 418324091.0, + "step": 10959 + }, + { + "epoch": 1.3942246533519909, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.991082191467285, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8695587515830994, + "num_tokens": 418364764.0, + "step": 10960 + }, + { + "epoch": 1.3943518636305814, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.061198234558105, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8661239147186279, + "num_tokens": 418403974.0, + "step": 10961 + }, + { + "epoch": 1.394479073909172, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.981033325195312, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8603059649467468, + "num_tokens": 418446341.0, + "step": 10962 + }, + { + "epoch": 1.3946062841877624, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.053271293640137, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8693554401397705, + "num_tokens": 418490989.0, + "step": 10963 + }, + { + "epoch": 1.3947334944663528, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.075984001159668, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8642845749855042, + "num_tokens": 418524633.0, + "step": 10964 + }, + { + "epoch": 1.3948607047449433, + "ewc_loss": 0.01507568359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5079975128173828e-05, + "grad_norm": 11.021828651428223, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8687664866447449, + "num_tokens": 418562576.0, + "step": 10965 + }, + { + "epoch": 1.3949879150235338, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.045380592346191, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8685105443000793, + "num_tokens": 418596537.0, + "step": 10966 + }, + { + "epoch": 1.3951151253021243, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.090234756469727, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8684356808662415, + "num_tokens": 418625800.0, + "step": 10967 + }, + { + "epoch": 1.3952423355807149, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.993589401245117, + "learning_rate": 1e-06, + "loss": 0.4547, + "mean_token_accuracy": 0.85601806640625, + "num_tokens": 418663818.0, + "step": 10968 + }, + { + "epoch": 1.3953695458593054, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.986581802368164, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.875241756439209, + "num_tokens": 418700607.0, + "step": 10969 + }, + { + "epoch": 1.395496756137896, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.064153671264648, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.8637054562568665, + "num_tokens": 418739357.0, + "step": 10970 + }, + { + "epoch": 1.3956239664164865, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.083620071411133, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8761388063430786, + "num_tokens": 418769752.0, + "step": 10971 + }, + { + "epoch": 1.395751176695077, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.072848320007324, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8507066965103149, + "num_tokens": 418808196.0, + "step": 10972 + }, + { + "epoch": 1.3958783869736675, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.01730728149414, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8848763704299927, + "num_tokens": 418843335.0, + "step": 10973 + }, + { + "epoch": 1.396005597252258, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.061311721801758, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8781066536903381, + "num_tokens": 418876591.0, + "step": 10974 + }, + { + "epoch": 1.3961328075308486, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.044181823730469, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8574782013893127, + "num_tokens": 418910482.0, + "step": 10975 + }, + { + "epoch": 1.396260017809439, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.097898483276367, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8612725734710693, + "num_tokens": 418942248.0, + "step": 10976 + }, + { + "epoch": 1.3963872280880296, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.992059707641602, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.872215747833252, + "num_tokens": 418977770.0, + "step": 10977 + }, + { + "epoch": 1.3965144383666201, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.025006294250488, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.863283097743988, + "num_tokens": 419016464.0, + "step": 10978 + }, + { + "epoch": 1.3966416486452105, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.045414924621582, + "learning_rate": 1e-06, + "loss": 0.4178, + "mean_token_accuracy": 0.8617184162139893, + "num_tokens": 419053254.0, + "step": 10979 + }, + { + "epoch": 1.396768858923801, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.06066608428955, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8634963631629944, + "num_tokens": 419088940.0, + "step": 10980 + }, + { + "epoch": 1.3968960692023915, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.037291526794434, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8686041831970215, + "num_tokens": 419127897.0, + "step": 10981 + }, + { + "epoch": 1.397023279480982, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.036742210388184, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8713870048522949, + "num_tokens": 419170921.0, + "step": 10982 + }, + { + "epoch": 1.3971504897595726, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.078519821166992, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8752636313438416, + "num_tokens": 419206032.0, + "step": 10983 + }, + { + "epoch": 1.397277700038163, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.052437782287598, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8832796812057495, + "num_tokens": 419244240.0, + "step": 10984 + }, + { + "epoch": 1.3974049103167536, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.100174903869629, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8785529732704163, + "num_tokens": 419274902.0, + "step": 10985 + }, + { + "epoch": 1.3975321205953442, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.998185157775879, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8818016052246094, + "num_tokens": 419312295.0, + "step": 10986 + }, + { + "epoch": 1.3976593308739347, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.073403358459473, + "learning_rate": 1e-06, + "loss": 0.4452, + "mean_token_accuracy": 0.8519915342330933, + "num_tokens": 419350999.0, + "step": 10987 + }, + { + "epoch": 1.397786541152525, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.050117492675781, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8713628649711609, + "num_tokens": 419386739.0, + "step": 10988 + }, + { + "epoch": 1.3979137514311155, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.97403335571289, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8766435980796814, + "num_tokens": 419430353.0, + "step": 10989 + }, + { + "epoch": 1.398040961709706, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.073659896850586, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8663403391838074, + "num_tokens": 419462910.0, + "step": 10990 + }, + { + "epoch": 1.3981681719882966, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.044028282165527, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8800514936447144, + "num_tokens": 419498727.0, + "step": 10991 + }, + { + "epoch": 1.398295382266887, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.090388298034668, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8612545728683472, + "num_tokens": 419534496.0, + "step": 10992 + }, + { + "epoch": 1.3984225925454776, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.08970832824707, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8662363886833191, + "num_tokens": 419575760.0, + "step": 10993 + }, + { + "epoch": 1.3985498028240682, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.99402141571045, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8764269351959229, + "num_tokens": 419616822.0, + "step": 10994 + }, + { + "epoch": 1.3986770131026587, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.034042358398438, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8760494589805603, + "num_tokens": 419650425.0, + "step": 10995 + }, + { + "epoch": 1.3988042233812492, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.038586616516113, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8775106072425842, + "num_tokens": 419685501.0, + "step": 10996 + }, + { + "epoch": 1.3989314336598397, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.043207168579102, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8722547292709351, + "num_tokens": 419724471.0, + "step": 10997 + }, + { + "epoch": 1.3990586439384303, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.996374130249023, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8783982992172241, + "num_tokens": 419763683.0, + "step": 10998 + }, + { + "epoch": 1.3991858542170208, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.021971702575684, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8740249276161194, + "num_tokens": 419801238.0, + "step": 10999 + }, + { + "epoch": 1.3993130644956113, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.044052124023438, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8668614029884338, + "num_tokens": 419832787.0, + "step": 11000 + }, + { + "epoch": 1.3994402747742019, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.069664001464844, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.859599232673645, + "num_tokens": 419864294.0, + "step": 11001 + }, + { + "epoch": 1.3995674850527924, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.016413688659668, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8723669052124023, + "num_tokens": 419900493.0, + "step": 11002 + }, + { + "epoch": 1.399694695331383, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.011266708374023, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8881962299346924, + "num_tokens": 419938917.0, + "step": 11003 + }, + { + "epoch": 1.3998219056099732, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.978168487548828, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8851050138473511, + "num_tokens": 419978771.0, + "step": 11004 + }, + { + "epoch": 1.3999491158885637, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.068278312683105, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8681340217590332, + "num_tokens": 420011836.0, + "step": 11005 + }, + { + "epoch": 1.4000763261671543, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.0286865234375, + "learning_rate": 1e-06, + "loss": 0.4619, + "mean_token_accuracy": 0.8492318391799927, + "num_tokens": 420051618.0, + "step": 11006 + }, + { + "epoch": 1.4002035364457448, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.058342933654785, + "learning_rate": 1e-06, + "loss": 0.434, + "mean_token_accuracy": 0.8568762540817261, + "num_tokens": 420089119.0, + "step": 11007 + }, + { + "epoch": 1.4003307467243353, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.005051612854004, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8811304569244385, + "num_tokens": 420123706.0, + "step": 11008 + }, + { + "epoch": 1.4004579570029259, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.009571075439453, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.866637110710144, + "num_tokens": 420156723.0, + "step": 11009 + }, + { + "epoch": 1.4005851672815164, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.951865196228027, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8700091242790222, + "num_tokens": 420198519.0, + "step": 11010 + }, + { + "epoch": 1.400712377560107, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.053683280944824, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8825795650482178, + "num_tokens": 420231722.0, + "step": 11011 + }, + { + "epoch": 1.4008395878386974, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 10.998948097229004, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.873660683631897, + "num_tokens": 420272059.0, + "step": 11012 + }, + { + "epoch": 1.4009667981172877, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.034732818603516, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8762469291687012, + "num_tokens": 420307695.0, + "step": 11013 + }, + { + "epoch": 1.4010940083958783, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.023933410644531, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8794516921043396, + "num_tokens": 420345989.0, + "step": 11014 + }, + { + "epoch": 1.4012212186744688, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.981972694396973, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8765396475791931, + "num_tokens": 420387194.0, + "step": 11015 + }, + { + "epoch": 1.4013484289530593, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.93198013305664, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8856387734413147, + "num_tokens": 420427608.0, + "step": 11016 + }, + { + "epoch": 1.4014756392316499, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.03101921081543, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8765298128128052, + "num_tokens": 420461363.0, + "step": 11017 + }, + { + "epoch": 1.4016028495102404, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.023200988769531, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8522222638130188, + "num_tokens": 420503577.0, + "step": 11018 + }, + { + "epoch": 1.401730059788831, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.039643287658691, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8811072111129761, + "num_tokens": 420538852.0, + "step": 11019 + }, + { + "epoch": 1.4018572700674214, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.026481628417969, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8668186664581299, + "num_tokens": 420577495.0, + "step": 11020 + }, + { + "epoch": 1.401984480346012, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.021608352661133, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8704814314842224, + "num_tokens": 420616123.0, + "step": 11021 + }, + { + "epoch": 1.4021116906246025, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.013981819152832, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8794013857841492, + "num_tokens": 420653904.0, + "step": 11022 + }, + { + "epoch": 1.402238900903193, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.014053344726562, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8939347863197327, + "num_tokens": 420693539.0, + "step": 11023 + }, + { + "epoch": 1.4023661111817836, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.026423454284668, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8739469647407532, + "num_tokens": 420729046.0, + "step": 11024 + }, + { + "epoch": 1.402493321460374, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.056164741516113, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.874133825302124, + "num_tokens": 420766143.0, + "step": 11025 + }, + { + "epoch": 1.4026205317389646, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.990654945373535, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8671160936355591, + "num_tokens": 420806367.0, + "step": 11026 + }, + { + "epoch": 1.4027477420175551, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.070982933044434, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.877465009689331, + "num_tokens": 420845081.0, + "step": 11027 + }, + { + "epoch": 1.4028749522961454, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.06506061553955, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.876602292060852, + "num_tokens": 420885833.0, + "step": 11028 + }, + { + "epoch": 1.403002162574736, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.070450782775879, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8759174346923828, + "num_tokens": 420916313.0, + "step": 11029 + }, + { + "epoch": 1.4031293728533265, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.044601440429688, + "learning_rate": 1e-06, + "loss": 0.4345, + "mean_token_accuracy": 0.8532138466835022, + "num_tokens": 420957011.0, + "step": 11030 + }, + { + "epoch": 1.403256583131917, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.051066398620605, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8748517036437988, + "num_tokens": 420994815.0, + "step": 11031 + }, + { + "epoch": 1.4033837934105076, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.066733360290527, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8770451545715332, + "num_tokens": 421033977.0, + "step": 11032 + }, + { + "epoch": 1.403511003689098, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.050396919250488, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8755159378051758, + "num_tokens": 421068871.0, + "step": 11033 + }, + { + "epoch": 1.4036382139676886, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.037160873413086, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8722357749938965, + "num_tokens": 421105680.0, + "step": 11034 + }, + { + "epoch": 1.4037654242462791, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.015775680541992, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.883285403251648, + "num_tokens": 421149519.0, + "step": 11035 + }, + { + "epoch": 1.4038926345248697, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.039826393127441, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8725728988647461, + "num_tokens": 421190195.0, + "step": 11036 + }, + { + "epoch": 1.40401984480346, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.084129333496094, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8675374984741211, + "num_tokens": 421218637.0, + "step": 11037 + }, + { + "epoch": 1.4041470550820505, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.954789161682129, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8756451606750488, + "num_tokens": 421261300.0, + "step": 11038 + }, + { + "epoch": 1.404274265360641, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.068042755126953, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8675161600112915, + "num_tokens": 421297250.0, + "step": 11039 + }, + { + "epoch": 1.4044014756392316, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.039715766906738, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8639311790466309, + "num_tokens": 421334213.0, + "step": 11040 + }, + { + "epoch": 1.404528685917822, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.006361961364746, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8779525756835938, + "num_tokens": 421368341.0, + "step": 11041 + }, + { + "epoch": 1.4046558961964126, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.063194274902344, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8585628271102905, + "num_tokens": 421408278.0, + "step": 11042 + }, + { + "epoch": 1.4047831064750032, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.068962097167969, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8632612228393555, + "num_tokens": 421442559.0, + "step": 11043 + }, + { + "epoch": 1.4049103167535937, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.056123733520508, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8691573739051819, + "num_tokens": 421474014.0, + "step": 11044 + }, + { + "epoch": 1.4050375270321842, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.080385208129883, + "learning_rate": 1e-06, + "loss": 0.4636, + "mean_token_accuracy": 0.8460160493850708, + "num_tokens": 421511193.0, + "step": 11045 + }, + { + "epoch": 1.4051647373107747, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.085258483886719, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8717693090438843, + "num_tokens": 421547895.0, + "step": 11046 + }, + { + "epoch": 1.4052919475893653, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.061422348022461, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8703835010528564, + "num_tokens": 421582883.0, + "step": 11047 + }, + { + "epoch": 1.4054191578679558, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.067253112792969, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8723070025444031, + "num_tokens": 421619838.0, + "step": 11048 + }, + { + "epoch": 1.4055463681465463, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.060822486877441, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8809181451797485, + "num_tokens": 421659451.0, + "step": 11049 + }, + { + "epoch": 1.4056735784251368, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.109142303466797, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8686262369155884, + "num_tokens": 421704826.0, + "step": 11050 + }, + { + "epoch": 1.4058007887037274, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.049609184265137, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8668748736381531, + "num_tokens": 421748953.0, + "step": 11051 + }, + { + "epoch": 1.405927998982318, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.053313255310059, + "learning_rate": 1e-06, + "loss": 0.442, + "mean_token_accuracy": 0.8535600900650024, + "num_tokens": 421786614.0, + "step": 11052 + }, + { + "epoch": 1.4060552092609082, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.116540908813477, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8649314641952515, + "num_tokens": 421817291.0, + "step": 11053 + }, + { + "epoch": 1.4061824195394987, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.035774230957031, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8684598207473755, + "num_tokens": 421858200.0, + "step": 11054 + }, + { + "epoch": 1.4063096298180893, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.069350242614746, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8712417483329773, + "num_tokens": 421903343.0, + "step": 11055 + }, + { + "epoch": 1.4064368400966798, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.086174964904785, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8875517845153809, + "num_tokens": 421941426.0, + "step": 11056 + }, + { + "epoch": 1.4065640503752703, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.02926254272461, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8671405911445618, + "num_tokens": 421983992.0, + "step": 11057 + }, + { + "epoch": 1.4066912606538609, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.094944953918457, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8791221380233765, + "num_tokens": 422015066.0, + "step": 11058 + }, + { + "epoch": 1.4068184709324514, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.088245391845703, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8726850152015686, + "num_tokens": 422052392.0, + "step": 11059 + }, + { + "epoch": 1.406945681211042, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.071728706359863, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8664109706878662, + "num_tokens": 422091453.0, + "step": 11060 + }, + { + "epoch": 1.4070728914896324, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.044398307800293, + "learning_rate": 1e-06, + "loss": 0.4403, + "mean_token_accuracy": 0.8554706573486328, + "num_tokens": 422131019.0, + "step": 11061 + }, + { + "epoch": 1.4072001017682227, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.004216194152832, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8640075922012329, + "num_tokens": 422172139.0, + "step": 11062 + }, + { + "epoch": 1.4073273120468133, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.090652465820312, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8777550458908081, + "num_tokens": 422209708.0, + "step": 11063 + }, + { + "epoch": 1.4074545223254038, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.018431663513184, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8721144199371338, + "num_tokens": 422245091.0, + "step": 11064 + }, + { + "epoch": 1.4075817326039943, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.070625305175781, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8698961138725281, + "num_tokens": 422280054.0, + "step": 11065 + }, + { + "epoch": 1.4077089428825849, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.011756896972656, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8764431476593018, + "num_tokens": 422310036.0, + "step": 11066 + }, + { + "epoch": 1.4078361531611754, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.033923149108887, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8550592064857483, + "num_tokens": 422347914.0, + "step": 11067 + }, + { + "epoch": 1.407963363439766, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.026853561401367, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8730553388595581, + "num_tokens": 422383207.0, + "step": 11068 + }, + { + "epoch": 1.4080905737183564, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.049750328063965, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8750642538070679, + "num_tokens": 422414675.0, + "step": 11069 + }, + { + "epoch": 1.408217783996947, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.035725593566895, + "learning_rate": 1e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.8590483665466309, + "num_tokens": 422449746.0, + "step": 11070 + }, + { + "epoch": 1.4083449942755375, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.0577392578125, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8641589879989624, + "num_tokens": 422487789.0, + "step": 11071 + }, + { + "epoch": 1.408472204554128, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.03258228302002, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8761526346206665, + "num_tokens": 422521750.0, + "step": 11072 + }, + { + "epoch": 1.4085994148327186, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.00623893737793, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8796637058258057, + "num_tokens": 422562923.0, + "step": 11073 + }, + { + "epoch": 1.408726625111309, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.001651763916016, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.860504686832428, + "num_tokens": 422606832.0, + "step": 11074 + }, + { + "epoch": 1.4088538353898996, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.033952713012695, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8750245571136475, + "num_tokens": 422644465.0, + "step": 11075 + }, + { + "epoch": 1.4089810456684901, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.045966148376465, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8784663677215576, + "num_tokens": 422681204.0, + "step": 11076 + }, + { + "epoch": 1.4091082559470804, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.060362815856934, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8605227470397949, + "num_tokens": 422716325.0, + "step": 11077 + }, + { + "epoch": 1.409235466225671, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.061731338500977, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.8601126074790955, + "num_tokens": 422753644.0, + "step": 11078 + }, + { + "epoch": 1.4093626765042615, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.016629219055176, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.870431125164032, + "num_tokens": 422790893.0, + "step": 11079 + }, + { + "epoch": 1.409489886782852, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.018494606018066, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8626149892807007, + "num_tokens": 422829400.0, + "step": 11080 + }, + { + "epoch": 1.4096170970614426, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.040029525756836, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8797115087509155, + "num_tokens": 422867386.0, + "step": 11081 + }, + { + "epoch": 1.409744307340033, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.007645606994629, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8722922205924988, + "num_tokens": 422910736.0, + "step": 11082 + }, + { + "epoch": 1.4098715176186236, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.081863403320312, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8751049637794495, + "num_tokens": 422950302.0, + "step": 11083 + }, + { + "epoch": 1.4099987278972141, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.004964828491211, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8700539469718933, + "num_tokens": 422985892.0, + "step": 11084 + }, + { + "epoch": 1.4101259381758047, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.062357902526855, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8625044822692871, + "num_tokens": 423020075.0, + "step": 11085 + }, + { + "epoch": 1.410253148454395, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.013786315917969, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8739275336265564, + "num_tokens": 423058260.0, + "step": 11086 + }, + { + "epoch": 1.4103803587329855, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.039520263671875, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8926597833633423, + "num_tokens": 423092158.0, + "step": 11087 + }, + { + "epoch": 1.410507569011576, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.038134574890137, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8685769438743591, + "num_tokens": 423123999.0, + "step": 11088 + }, + { + "epoch": 1.4106347792901666, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.035477638244629, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.8659142255783081, + "num_tokens": 423167111.0, + "step": 11089 + }, + { + "epoch": 1.410761989568757, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.03762149810791, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8629390001296997, + "num_tokens": 423202060.0, + "step": 11090 + }, + { + "epoch": 1.4108891998473476, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.038625717163086, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8629018068313599, + "num_tokens": 423241200.0, + "step": 11091 + }, + { + "epoch": 1.4110164101259381, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.011578559875488, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8793220520019531, + "num_tokens": 423284713.0, + "step": 11092 + }, + { + "epoch": 1.4111436204045287, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.09908390045166, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8727027177810669, + "num_tokens": 423322524.0, + "step": 11093 + }, + { + "epoch": 1.4112708306831192, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.073887825012207, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8716804385185242, + "num_tokens": 423360551.0, + "step": 11094 + }, + { + "epoch": 1.4113980409617097, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.018387794494629, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8807666301727295, + "num_tokens": 423395227.0, + "step": 11095 + }, + { + "epoch": 1.4115252512403003, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.076545715332031, + "learning_rate": 1e-06, + "loss": 0.4485, + "mean_token_accuracy": 0.8573862314224243, + "num_tokens": 423434757.0, + "step": 11096 + }, + { + "epoch": 1.4116524615188908, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.1066255569458, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8881734609603882, + "num_tokens": 423464599.0, + "step": 11097 + }, + { + "epoch": 1.4117796717974813, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.067303657531738, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8640357255935669, + "num_tokens": 423504327.0, + "step": 11098 + }, + { + "epoch": 1.4119068820760718, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.038761138916016, + "learning_rate": 1e-06, + "loss": 0.4569, + "mean_token_accuracy": 0.8515546321868896, + "num_tokens": 423543114.0, + "step": 11099 + }, + { + "epoch": 1.4120340923546624, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.029903411865234, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8582961559295654, + "num_tokens": 423581727.0, + "step": 11100 + }, + { + "epoch": 1.412161302633253, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.030235290527344, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.874309778213501, + "num_tokens": 423617073.0, + "step": 11101 + }, + { + "epoch": 1.4122885129118432, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.061326026916504, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8735823631286621, + "num_tokens": 423664922.0, + "step": 11102 + }, + { + "epoch": 1.4124157231904337, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.016308784484863, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8620718717575073, + "num_tokens": 423706990.0, + "step": 11103 + }, + { + "epoch": 1.4125429334690243, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.060202598571777, + "learning_rate": 1e-06, + "loss": 0.4463, + "mean_token_accuracy": 0.8536426424980164, + "num_tokens": 423745945.0, + "step": 11104 + }, + { + "epoch": 1.4126701437476148, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.078481674194336, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8767135143280029, + "num_tokens": 423780824.0, + "step": 11105 + }, + { + "epoch": 1.4127973540262053, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.025174140930176, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8828985691070557, + "num_tokens": 423818640.0, + "step": 11106 + }, + { + "epoch": 1.4129245643047958, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.071728706359863, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8796625137329102, + "num_tokens": 423856657.0, + "step": 11107 + }, + { + "epoch": 1.4130517745833864, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.99470043182373, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.882109522819519, + "num_tokens": 423900288.0, + "step": 11108 + }, + { + "epoch": 1.413178984861977, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.070358276367188, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8775840401649475, + "num_tokens": 423935929.0, + "step": 11109 + }, + { + "epoch": 1.4133061951405674, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.028571128845215, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8693820238113403, + "num_tokens": 423970719.0, + "step": 11110 + }, + { + "epoch": 1.4134334054191577, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.037954330444336, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8724399209022522, + "num_tokens": 424012338.0, + "step": 11111 + }, + { + "epoch": 1.4135606156977483, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.02359390258789, + "learning_rate": 1e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.8541775345802307, + "num_tokens": 424050112.0, + "step": 11112 + }, + { + "epoch": 1.4136878259763388, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.046446800231934, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.872461199760437, + "num_tokens": 424092688.0, + "step": 11113 + }, + { + "epoch": 1.4138150362549293, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.053450584411621, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8682844042778015, + "num_tokens": 424131355.0, + "step": 11114 + }, + { + "epoch": 1.4139422465335199, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 10.970194816589355, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.8609745502471924, + "num_tokens": 424177768.0, + "step": 11115 + }, + { + "epoch": 1.4140694568121104, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.0619535446167, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8838183879852295, + "num_tokens": 424215834.0, + "step": 11116 + }, + { + "epoch": 1.414196667090701, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.08554744720459, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8740529417991638, + "num_tokens": 424260002.0, + "step": 11117 + }, + { + "epoch": 1.4143238773692914, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.021271705627441, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8699259161949158, + "num_tokens": 424299343.0, + "step": 11118 + }, + { + "epoch": 1.414451087647882, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.094647407531738, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8649142384529114, + "num_tokens": 424340312.0, + "step": 11119 + }, + { + "epoch": 1.4145782979264725, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.048127174377441, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8780407905578613, + "num_tokens": 424376658.0, + "step": 11120 + }, + { + "epoch": 1.414705508205063, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.031139373779297, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8811772465705872, + "num_tokens": 424415499.0, + "step": 11121 + }, + { + "epoch": 1.4148327184836536, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.02359676361084, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.87168288230896, + "num_tokens": 424453401.0, + "step": 11122 + }, + { + "epoch": 1.414959928762244, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.045040130615234, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8747043609619141, + "num_tokens": 424490654.0, + "step": 11123 + }, + { + "epoch": 1.4150871390408346, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 10.97400188446045, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8794752359390259, + "num_tokens": 424534469.0, + "step": 11124 + }, + { + "epoch": 1.4152143493194251, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.094714164733887, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8622736930847168, + "num_tokens": 424570187.0, + "step": 11125 + }, + { + "epoch": 1.4153415595980154, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.02361011505127, + "learning_rate": 1e-06, + "loss": 0.4486, + "mean_token_accuracy": 0.8521814346313477, + "num_tokens": 424607898.0, + "step": 11126 + }, + { + "epoch": 1.415468769876606, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.086197853088379, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8737756609916687, + "num_tokens": 424652156.0, + "step": 11127 + }, + { + "epoch": 1.4155959801551965, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.071457862854004, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8618676066398621, + "num_tokens": 424688735.0, + "step": 11128 + }, + { + "epoch": 1.415723190433787, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.067667007446289, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.872229278087616, + "num_tokens": 424732859.0, + "step": 11129 + }, + { + "epoch": 1.4158504007123776, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.989835739135742, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8634495735168457, + "num_tokens": 424769381.0, + "step": 11130 + }, + { + "epoch": 1.415977610990968, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.11060619354248, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8730267286300659, + "num_tokens": 424802362.0, + "step": 11131 + }, + { + "epoch": 1.4161048212695586, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.016966819763184, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8682150840759277, + "num_tokens": 424837897.0, + "step": 11132 + }, + { + "epoch": 1.4162320315481491, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.078063011169434, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8834976553916931, + "num_tokens": 424878154.0, + "step": 11133 + }, + { + "epoch": 1.4163592418267397, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.031879425048828, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8772009015083313, + "num_tokens": 424915063.0, + "step": 11134 + }, + { + "epoch": 1.41648645210533, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.078702926635742, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8699737191200256, + "num_tokens": 424955159.0, + "step": 11135 + }, + { + "epoch": 1.4166136623839205, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.046258926391602, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8627386689186096, + "num_tokens": 424992573.0, + "step": 11136 + }, + { + "epoch": 1.416740872662511, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.077569961547852, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8762290477752686, + "num_tokens": 425030452.0, + "step": 11137 + }, + { + "epoch": 1.4168680829411016, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.005425453186035, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8851983547210693, + "num_tokens": 425067118.0, + "step": 11138 + }, + { + "epoch": 1.416995293219692, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.093588829040527, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8623578548431396, + "num_tokens": 425101684.0, + "step": 11139 + }, + { + "epoch": 1.4171225034982826, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.049935340881348, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8803893327713013, + "num_tokens": 425143127.0, + "step": 11140 + }, + { + "epoch": 1.4172497137768731, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.044997215270996, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.871815025806427, + "num_tokens": 425173912.0, + "step": 11141 + }, + { + "epoch": 1.4173769240554637, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.098505973815918, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8764992952346802, + "num_tokens": 425210146.0, + "step": 11142 + }, + { + "epoch": 1.4175041343340542, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.018631935119629, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8831759691238403, + "num_tokens": 425246082.0, + "step": 11143 + }, + { + "epoch": 1.4176313446126447, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.043062210083008, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8679735660552979, + "num_tokens": 425287470.0, + "step": 11144 + }, + { + "epoch": 1.4177585548912353, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.040489196777344, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8674071431159973, + "num_tokens": 425326553.0, + "step": 11145 + }, + { + "epoch": 1.4178857651698258, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.11693000793457, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8639204502105713, + "num_tokens": 425363105.0, + "step": 11146 + }, + { + "epoch": 1.4180129754484163, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.041064262390137, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.8651630878448486, + "num_tokens": 425402513.0, + "step": 11147 + }, + { + "epoch": 1.4181401857270068, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.084491729736328, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8714176416397095, + "num_tokens": 425440132.0, + "step": 11148 + }, + { + "epoch": 1.4182673960055974, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.041532516479492, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8697333335876465, + "num_tokens": 425481738.0, + "step": 11149 + }, + { + "epoch": 1.418394606284188, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.059882164001465, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8695900440216064, + "num_tokens": 425516916.0, + "step": 11150 + }, + { + "epoch": 1.4185218165627782, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.081375122070312, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8699278235435486, + "num_tokens": 425555951.0, + "step": 11151 + }, + { + "epoch": 1.4186490268413687, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.068313598632812, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8716505765914917, + "num_tokens": 425595302.0, + "step": 11152 + }, + { + "epoch": 1.4187762371199593, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.086675643920898, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8739041090011597, + "num_tokens": 425623281.0, + "step": 11153 + }, + { + "epoch": 1.4189034473985498, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.04720401763916, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8799355626106262, + "num_tokens": 425659124.0, + "step": 11154 + }, + { + "epoch": 1.4190306576771403, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.092455863952637, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8590081930160522, + "num_tokens": 425695809.0, + "step": 11155 + }, + { + "epoch": 1.4191578679557308, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.065537452697754, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8619334697723389, + "num_tokens": 425731890.0, + "step": 11156 + }, + { + "epoch": 1.4192850782343214, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.052044868469238, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8787217140197754, + "num_tokens": 425770899.0, + "step": 11157 + }, + { + "epoch": 1.419412288512912, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.073749542236328, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8811792731285095, + "num_tokens": 425807812.0, + "step": 11158 + }, + { + "epoch": 1.4195394987915024, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.069343566894531, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8677970170974731, + "num_tokens": 425848997.0, + "step": 11159 + }, + { + "epoch": 1.4196667090700927, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.99178695678711, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8814119100570679, + "num_tokens": 425887816.0, + "step": 11160 + }, + { + "epoch": 1.4197939193486833, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.099377632141113, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.861445426940918, + "num_tokens": 425925488.0, + "step": 11161 + }, + { + "epoch": 1.4199211296272738, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.026605606079102, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8773454427719116, + "num_tokens": 425965616.0, + "step": 11162 + }, + { + "epoch": 1.4200483399058643, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.04705810546875, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8639135956764221, + "num_tokens": 426005308.0, + "step": 11163 + }, + { + "epoch": 1.4201755501844548, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.084527015686035, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8675031661987305, + "num_tokens": 426042339.0, + "step": 11164 + }, + { + "epoch": 1.4203027604630454, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.07119369506836, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.870383620262146, + "num_tokens": 426081925.0, + "step": 11165 + }, + { + "epoch": 1.420429970741636, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.996428489685059, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8651121854782104, + "num_tokens": 426120918.0, + "step": 11166 + }, + { + "epoch": 1.4205571810202264, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.108169555664062, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8587903380393982, + "num_tokens": 426158711.0, + "step": 11167 + }, + { + "epoch": 1.420684391298817, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 10.987167358398438, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8664989471435547, + "num_tokens": 426197034.0, + "step": 11168 + }, + { + "epoch": 1.4208116015774075, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.048287391662598, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8639018535614014, + "num_tokens": 426239390.0, + "step": 11169 + }, + { + "epoch": 1.420938811855998, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.062666893005371, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8612350225448608, + "num_tokens": 426285488.0, + "step": 11170 + }, + { + "epoch": 1.4210660221345885, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.065418243408203, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.858121395111084, + "num_tokens": 426323955.0, + "step": 11171 + }, + { + "epoch": 1.421193232413179, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.091753005981445, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8881875276565552, + "num_tokens": 426359460.0, + "step": 11172 + }, + { + "epoch": 1.4213204426917696, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.029109954833984, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8634014129638672, + "num_tokens": 426397104.0, + "step": 11173 + }, + { + "epoch": 1.4214476529703601, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 10.969792366027832, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8797462582588196, + "num_tokens": 426441349.0, + "step": 11174 + }, + { + "epoch": 1.4215748632489504, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.039857864379883, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8784835934638977, + "num_tokens": 426478410.0, + "step": 11175 + }, + { + "epoch": 1.421702073527541, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.01086139678955, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8693422079086304, + "num_tokens": 426519874.0, + "step": 11176 + }, + { + "epoch": 1.4218292838061315, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.11488151550293, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8592542409896851, + "num_tokens": 426559970.0, + "step": 11177 + }, + { + "epoch": 1.421956494084722, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.002175331115723, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8723991513252258, + "num_tokens": 426593897.0, + "step": 11178 + }, + { + "epoch": 1.4220837043633126, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.153334617614746, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8715198040008545, + "num_tokens": 426633712.0, + "step": 11179 + }, + { + "epoch": 1.422210914641903, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 10.986909866333008, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8848534226417542, + "num_tokens": 426669085.0, + "step": 11180 + }, + { + "epoch": 1.4223381249204936, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.110913276672363, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.88249272108078, + "num_tokens": 426709260.0, + "step": 11181 + }, + { + "epoch": 1.4224653351990841, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.033273696899414, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8597542643547058, + "num_tokens": 426747747.0, + "step": 11182 + }, + { + "epoch": 1.4225925454776747, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.057000160217285, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8576503992080688, + "num_tokens": 426788185.0, + "step": 11183 + }, + { + "epoch": 1.422719755756265, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.085758209228516, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8725149035453796, + "num_tokens": 426828663.0, + "step": 11184 + }, + { + "epoch": 1.4228469660348555, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.096578598022461, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8605117797851562, + "num_tokens": 426869205.0, + "step": 11185 + }, + { + "epoch": 1.422974176313446, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.059698104858398, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8861439228057861, + "num_tokens": 426900561.0, + "step": 11186 + }, + { + "epoch": 1.4231013865920366, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.058945655822754, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8851292729377747, + "num_tokens": 426940618.0, + "step": 11187 + }, + { + "epoch": 1.423228596870627, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.090752601623535, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8625047206878662, + "num_tokens": 426975509.0, + "step": 11188 + }, + { + "epoch": 1.4233558071492176, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.12633991241455, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8797138929367065, + "num_tokens": 427011647.0, + "step": 11189 + }, + { + "epoch": 1.4234830174278081, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.042658805847168, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8680788278579712, + "num_tokens": 427046631.0, + "step": 11190 + }, + { + "epoch": 1.4236102277063987, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.055201530456543, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8679487705230713, + "num_tokens": 427081364.0, + "step": 11191 + }, + { + "epoch": 1.4237374379849892, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.069787979125977, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8714683651924133, + "num_tokens": 427118667.0, + "step": 11192 + }, + { + "epoch": 1.4238646482635797, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.097308158874512, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8758937120437622, + "num_tokens": 427155017.0, + "step": 11193 + }, + { + "epoch": 1.4239918585421703, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.124751091003418, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8643761873245239, + "num_tokens": 427191741.0, + "step": 11194 + }, + { + "epoch": 1.4241190688207608, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.122623443603516, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8747373819351196, + "num_tokens": 427226210.0, + "step": 11195 + }, + { + "epoch": 1.4242462790993513, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.099343299865723, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8665171265602112, + "num_tokens": 427261699.0, + "step": 11196 + }, + { + "epoch": 1.4243734893779418, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.088380813598633, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8605769872665405, + "num_tokens": 427297158.0, + "step": 11197 + }, + { + "epoch": 1.4245006996565324, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.083707809448242, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.8558698892593384, + "num_tokens": 427338234.0, + "step": 11198 + }, + { + "epoch": 1.424627909935123, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.066383361816406, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.86409592628479, + "num_tokens": 427376727.0, + "step": 11199 + }, + { + "epoch": 1.4247551202137132, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.116765022277832, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8823130130767822, + "num_tokens": 427417095.0, + "step": 11200 + }, + { + "epoch": 1.4248823304923037, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.094829559326172, + "learning_rate": 1e-06, + "loss": 0.4377, + "mean_token_accuracy": 0.8544620871543884, + "num_tokens": 427453243.0, + "step": 11201 + }, + { + "epoch": 1.4250095407708943, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.138370513916016, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8734428286552429, + "num_tokens": 427490961.0, + "step": 11202 + }, + { + "epoch": 1.4251367510494848, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.079388618469238, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8796824812889099, + "num_tokens": 427521487.0, + "step": 11203 + }, + { + "epoch": 1.4252639613280753, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.105289459228516, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8668314218521118, + "num_tokens": 427556607.0, + "step": 11204 + }, + { + "epoch": 1.4253911716066658, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.070616722106934, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8713220357894897, + "num_tokens": 427598940.0, + "step": 11205 + }, + { + "epoch": 1.4255183818852564, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.065651893615723, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8602945804595947, + "num_tokens": 427641337.0, + "step": 11206 + }, + { + "epoch": 1.425645592163847, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.07066535949707, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8806955218315125, + "num_tokens": 427680235.0, + "step": 11207 + }, + { + "epoch": 1.4257728024424374, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.092107772827148, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8710440397262573, + "num_tokens": 427719918.0, + "step": 11208 + }, + { + "epoch": 1.4259000127210277, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.11552906036377, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8739743232727051, + "num_tokens": 427758042.0, + "step": 11209 + }, + { + "epoch": 1.4260272229996183, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.103285789489746, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8731621503829956, + "num_tokens": 427794591.0, + "step": 11210 + }, + { + "epoch": 1.4261544332782088, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.110133171081543, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8785780668258667, + "num_tokens": 427828190.0, + "step": 11211 + }, + { + "epoch": 1.4262816435567993, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.112284660339355, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8634493350982666, + "num_tokens": 427870363.0, + "step": 11212 + }, + { + "epoch": 1.4264088538353898, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.046852111816406, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8851990699768066, + "num_tokens": 427910037.0, + "step": 11213 + }, + { + "epoch": 1.4265360641139804, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.121808052062988, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8693068027496338, + "num_tokens": 427945782.0, + "step": 11214 + }, + { + "epoch": 1.426663274392571, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.049894332885742, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8785843253135681, + "num_tokens": 427984635.0, + "step": 11215 + }, + { + "epoch": 1.4267904846711614, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.046401977539062, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8861709833145142, + "num_tokens": 428024289.0, + "step": 11216 + }, + { + "epoch": 1.426917694949752, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.139435768127441, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.862582802772522, + "num_tokens": 428067119.0, + "step": 11217 + }, + { + "epoch": 1.4270449052283425, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.06976318359375, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8693243861198425, + "num_tokens": 428108150.0, + "step": 11218 + }, + { + "epoch": 1.427172115506933, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.04513931274414, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8818100690841675, + "num_tokens": 428150839.0, + "step": 11219 + }, + { + "epoch": 1.4272993257855235, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.013202667236328, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.8590236902236938, + "num_tokens": 428194325.0, + "step": 11220 + }, + { + "epoch": 1.427426536064114, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.115945816040039, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8709362149238586, + "num_tokens": 428230879.0, + "step": 11221 + }, + { + "epoch": 1.4275537463427046, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.028380393981934, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8817517161369324, + "num_tokens": 428265795.0, + "step": 11222 + }, + { + "epoch": 1.4276809566212951, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.082829475402832, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8778064250946045, + "num_tokens": 428300413.0, + "step": 11223 + }, + { + "epoch": 1.4278081668998854, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.111859321594238, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8912196159362793, + "num_tokens": 428339293.0, + "step": 11224 + }, + { + "epoch": 1.427935377178476, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.10734748840332, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8827034831047058, + "num_tokens": 428374158.0, + "step": 11225 + }, + { + "epoch": 1.4280625874570665, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.067167282104492, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8730461597442627, + "num_tokens": 428411715.0, + "step": 11226 + }, + { + "epoch": 1.428189797735657, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.039650917053223, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8602784872055054, + "num_tokens": 428450000.0, + "step": 11227 + }, + { + "epoch": 1.4283170080142475, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.086140632629395, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8782625198364258, + "num_tokens": 428484546.0, + "step": 11228 + }, + { + "epoch": 1.428444218292838, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.090536117553711, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8721551299095154, + "num_tokens": 428527519.0, + "step": 11229 + }, + { + "epoch": 1.4285714285714286, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.050226211547852, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.86749267578125, + "num_tokens": 428568744.0, + "step": 11230 + }, + { + "epoch": 1.4286986388500191, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.084897994995117, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.86785888671875, + "num_tokens": 428613050.0, + "step": 11231 + }, + { + "epoch": 1.4288258491286097, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.039156913757324, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.868806004524231, + "num_tokens": 428647334.0, + "step": 11232 + }, + { + "epoch": 1.4289530594072, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.143277168273926, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.877905011177063, + "num_tokens": 428681015.0, + "step": 11233 + }, + { + "epoch": 1.4290802696857905, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.0679349899292, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8638235926628113, + "num_tokens": 428718903.0, + "step": 11234 + }, + { + "epoch": 1.429207479964381, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.08439826965332, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8804095983505249, + "num_tokens": 428756038.0, + "step": 11235 + }, + { + "epoch": 1.4293346902429716, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.0741548538208, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8874772787094116, + "num_tokens": 428793908.0, + "step": 11236 + }, + { + "epoch": 1.429461900521562, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.100316047668457, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8652464151382446, + "num_tokens": 428830924.0, + "step": 11237 + }, + { + "epoch": 1.4295891108001526, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.073272705078125, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8678925037384033, + "num_tokens": 428869083.0, + "step": 11238 + }, + { + "epoch": 1.4297163210787431, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.106568336486816, + "learning_rate": 1e-06, + "loss": 0.4639, + "mean_token_accuracy": 0.8457487225532532, + "num_tokens": 428903970.0, + "step": 11239 + }, + { + "epoch": 1.4298435313573337, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.059471130371094, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8761696219444275, + "num_tokens": 428940710.0, + "step": 11240 + }, + { + "epoch": 1.4299707416359242, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.083002090454102, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8742021918296814, + "num_tokens": 428981160.0, + "step": 11241 + }, + { + "epoch": 1.4300979519145147, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.0509033203125, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.873039186000824, + "num_tokens": 429022464.0, + "step": 11242 + }, + { + "epoch": 1.4302251621931052, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.072075843811035, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.87244713306427, + "num_tokens": 429060964.0, + "step": 11243 + }, + { + "epoch": 1.4303523724716958, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.048108100891113, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8735536932945251, + "num_tokens": 429101389.0, + "step": 11244 + }, + { + "epoch": 1.4304795827502863, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.060286521911621, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8689045906066895, + "num_tokens": 429135547.0, + "step": 11245 + }, + { + "epoch": 1.4306067930288768, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.041369438171387, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8738576173782349, + "num_tokens": 429177504.0, + "step": 11246 + }, + { + "epoch": 1.4307340033074674, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.016088485717773, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8757845163345337, + "num_tokens": 429217923.0, + "step": 11247 + }, + { + "epoch": 1.430861213586058, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.084029197692871, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8722085356712341, + "num_tokens": 429251514.0, + "step": 11248 + }, + { + "epoch": 1.4309884238646482, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.100356101989746, + "learning_rate": 1e-06, + "loss": 0.4358, + "mean_token_accuracy": 0.8561217784881592, + "num_tokens": 429291747.0, + "step": 11249 + }, + { + "epoch": 1.4311156341432387, + "ewc_loss": 0.01513671875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5139579772949219e-05, + "grad_norm": 11.001141548156738, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8682175874710083, + "num_tokens": 429333480.0, + "step": 11250 + }, + { + "epoch": 1.4312428444218293, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.115875244140625, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.882377564907074, + "num_tokens": 429366482.0, + "step": 11251 + }, + { + "epoch": 1.4313700547004198, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.096736907958984, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8629552125930786, + "num_tokens": 429400704.0, + "step": 11252 + }, + { + "epoch": 1.4314972649790103, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.088067054748535, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.8595786690711975, + "num_tokens": 429437463.0, + "step": 11253 + }, + { + "epoch": 1.4316244752576008, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.106302261352539, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8606908321380615, + "num_tokens": 429474496.0, + "step": 11254 + }, + { + "epoch": 1.4317516855361914, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.07996940612793, + "learning_rate": 1e-06, + "loss": 0.4234, + "mean_token_accuracy": 0.8584154844284058, + "num_tokens": 429514641.0, + "step": 11255 + }, + { + "epoch": 1.431878895814782, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.048566818237305, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8716042637825012, + "num_tokens": 429554054.0, + "step": 11256 + }, + { + "epoch": 1.4320061060933724, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.101787567138672, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8672728538513184, + "num_tokens": 429594004.0, + "step": 11257 + }, + { + "epoch": 1.4321333163719627, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.03003215789795, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8780515193939209, + "num_tokens": 429633019.0, + "step": 11258 + }, + { + "epoch": 1.4322605266505533, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.085867881774902, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8722242116928101, + "num_tokens": 429666869.0, + "step": 11259 + }, + { + "epoch": 1.4323877369291438, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.130117416381836, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8803521394729614, + "num_tokens": 429700049.0, + "step": 11260 + }, + { + "epoch": 1.4325149472077343, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.03734302520752, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8695509433746338, + "num_tokens": 429737517.0, + "step": 11261 + }, + { + "epoch": 1.4326421574863248, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.127362251281738, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8835289478302002, + "num_tokens": 429778697.0, + "step": 11262 + }, + { + "epoch": 1.4327693677649154, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.134495735168457, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8715736865997314, + "num_tokens": 429811883.0, + "step": 11263 + }, + { + "epoch": 1.432896578043506, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.096563339233398, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8761334419250488, + "num_tokens": 429851748.0, + "step": 11264 + }, + { + "epoch": 1.4330237883220964, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.088272094726562, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.860948383808136, + "num_tokens": 429891033.0, + "step": 11265 + }, + { + "epoch": 1.433150998600687, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.121618270874023, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8739855885505676, + "num_tokens": 429935980.0, + "step": 11266 + }, + { + "epoch": 1.4332782088792775, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.059986114501953, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8607057332992554, + "num_tokens": 429970874.0, + "step": 11267 + }, + { + "epoch": 1.433405419157868, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.155062675476074, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8566951751708984, + "num_tokens": 430017909.0, + "step": 11268 + }, + { + "epoch": 1.4335326294364585, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.124306678771973, + "learning_rate": 1e-06, + "loss": 0.4954, + "mean_token_accuracy": 0.8458009958267212, + "num_tokens": 430050641.0, + "step": 11269 + }, + { + "epoch": 1.433659839715049, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.075516700744629, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8751389384269714, + "num_tokens": 430082985.0, + "step": 11270 + }, + { + "epoch": 1.4337870499936396, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.150496482849121, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.872363805770874, + "num_tokens": 430122340.0, + "step": 11271 + }, + { + "epoch": 1.4339142602722301, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.066132545471191, + "learning_rate": 1e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.8581358790397644, + "num_tokens": 430162140.0, + "step": 11272 + }, + { + "epoch": 1.4340414705508204, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.067923545837402, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8815317153930664, + "num_tokens": 430201672.0, + "step": 11273 + }, + { + "epoch": 1.434168680829411, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.076411247253418, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8603770732879639, + "num_tokens": 430239760.0, + "step": 11274 + }, + { + "epoch": 1.4342958911080015, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.096382141113281, + "learning_rate": 1e-06, + "loss": 0.4387, + "mean_token_accuracy": 0.854385256767273, + "num_tokens": 430280527.0, + "step": 11275 + }, + { + "epoch": 1.434423101386592, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.091944694519043, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8661198019981384, + "num_tokens": 430312788.0, + "step": 11276 + }, + { + "epoch": 1.4345503116651825, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.101340293884277, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8773898482322693, + "num_tokens": 430348044.0, + "step": 11277 + }, + { + "epoch": 1.434677521943773, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.051447868347168, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8853052854537964, + "num_tokens": 430385676.0, + "step": 11278 + }, + { + "epoch": 1.4348047322223636, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.08057689666748, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8677735328674316, + "num_tokens": 430416976.0, + "step": 11279 + }, + { + "epoch": 1.4349319425009541, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.05742359161377, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8818196058273315, + "num_tokens": 430460002.0, + "step": 11280 + }, + { + "epoch": 1.4350591527795447, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.070291519165039, + "learning_rate": 1e-06, + "loss": 0.4496, + "mean_token_accuracy": 0.8501362800598145, + "num_tokens": 430503172.0, + "step": 11281 + }, + { + "epoch": 1.435186363058135, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.071549415588379, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8581487536430359, + "num_tokens": 430541221.0, + "step": 11282 + }, + { + "epoch": 1.4353135733367255, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.181761741638184, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.8647451996803284, + "num_tokens": 430579527.0, + "step": 11283 + }, + { + "epoch": 1.435440783615316, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.032219886779785, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8732976913452148, + "num_tokens": 430617263.0, + "step": 11284 + }, + { + "epoch": 1.4355679938939065, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.127626419067383, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8839276432991028, + "num_tokens": 430649961.0, + "step": 11285 + }, + { + "epoch": 1.435695204172497, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.110086441040039, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8647938370704651, + "num_tokens": 430682599.0, + "step": 11286 + }, + { + "epoch": 1.4358224144510876, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.02727222442627, + "learning_rate": 1e-06, + "loss": 0.4756, + "mean_token_accuracy": 0.8428758978843689, + "num_tokens": 430721014.0, + "step": 11287 + }, + { + "epoch": 1.4359496247296781, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.122486114501953, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8686119318008423, + "num_tokens": 430757014.0, + "step": 11288 + }, + { + "epoch": 1.4360768350082687, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.050886154174805, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8716161847114563, + "num_tokens": 430796169.0, + "step": 11289 + }, + { + "epoch": 1.4362040452868592, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.070743560791016, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8682678937911987, + "num_tokens": 430832726.0, + "step": 11290 + }, + { + "epoch": 1.4363312555654497, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.116106986999512, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8589287996292114, + "num_tokens": 430866343.0, + "step": 11291 + }, + { + "epoch": 1.4364584658440402, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.123014450073242, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8753362894058228, + "num_tokens": 430901622.0, + "step": 11292 + }, + { + "epoch": 1.4365856761226308, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.102421760559082, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8843743205070496, + "num_tokens": 430937499.0, + "step": 11293 + }, + { + "epoch": 1.4367128864012213, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.09555721282959, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8584604859352112, + "num_tokens": 430974048.0, + "step": 11294 + }, + { + "epoch": 1.4368400966798118, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.06832218170166, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8787373900413513, + "num_tokens": 431010927.0, + "step": 11295 + }, + { + "epoch": 1.4369673069584024, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.096713066101074, + "learning_rate": 1e-06, + "loss": 0.4512, + "mean_token_accuracy": 0.8553193211555481, + "num_tokens": 431051731.0, + "step": 11296 + }, + { + "epoch": 1.4370945172369929, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.092305183410645, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8855303525924683, + "num_tokens": 431087876.0, + "step": 11297 + }, + { + "epoch": 1.4372217275155832, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.060769081115723, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8643454313278198, + "num_tokens": 431126217.0, + "step": 11298 + }, + { + "epoch": 1.4373489377941737, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.036067008972168, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8707870841026306, + "num_tokens": 431168049.0, + "step": 11299 + }, + { + "epoch": 1.4374761480727642, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.076310157775879, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8686278462409973, + "num_tokens": 431211143.0, + "step": 11300 + }, + { + "epoch": 1.4376033583513548, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.036882400512695, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.877497673034668, + "num_tokens": 431255747.0, + "step": 11301 + }, + { + "epoch": 1.4377305686299453, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.08488655090332, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8733279705047607, + "num_tokens": 431296618.0, + "step": 11302 + }, + { + "epoch": 1.4378577789085358, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.042136192321777, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8717077970504761, + "num_tokens": 431336493.0, + "step": 11303 + }, + { + "epoch": 1.4379849891871264, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.136791229248047, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8682147264480591, + "num_tokens": 431376200.0, + "step": 11304 + }, + { + "epoch": 1.438112199465717, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.071501731872559, + "learning_rate": 1e-06, + "loss": 0.4593, + "mean_token_accuracy": 0.8502083420753479, + "num_tokens": 431414015.0, + "step": 11305 + }, + { + "epoch": 1.4382394097443074, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.114190101623535, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8662075996398926, + "num_tokens": 431453498.0, + "step": 11306 + }, + { + "epoch": 1.4383666200228977, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.084009170532227, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8687872290611267, + "num_tokens": 431491126.0, + "step": 11307 + }, + { + "epoch": 1.4384938303014883, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 10.995033264160156, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8929390907287598, + "num_tokens": 431528549.0, + "step": 11308 + }, + { + "epoch": 1.4386210405800788, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.007233619689941, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8759036064147949, + "num_tokens": 431569435.0, + "step": 11309 + }, + { + "epoch": 1.4387482508586693, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.053740501403809, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8756340146064758, + "num_tokens": 431606125.0, + "step": 11310 + }, + { + "epoch": 1.4388754611372598, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.110284805297852, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8654195070266724, + "num_tokens": 431643517.0, + "step": 11311 + }, + { + "epoch": 1.4390026714158504, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.066167831420898, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8797057867050171, + "num_tokens": 431682058.0, + "step": 11312 + }, + { + "epoch": 1.439129881694441, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.0465726852417, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8820796608924866, + "num_tokens": 431721241.0, + "step": 11313 + }, + { + "epoch": 1.4392570919730314, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.077967643737793, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8837490081787109, + "num_tokens": 431757809.0, + "step": 11314 + }, + { + "epoch": 1.439384302251622, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.118671417236328, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8593932390213013, + "num_tokens": 431795931.0, + "step": 11315 + }, + { + "epoch": 1.4395115125302125, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.05482006072998, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8806614875793457, + "num_tokens": 431830517.0, + "step": 11316 + }, + { + "epoch": 1.439638722808803, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.131104469299316, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8730618953704834, + "num_tokens": 431866047.0, + "step": 11317 + }, + { + "epoch": 1.4397659330873935, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.019911766052246, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8592041730880737, + "num_tokens": 431901602.0, + "step": 11318 + }, + { + "epoch": 1.439893143365984, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.161308288574219, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8660683631896973, + "num_tokens": 431934989.0, + "step": 11319 + }, + { + "epoch": 1.4400203536445746, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.112494468688965, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8746323585510254, + "num_tokens": 431968664.0, + "step": 11320 + }, + { + "epoch": 1.4401475639231651, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.031700134277344, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8807647824287415, + "num_tokens": 432008025.0, + "step": 11321 + }, + { + "epoch": 1.4402747742017554, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.136926651000977, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8756353259086609, + "num_tokens": 432043526.0, + "step": 11322 + }, + { + "epoch": 1.440401984480346, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.04613971710205, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8712372183799744, + "num_tokens": 432085175.0, + "step": 11323 + }, + { + "epoch": 1.4405291947589365, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.080331802368164, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8621695637702942, + "num_tokens": 432122379.0, + "step": 11324 + }, + { + "epoch": 1.440656405037527, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.039785385131836, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8729845285415649, + "num_tokens": 432157690.0, + "step": 11325 + }, + { + "epoch": 1.4407836153161175, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.071096420288086, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8779770731925964, + "num_tokens": 432188885.0, + "step": 11326 + }, + { + "epoch": 1.440910825594708, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.072026252746582, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8699384927749634, + "num_tokens": 432228804.0, + "step": 11327 + }, + { + "epoch": 1.4410380358732986, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.086925506591797, + "learning_rate": 1e-06, + "loss": 0.4302, + "mean_token_accuracy": 0.8528982996940613, + "num_tokens": 432264150.0, + "step": 11328 + }, + { + "epoch": 1.4411652461518891, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.050712585449219, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8642822504043579, + "num_tokens": 432306759.0, + "step": 11329 + }, + { + "epoch": 1.4412924564304797, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.093001365661621, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8811947107315063, + "num_tokens": 432346928.0, + "step": 11330 + }, + { + "epoch": 1.44141966670907, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.057668685913086, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8769949078559875, + "num_tokens": 432386630.0, + "step": 11331 + }, + { + "epoch": 1.4415468769876605, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.125282287597656, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.859122633934021, + "num_tokens": 432427331.0, + "step": 11332 + }, + { + "epoch": 1.441674087266251, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.024846076965332, + "learning_rate": 1e-06, + "loss": 0.4227, + "mean_token_accuracy": 0.8629040718078613, + "num_tokens": 432462901.0, + "step": 11333 + }, + { + "epoch": 1.4418012975448415, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.107258796691895, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8673518896102905, + "num_tokens": 432494232.0, + "step": 11334 + }, + { + "epoch": 1.441928507823432, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.046476364135742, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8830735683441162, + "num_tokens": 432534276.0, + "step": 11335 + }, + { + "epoch": 1.4420557181020226, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.068346977233887, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8617371320724487, + "num_tokens": 432577337.0, + "step": 11336 + }, + { + "epoch": 1.4421829283806131, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.0136079788208, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8616278767585754, + "num_tokens": 432614290.0, + "step": 11337 + }, + { + "epoch": 1.4423101386592037, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.109903335571289, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8709509372711182, + "num_tokens": 432648558.0, + "step": 11338 + }, + { + "epoch": 1.4424373489377942, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.088912963867188, + "learning_rate": 1e-06, + "loss": 0.4749, + "mean_token_accuracy": 0.8437920808792114, + "num_tokens": 432684243.0, + "step": 11339 + }, + { + "epoch": 1.4425645592163847, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.049150466918945, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8690067529678345, + "num_tokens": 432719355.0, + "step": 11340 + }, + { + "epoch": 1.4426917694949752, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.116802215576172, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8694130182266235, + "num_tokens": 432758675.0, + "step": 11341 + }, + { + "epoch": 1.4428189797735658, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.125419616699219, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.867476224899292, + "num_tokens": 432801677.0, + "step": 11342 + }, + { + "epoch": 1.4429461900521563, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.089702606201172, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8681249618530273, + "num_tokens": 432836299.0, + "step": 11343 + }, + { + "epoch": 1.4430734003307468, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.1090087890625, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8688926696777344, + "num_tokens": 432868838.0, + "step": 11344 + }, + { + "epoch": 1.4432006106093374, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.11354923248291, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8711917996406555, + "num_tokens": 432904895.0, + "step": 11345 + }, + { + "epoch": 1.4433278208879279, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.116636276245117, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8656034469604492, + "num_tokens": 432944785.0, + "step": 11346 + }, + { + "epoch": 1.4434550311665182, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.144556045532227, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8610041737556458, + "num_tokens": 432975645.0, + "step": 11347 + }, + { + "epoch": 1.4435822414451087, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.104836463928223, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8662797808647156, + "num_tokens": 433016887.0, + "step": 11348 + }, + { + "epoch": 1.4437094517236992, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.089098930358887, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8709714412689209, + "num_tokens": 433053666.0, + "step": 11349 + }, + { + "epoch": 1.4438366620022898, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.15286922454834, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8664453029632568, + "num_tokens": 433101131.0, + "step": 11350 + }, + { + "epoch": 1.4439638722808803, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.13192081451416, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8772216439247131, + "num_tokens": 433132535.0, + "step": 11351 + }, + { + "epoch": 1.4440910825594708, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.147923469543457, + "learning_rate": 1e-06, + "loss": 0.435, + "mean_token_accuracy": 0.8561583757400513, + "num_tokens": 433168229.0, + "step": 11352 + }, + { + "epoch": 1.4442182928380614, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.092673301696777, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8752185702323914, + "num_tokens": 433206094.0, + "step": 11353 + }, + { + "epoch": 1.4443455031166519, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.139619827270508, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8587310910224915, + "num_tokens": 433241038.0, + "step": 11354 + }, + { + "epoch": 1.4444727133952424, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.180933952331543, + "learning_rate": 1e-06, + "loss": 0.4325, + "mean_token_accuracy": 0.8641276359558105, + "num_tokens": 433274674.0, + "step": 11355 + }, + { + "epoch": 1.4445999236738327, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.143539428710938, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8735553622245789, + "num_tokens": 433314511.0, + "step": 11356 + }, + { + "epoch": 1.4447271339524232, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.157432556152344, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8724290728569031, + "num_tokens": 433349338.0, + "step": 11357 + }, + { + "epoch": 1.4448543442310138, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.116239547729492, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8804976940155029, + "num_tokens": 433382609.0, + "step": 11358 + }, + { + "epoch": 1.4449815545096043, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.152290344238281, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8843710422515869, + "num_tokens": 433411553.0, + "step": 11359 + }, + { + "epoch": 1.4451087647881948, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.085780143737793, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8691695928573608, + "num_tokens": 433450571.0, + "step": 11360 + }, + { + "epoch": 1.4452359750667854, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.081920623779297, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8646168112754822, + "num_tokens": 433486994.0, + "step": 11361 + }, + { + "epoch": 1.445363185345376, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.140571594238281, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8835264444351196, + "num_tokens": 433521407.0, + "step": 11362 + }, + { + "epoch": 1.4454903956239664, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.074782371520996, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.881801962852478, + "num_tokens": 433561338.0, + "step": 11363 + }, + { + "epoch": 1.445617605902557, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.110001564025879, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8767964243888855, + "num_tokens": 433598892.0, + "step": 11364 + }, + { + "epoch": 1.4457448161811475, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.093488693237305, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8598402142524719, + "num_tokens": 433641423.0, + "step": 11365 + }, + { + "epoch": 1.445872026459738, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.09445858001709, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8727922439575195, + "num_tokens": 433677385.0, + "step": 11366 + }, + { + "epoch": 1.4459992367383285, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.135995864868164, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8676038980484009, + "num_tokens": 433716901.0, + "step": 11367 + }, + { + "epoch": 1.446126447016919, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.084002494812012, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8665831089019775, + "num_tokens": 433755099.0, + "step": 11368 + }, + { + "epoch": 1.4462536572955096, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.104034423828125, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8656600713729858, + "num_tokens": 433794012.0, + "step": 11369 + }, + { + "epoch": 1.4463808675741001, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.101656913757324, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8746674060821533, + "num_tokens": 433831965.0, + "step": 11370 + }, + { + "epoch": 1.4465080778526904, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.09951400756836, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8698292970657349, + "num_tokens": 433870819.0, + "step": 11371 + }, + { + "epoch": 1.446635288131281, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.07906436920166, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8641389012336731, + "num_tokens": 433909197.0, + "step": 11372 + }, + { + "epoch": 1.4467624984098715, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.087539672851562, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8764042854309082, + "num_tokens": 433946026.0, + "step": 11373 + }, + { + "epoch": 1.446889708688462, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.125198364257812, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.8917331695556641, + "num_tokens": 433986239.0, + "step": 11374 + }, + { + "epoch": 1.4470169189670525, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.077936172485352, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8742576837539673, + "num_tokens": 434022557.0, + "step": 11375 + }, + { + "epoch": 1.447144129245643, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.15383529663086, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8738600611686707, + "num_tokens": 434059258.0, + "step": 11376 + }, + { + "epoch": 1.4472713395242336, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.137446403503418, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8575990200042725, + "num_tokens": 434094872.0, + "step": 11377 + }, + { + "epoch": 1.4473985498028241, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.147468566894531, + "learning_rate": 1e-06, + "loss": 0.4632, + "mean_token_accuracy": 0.8478784561157227, + "num_tokens": 434134842.0, + "step": 11378 + }, + { + "epoch": 1.4475257600814146, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.111241340637207, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8818072080612183, + "num_tokens": 434173152.0, + "step": 11379 + }, + { + "epoch": 1.447652970360005, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.094450950622559, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8719791769981384, + "num_tokens": 434208318.0, + "step": 11380 + }, + { + "epoch": 1.4477801806385955, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.175979614257812, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8688502311706543, + "num_tokens": 434243693.0, + "step": 11381 + }, + { + "epoch": 1.447907390917186, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.07961368560791, + "learning_rate": 1e-06, + "loss": 0.4413, + "mean_token_accuracy": 0.8593950867652893, + "num_tokens": 434283172.0, + "step": 11382 + }, + { + "epoch": 1.4480346011957765, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.1538667678833, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8719180822372437, + "num_tokens": 434318789.0, + "step": 11383 + }, + { + "epoch": 1.448161811474367, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.104969024658203, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8621485829353333, + "num_tokens": 434358943.0, + "step": 11384 + }, + { + "epoch": 1.4482890217529576, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.09965991973877, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8707402944564819, + "num_tokens": 434398264.0, + "step": 11385 + }, + { + "epoch": 1.4484162320315481, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.110102653503418, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8791165351867676, + "num_tokens": 434433602.0, + "step": 11386 + }, + { + "epoch": 1.4485434423101387, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.10604190826416, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8633377552032471, + "num_tokens": 434480001.0, + "step": 11387 + }, + { + "epoch": 1.4486706525887292, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.110079765319824, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8857667446136475, + "num_tokens": 434519285.0, + "step": 11388 + }, + { + "epoch": 1.4487978628673197, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.101409912109375, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8710232377052307, + "num_tokens": 434556118.0, + "step": 11389 + }, + { + "epoch": 1.4489250731459102, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.157553672790527, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8543726801872253, + "num_tokens": 434595350.0, + "step": 11390 + }, + { + "epoch": 1.4490522834245008, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.135116577148438, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8686528205871582, + "num_tokens": 434632988.0, + "step": 11391 + }, + { + "epoch": 1.4491794937030913, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.116278648376465, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8777278065681458, + "num_tokens": 434673040.0, + "step": 11392 + }, + { + "epoch": 1.4493067039816818, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.127744674682617, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8843724727630615, + "num_tokens": 434712201.0, + "step": 11393 + }, + { + "epoch": 1.4494339142602723, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.134163856506348, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8841404914855957, + "num_tokens": 434756676.0, + "step": 11394 + }, + { + "epoch": 1.4495611245388629, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.09055233001709, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8748126029968262, + "num_tokens": 434797890.0, + "step": 11395 + }, + { + "epoch": 1.4496883348174532, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.105154037475586, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8847795724868774, + "num_tokens": 434836933.0, + "step": 11396 + }, + { + "epoch": 1.4498155450960437, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.183277130126953, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8851200342178345, + "num_tokens": 434868098.0, + "step": 11397 + }, + { + "epoch": 1.4499427553746342, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.083494186401367, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8663601279258728, + "num_tokens": 434907239.0, + "step": 11398 + }, + { + "epoch": 1.4500699656532248, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.112070083618164, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8769621849060059, + "num_tokens": 434945672.0, + "step": 11399 + }, + { + "epoch": 1.4501971759318153, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.087069511413574, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8617657423019409, + "num_tokens": 434981693.0, + "step": 11400 + }, + { + "epoch": 1.4503243862104058, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.130205154418945, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.8920391798019409, + "num_tokens": 435012452.0, + "step": 11401 + }, + { + "epoch": 1.4504515964889964, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.05925178527832, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.865060567855835, + "num_tokens": 435052711.0, + "step": 11402 + }, + { + "epoch": 1.4505788067675869, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.15885066986084, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8682351112365723, + "num_tokens": 435092766.0, + "step": 11403 + }, + { + "epoch": 1.4507060170461774, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.088605880737305, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8560697436332703, + "num_tokens": 435132093.0, + "step": 11404 + }, + { + "epoch": 1.4508332273247677, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.16074275970459, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8678188920021057, + "num_tokens": 435169071.0, + "step": 11405 + }, + { + "epoch": 1.4509604376033582, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.153979301452637, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.880996823310852, + "num_tokens": 435202665.0, + "step": 11406 + }, + { + "epoch": 1.4510876478819488, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.074228286743164, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8848762512207031, + "num_tokens": 435234719.0, + "step": 11407 + }, + { + "epoch": 1.4512148581605393, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.102836608886719, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8856803178787231, + "num_tokens": 435267090.0, + "step": 11408 + }, + { + "epoch": 1.4513420684391298, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.157068252563477, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8786228895187378, + "num_tokens": 435307243.0, + "step": 11409 + }, + { + "epoch": 1.4514692787177204, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.092385292053223, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8782869577407837, + "num_tokens": 435347507.0, + "step": 11410 + }, + { + "epoch": 1.4515964889963109, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.124011993408203, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8626693487167358, + "num_tokens": 435383499.0, + "step": 11411 + }, + { + "epoch": 1.4517236992749014, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.113523483276367, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8712759613990784, + "num_tokens": 435423500.0, + "step": 11412 + }, + { + "epoch": 1.451850909553492, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.133734703063965, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8749344348907471, + "num_tokens": 435457075.0, + "step": 11413 + }, + { + "epoch": 1.4519781198320825, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.17755126953125, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8695237040519714, + "num_tokens": 435498933.0, + "step": 11414 + }, + { + "epoch": 1.452105330110673, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.162554740905762, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8623992204666138, + "num_tokens": 435535949.0, + "step": 11415 + }, + { + "epoch": 1.4522325403892635, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.171304702758789, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8655310869216919, + "num_tokens": 435565252.0, + "step": 11416 + }, + { + "epoch": 1.452359750667854, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.153182029724121, + "learning_rate": 1e-06, + "loss": 0.4423, + "mean_token_accuracy": 0.851850688457489, + "num_tokens": 435604663.0, + "step": 11417 + }, + { + "epoch": 1.4524869609464446, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.189685821533203, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8661584854125977, + "num_tokens": 435640883.0, + "step": 11418 + }, + { + "epoch": 1.4526141712250351, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.115389823913574, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8733658194541931, + "num_tokens": 435682787.0, + "step": 11419 + }, + { + "epoch": 1.4527413815036254, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.131301879882812, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8685387969017029, + "num_tokens": 435719982.0, + "step": 11420 + }, + { + "epoch": 1.452868591782216, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.149351119995117, + "learning_rate": 1e-06, + "loss": 0.4577, + "mean_token_accuracy": 0.8536115884780884, + "num_tokens": 435755153.0, + "step": 11421 + }, + { + "epoch": 1.4529958020608065, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.100179672241211, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8794388771057129, + "num_tokens": 435797513.0, + "step": 11422 + }, + { + "epoch": 1.453123012339397, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.15398120880127, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8703683614730835, + "num_tokens": 435836835.0, + "step": 11423 + }, + { + "epoch": 1.4532502226179875, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.147686004638672, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8607614040374756, + "num_tokens": 435875124.0, + "step": 11424 + }, + { + "epoch": 1.453377432896578, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.081483840942383, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8828171491622925, + "num_tokens": 435914993.0, + "step": 11425 + }, + { + "epoch": 1.4535046431751686, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.100714683532715, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8781386017799377, + "num_tokens": 435950916.0, + "step": 11426 + }, + { + "epoch": 1.4536318534537591, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.133513450622559, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8659310340881348, + "num_tokens": 435991986.0, + "step": 11427 + }, + { + "epoch": 1.4537590637323496, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.128191947937012, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8785866498947144, + "num_tokens": 436024603.0, + "step": 11428 + }, + { + "epoch": 1.45388627401094, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.133481979370117, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8665436506271362, + "num_tokens": 436065540.0, + "step": 11429 + }, + { + "epoch": 1.4540134842895305, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.097312927246094, + "learning_rate": 1e-06, + "loss": 0.4397, + "mean_token_accuracy": 0.8567656874656677, + "num_tokens": 436104394.0, + "step": 11430 + }, + { + "epoch": 1.454140694568121, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.139020919799805, + "learning_rate": 1e-06, + "loss": 0.4468, + "mean_token_accuracy": 0.8574588298797607, + "num_tokens": 436139977.0, + "step": 11431 + }, + { + "epoch": 1.4542679048467115, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.104461669921875, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8860042095184326, + "num_tokens": 436178047.0, + "step": 11432 + }, + { + "epoch": 1.454395115125302, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.061315536499023, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8688565492630005, + "num_tokens": 436218331.0, + "step": 11433 + }, + { + "epoch": 1.4545223254038926, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.145880699157715, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8677355647087097, + "num_tokens": 436255663.0, + "step": 11434 + }, + { + "epoch": 1.4546495356824831, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.115900993347168, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8710270524024963, + "num_tokens": 436301328.0, + "step": 11435 + }, + { + "epoch": 1.4547767459610736, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.084547996520996, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8795877695083618, + "num_tokens": 436336487.0, + "step": 11436 + }, + { + "epoch": 1.4549039562396642, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.092292785644531, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.873358964920044, + "num_tokens": 436377629.0, + "step": 11437 + }, + { + "epoch": 1.4550311665182547, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.10836124420166, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8836514949798584, + "num_tokens": 436421590.0, + "step": 11438 + }, + { + "epoch": 1.4551583767968452, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.138223648071289, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8641748428344727, + "num_tokens": 436461172.0, + "step": 11439 + }, + { + "epoch": 1.4552855870754358, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.1611909866333, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8790244460105896, + "num_tokens": 436497536.0, + "step": 11440 + }, + { + "epoch": 1.4554127973540263, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.065139770507812, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8670300245285034, + "num_tokens": 436543906.0, + "step": 11441 + }, + { + "epoch": 1.4555400076326168, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.16283130645752, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8721784353256226, + "num_tokens": 436579462.0, + "step": 11442 + }, + { + "epoch": 1.4556672179112073, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.125245094299316, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8640123009681702, + "num_tokens": 436618840.0, + "step": 11443 + }, + { + "epoch": 1.4557944281897979, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.136968612670898, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8594120740890503, + "num_tokens": 436654176.0, + "step": 11444 + }, + { + "epoch": 1.4559216384683882, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.109667778015137, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8825896382331848, + "num_tokens": 436685507.0, + "step": 11445 + }, + { + "epoch": 1.4560488487469787, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.115274429321289, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8795856833457947, + "num_tokens": 436729881.0, + "step": 11446 + }, + { + "epoch": 1.4561760590255692, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.102387428283691, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8702933192253113, + "num_tokens": 436772355.0, + "step": 11447 + }, + { + "epoch": 1.4563032693041598, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.103058815002441, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8645690083503723, + "num_tokens": 436808701.0, + "step": 11448 + }, + { + "epoch": 1.4564304795827503, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.094385147094727, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8796420097351074, + "num_tokens": 436845441.0, + "step": 11449 + }, + { + "epoch": 1.4565576898613408, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.086969375610352, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8733944892883301, + "num_tokens": 436885316.0, + "step": 11450 + }, + { + "epoch": 1.4566849001399313, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.055429458618164, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8651599884033203, + "num_tokens": 436918315.0, + "step": 11451 + }, + { + "epoch": 1.4568121104185219, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.183489799499512, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8628906011581421, + "num_tokens": 436956039.0, + "step": 11452 + }, + { + "epoch": 1.4569393206971124, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.101984977722168, + "learning_rate": 1e-06, + "loss": 0.436, + "mean_token_accuracy": 0.85581374168396, + "num_tokens": 436991274.0, + "step": 11453 + }, + { + "epoch": 1.4570665309757027, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.086560249328613, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8814867734909058, + "num_tokens": 437029963.0, + "step": 11454 + }, + { + "epoch": 1.4571937412542932, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.088468551635742, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8631126880645752, + "num_tokens": 437067030.0, + "step": 11455 + }, + { + "epoch": 1.4573209515328838, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.07205867767334, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8781189322471619, + "num_tokens": 437103363.0, + "step": 11456 + }, + { + "epoch": 1.4574481618114743, + "ewc_loss": 0.01519775390625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.519918441772461e-05, + "grad_norm": 11.11120319366455, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8769816160202026, + "num_tokens": 437131574.0, + "step": 11457 + }, + { + "epoch": 1.4575753720900648, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.124896049499512, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8639637231826782, + "num_tokens": 437169537.0, + "step": 11458 + }, + { + "epoch": 1.4577025823686554, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.08512020111084, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8754675388336182, + "num_tokens": 437208025.0, + "step": 11459 + }, + { + "epoch": 1.4578297926472459, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.106813430786133, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8819942474365234, + "num_tokens": 437246642.0, + "step": 11460 + }, + { + "epoch": 1.4579570029258364, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.15104866027832, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8684190511703491, + "num_tokens": 437285274.0, + "step": 11461 + }, + { + "epoch": 1.458084213204427, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.055627822875977, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8883703947067261, + "num_tokens": 437325865.0, + "step": 11462 + }, + { + "epoch": 1.4582114234830175, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.122220039367676, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8767025470733643, + "num_tokens": 437364093.0, + "step": 11463 + }, + { + "epoch": 1.458338633761608, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.126120567321777, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.857975959777832, + "num_tokens": 437402413.0, + "step": 11464 + }, + { + "epoch": 1.4584658440401985, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.130816459655762, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8568731546401978, + "num_tokens": 437442583.0, + "step": 11465 + }, + { + "epoch": 1.458593054318789, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.129597663879395, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8707464337348938, + "num_tokens": 437485682.0, + "step": 11466 + }, + { + "epoch": 1.4587202645973796, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.119762420654297, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8610633015632629, + "num_tokens": 437524859.0, + "step": 11467 + }, + { + "epoch": 1.45884747487597, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.159078598022461, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8626452088356018, + "num_tokens": 437563590.0, + "step": 11468 + }, + { + "epoch": 1.4589746851545604, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.133853912353516, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8864722847938538, + "num_tokens": 437601429.0, + "step": 11469 + }, + { + "epoch": 1.459101895433151, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.13174819946289, + "learning_rate": 1e-06, + "loss": 0.4411, + "mean_token_accuracy": 0.8587098121643066, + "num_tokens": 437639144.0, + "step": 11470 + }, + { + "epoch": 1.4592291057117415, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.121040344238281, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8791894912719727, + "num_tokens": 437680846.0, + "step": 11471 + }, + { + "epoch": 1.459356315990332, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.099929809570312, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.872340202331543, + "num_tokens": 437722156.0, + "step": 11472 + }, + { + "epoch": 1.4594835262689225, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.13808822631836, + "learning_rate": 1e-06, + "loss": 0.4696, + "mean_token_accuracy": 0.8469546437263489, + "num_tokens": 437766905.0, + "step": 11473 + }, + { + "epoch": 1.459610736547513, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.136384963989258, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8698806762695312, + "num_tokens": 437801425.0, + "step": 11474 + }, + { + "epoch": 1.4597379468261036, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.099831581115723, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8610476851463318, + "num_tokens": 437838126.0, + "step": 11475 + }, + { + "epoch": 1.4598651571046941, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.104698181152344, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8651354312896729, + "num_tokens": 437876597.0, + "step": 11476 + }, + { + "epoch": 1.4599923673832846, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.097376823425293, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8812509179115295, + "num_tokens": 437911852.0, + "step": 11477 + }, + { + "epoch": 1.460119577661875, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.123458862304688, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8704500794410706, + "num_tokens": 437953418.0, + "step": 11478 + }, + { + "epoch": 1.4602467879404655, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.109880447387695, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8757925033569336, + "num_tokens": 437989561.0, + "step": 11479 + }, + { + "epoch": 1.460373998219056, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.132806777954102, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8794163465499878, + "num_tokens": 438033464.0, + "step": 11480 + }, + { + "epoch": 1.4605012084976465, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.102445602416992, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8748642802238464, + "num_tokens": 438068676.0, + "step": 11481 + }, + { + "epoch": 1.460628418776237, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.138289451599121, + "learning_rate": 1e-06, + "loss": 0.4491, + "mean_token_accuracy": 0.8533108234405518, + "num_tokens": 438107867.0, + "step": 11482 + }, + { + "epoch": 1.4607556290548276, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.112363815307617, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.887465238571167, + "num_tokens": 438144256.0, + "step": 11483 + }, + { + "epoch": 1.4608828393334181, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.127345085144043, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.881142795085907, + "num_tokens": 438183458.0, + "step": 11484 + }, + { + "epoch": 1.4610100496120086, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.15956974029541, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.8581684827804565, + "num_tokens": 438216025.0, + "step": 11485 + }, + { + "epoch": 1.4611372598905992, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.104621887207031, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.880717933177948, + "num_tokens": 438258185.0, + "step": 11486 + }, + { + "epoch": 1.4612644701691897, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.090841293334961, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.8668314218521118, + "num_tokens": 438298189.0, + "step": 11487 + }, + { + "epoch": 1.4613916804477802, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.146793365478516, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.8588972091674805, + "num_tokens": 438336593.0, + "step": 11488 + }, + { + "epoch": 1.4615188907263708, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.074509620666504, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8769882321357727, + "num_tokens": 438374110.0, + "step": 11489 + }, + { + "epoch": 1.4616461010049613, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.10382080078125, + "learning_rate": 1e-06, + "loss": 0.4352, + "mean_token_accuracy": 0.8555279970169067, + "num_tokens": 438413062.0, + "step": 11490 + }, + { + "epoch": 1.4617733112835518, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.142419815063477, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8732947111129761, + "num_tokens": 438452055.0, + "step": 11491 + }, + { + "epoch": 1.4619005215621423, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.103097915649414, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8731708526611328, + "num_tokens": 438494224.0, + "step": 11492 + }, + { + "epoch": 1.4620277318407329, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.126715660095215, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8672176599502563, + "num_tokens": 438529790.0, + "step": 11493 + }, + { + "epoch": 1.4621549421193232, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.15280532836914, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8736577033996582, + "num_tokens": 438571371.0, + "step": 11494 + }, + { + "epoch": 1.4622821523979137, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.147957801818848, + "learning_rate": 1e-06, + "loss": 0.4351, + "mean_token_accuracy": 0.8572559356689453, + "num_tokens": 438612383.0, + "step": 11495 + }, + { + "epoch": 1.4624093626765042, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.053123474121094, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.861085832118988, + "num_tokens": 438653443.0, + "step": 11496 + }, + { + "epoch": 1.4625365729550948, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.169561386108398, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8593589067459106, + "num_tokens": 438689565.0, + "step": 11497 + }, + { + "epoch": 1.4626637832336853, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.126419067382812, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8708153963088989, + "num_tokens": 438727753.0, + "step": 11498 + }, + { + "epoch": 1.4627909935122758, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.128868103027344, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.868874192237854, + "num_tokens": 438764667.0, + "step": 11499 + }, + { + "epoch": 1.4629182037908663, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.086773872375488, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8764961361885071, + "num_tokens": 438801739.0, + "step": 11500 + }, + { + "epoch": 1.4630454140694569, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.111798286437988, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8723016381263733, + "num_tokens": 438840028.0, + "step": 11501 + }, + { + "epoch": 1.4631726243480474, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.118912696838379, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8676981329917908, + "num_tokens": 438880632.0, + "step": 11502 + }, + { + "epoch": 1.4632998346266377, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.13125991821289, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8668524026870728, + "num_tokens": 438923040.0, + "step": 11503 + }, + { + "epoch": 1.4634270449052282, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.208006858825684, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8712372779846191, + "num_tokens": 438958597.0, + "step": 11504 + }, + { + "epoch": 1.4635542551838188, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.132059097290039, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8595157265663147, + "num_tokens": 438997909.0, + "step": 11505 + }, + { + "epoch": 1.4636814654624093, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.121930122375488, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8787314891815186, + "num_tokens": 439030084.0, + "step": 11506 + }, + { + "epoch": 1.4638086757409998, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.153448104858398, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8735073804855347, + "num_tokens": 439067770.0, + "step": 11507 + }, + { + "epoch": 1.4639358860195903, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.172713279724121, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.872968852519989, + "num_tokens": 439102476.0, + "step": 11508 + }, + { + "epoch": 1.4640630962981809, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.094788551330566, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8799221515655518, + "num_tokens": 439138660.0, + "step": 11509 + }, + { + "epoch": 1.4641903065767714, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.131531715393066, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8777107000350952, + "num_tokens": 439181690.0, + "step": 11510 + }, + { + "epoch": 1.464317516855362, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.112342834472656, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8776485919952393, + "num_tokens": 439218825.0, + "step": 11511 + }, + { + "epoch": 1.4644447271339525, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.083224296569824, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8761169910430908, + "num_tokens": 439253505.0, + "step": 11512 + }, + { + "epoch": 1.464571937412543, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.119900703430176, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.865352988243103, + "num_tokens": 439292764.0, + "step": 11513 + }, + { + "epoch": 1.4646991476911335, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.142047882080078, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8796825408935547, + "num_tokens": 439335269.0, + "step": 11514 + }, + { + "epoch": 1.464826357969724, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.108933448791504, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8718866109848022, + "num_tokens": 439371977.0, + "step": 11515 + }, + { + "epoch": 1.4649535682483146, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.133996963500977, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8702312707901001, + "num_tokens": 439412710.0, + "step": 11516 + }, + { + "epoch": 1.465080778526905, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.159642219543457, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8704186081886292, + "num_tokens": 439449637.0, + "step": 11517 + }, + { + "epoch": 1.4652079888054954, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.115564346313477, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8643887042999268, + "num_tokens": 439495143.0, + "step": 11518 + }, + { + "epoch": 1.465335199084086, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.080055236816406, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8592989444732666, + "num_tokens": 439532721.0, + "step": 11519 + }, + { + "epoch": 1.4654624093626765, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.160045623779297, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8792228698730469, + "num_tokens": 439567938.0, + "step": 11520 + }, + { + "epoch": 1.465589619641267, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.138130187988281, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.879530668258667, + "num_tokens": 439595720.0, + "step": 11521 + }, + { + "epoch": 1.4657168299198575, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.150711059570312, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8710886240005493, + "num_tokens": 439634091.0, + "step": 11522 + }, + { + "epoch": 1.465844040198448, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.069355964660645, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8602746725082397, + "num_tokens": 439671978.0, + "step": 11523 + }, + { + "epoch": 1.4659712504770386, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.142328262329102, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8671716451644897, + "num_tokens": 439707748.0, + "step": 11524 + }, + { + "epoch": 1.466098460755629, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.105780601501465, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8774416446685791, + "num_tokens": 439744060.0, + "step": 11525 + }, + { + "epoch": 1.4662256710342196, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.112457275390625, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8629413843154907, + "num_tokens": 439789277.0, + "step": 11526 + }, + { + "epoch": 1.46635288131281, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.144901275634766, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8868963122367859, + "num_tokens": 439827524.0, + "step": 11527 + }, + { + "epoch": 1.4664800915914005, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.118611335754395, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8683370351791382, + "num_tokens": 439865181.0, + "step": 11528 + }, + { + "epoch": 1.466607301869991, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.156898498535156, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8625681400299072, + "num_tokens": 439900071.0, + "step": 11529 + }, + { + "epoch": 1.4667345121485815, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.128735542297363, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8697225451469421, + "num_tokens": 439940839.0, + "step": 11530 + }, + { + "epoch": 1.466861722427172, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.123974800109863, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8677189946174622, + "num_tokens": 439978908.0, + "step": 11531 + }, + { + "epoch": 1.4669889327057626, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.122659683227539, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8705590963363647, + "num_tokens": 440013448.0, + "step": 11532 + }, + { + "epoch": 1.467116142984353, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.071616172790527, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8747947812080383, + "num_tokens": 440048377.0, + "step": 11533 + }, + { + "epoch": 1.4672433532629436, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.101179122924805, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8649860620498657, + "num_tokens": 440089806.0, + "step": 11534 + }, + { + "epoch": 1.4673705635415342, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.139972686767578, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8766652345657349, + "num_tokens": 440124209.0, + "step": 11535 + }, + { + "epoch": 1.4674977738201247, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.12780475616455, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8714234232902527, + "num_tokens": 440158349.0, + "step": 11536 + }, + { + "epoch": 1.4676249840987152, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.12893009185791, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8733906745910645, + "num_tokens": 440195220.0, + "step": 11537 + }, + { + "epoch": 1.4677521943773058, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.129645347595215, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.871239960193634, + "num_tokens": 440235158.0, + "step": 11538 + }, + { + "epoch": 1.4678794046558963, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.06590747833252, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8664293885231018, + "num_tokens": 440271879.0, + "step": 11539 + }, + { + "epoch": 1.4680066149344868, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.165149688720703, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8693277835845947, + "num_tokens": 440306454.0, + "step": 11540 + }, + { + "epoch": 1.4681338252130773, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.087081909179688, + "learning_rate": 1e-06, + "loss": 0.4346, + "mean_token_accuracy": 0.858430027961731, + "num_tokens": 440341185.0, + "step": 11541 + }, + { + "epoch": 1.4682610354916679, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.123174667358398, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8692853450775146, + "num_tokens": 440379168.0, + "step": 11542 + }, + { + "epoch": 1.4683882457702582, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.107895851135254, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8723374009132385, + "num_tokens": 440417945.0, + "step": 11543 + }, + { + "epoch": 1.4685154560488487, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.153847694396973, + "learning_rate": 1e-06, + "loss": 0.4416, + "mean_token_accuracy": 0.8556315898895264, + "num_tokens": 440457864.0, + "step": 11544 + }, + { + "epoch": 1.4686426663274392, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.146770477294922, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8656913042068481, + "num_tokens": 440491709.0, + "step": 11545 + }, + { + "epoch": 1.4687698766060298, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.093491554260254, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8773200511932373, + "num_tokens": 440533570.0, + "step": 11546 + }, + { + "epoch": 1.4688970868846203, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.158223152160645, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.876638650894165, + "num_tokens": 440568360.0, + "step": 11547 + }, + { + "epoch": 1.4690242971632108, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.126858711242676, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8807746171951294, + "num_tokens": 440606848.0, + "step": 11548 + }, + { + "epoch": 1.4691515074418013, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.189373016357422, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8836512565612793, + "num_tokens": 440638254.0, + "step": 11549 + }, + { + "epoch": 1.4692787177203919, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.13049030303955, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8763068914413452, + "num_tokens": 440674122.0, + "step": 11550 + }, + { + "epoch": 1.4694059279989824, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.077052116394043, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8858628273010254, + "num_tokens": 440718362.0, + "step": 11551 + }, + { + "epoch": 1.4695331382775727, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.11751651763916, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8773432970046997, + "num_tokens": 440755971.0, + "step": 11552 + }, + { + "epoch": 1.4696603485561632, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.185311317443848, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8686058521270752, + "num_tokens": 440794328.0, + "step": 11553 + }, + { + "epoch": 1.4697875588347538, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.081755638122559, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8581319451332092, + "num_tokens": 440833383.0, + "step": 11554 + }, + { + "epoch": 1.4699147691133443, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.094430923461914, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8771028518676758, + "num_tokens": 440875502.0, + "step": 11555 + }, + { + "epoch": 1.4700419793919348, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.07903003692627, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8739293813705444, + "num_tokens": 440915259.0, + "step": 11556 + }, + { + "epoch": 1.4701691896705253, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.133852005004883, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8680137395858765, + "num_tokens": 440951660.0, + "step": 11557 + }, + { + "epoch": 1.4702963999491159, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.09423542022705, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8708685040473938, + "num_tokens": 440992533.0, + "step": 11558 + }, + { + "epoch": 1.4704236102277064, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.168108940124512, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8599699139595032, + "num_tokens": 441027360.0, + "step": 11559 + }, + { + "epoch": 1.470550820506297, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.113109588623047, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8762013912200928, + "num_tokens": 441071746.0, + "step": 11560 + }, + { + "epoch": 1.4706780307848875, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.18891429901123, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8695221543312073, + "num_tokens": 441105378.0, + "step": 11561 + }, + { + "epoch": 1.470805241063478, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.09834098815918, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8699091076850891, + "num_tokens": 441150000.0, + "step": 11562 + }, + { + "epoch": 1.4709324513420685, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.117573738098145, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8636751770973206, + "num_tokens": 441188426.0, + "step": 11563 + }, + { + "epoch": 1.471059661620659, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.13847541809082, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8770909905433655, + "num_tokens": 441226028.0, + "step": 11564 + }, + { + "epoch": 1.4711868718992496, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.167013168334961, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8717876672744751, + "num_tokens": 441265788.0, + "step": 11565 + }, + { + "epoch": 1.47131408217784, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.108251571655273, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8800704479217529, + "num_tokens": 441297280.0, + "step": 11566 + }, + { + "epoch": 1.4714412924564304, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.176729202270508, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.868679404258728, + "num_tokens": 441331229.0, + "step": 11567 + }, + { + "epoch": 1.471568502735021, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.108757972717285, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8746117949485779, + "num_tokens": 441371064.0, + "step": 11568 + }, + { + "epoch": 1.4716957130136115, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.198346138000488, + "learning_rate": 1e-06, + "loss": 0.4355, + "mean_token_accuracy": 0.8525257706642151, + "num_tokens": 441405706.0, + "step": 11569 + }, + { + "epoch": 1.471822923292202, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.14101505279541, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8616918325424194, + "num_tokens": 441445966.0, + "step": 11570 + }, + { + "epoch": 1.4719501335707925, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.109282493591309, + "learning_rate": 1e-06, + "loss": 0.4274, + "mean_token_accuracy": 0.8556756973266602, + "num_tokens": 441478916.0, + "step": 11571 + }, + { + "epoch": 1.472077343849383, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.12778377532959, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8678245544433594, + "num_tokens": 441519245.0, + "step": 11572 + }, + { + "epoch": 1.4722045541279736, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.117837905883789, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.863175094127655, + "num_tokens": 441557485.0, + "step": 11573 + }, + { + "epoch": 1.472331764406564, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.068657875061035, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8804968595504761, + "num_tokens": 441596042.0, + "step": 11574 + }, + { + "epoch": 1.4724589746851546, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.142508506774902, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8797096610069275, + "num_tokens": 441634391.0, + "step": 11575 + }, + { + "epoch": 1.472586184963745, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.145401954650879, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8624430894851685, + "num_tokens": 441672201.0, + "step": 11576 + }, + { + "epoch": 1.4727133952423355, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.151816368103027, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8688158988952637, + "num_tokens": 441713350.0, + "step": 11577 + }, + { + "epoch": 1.472840605520926, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.11428451538086, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8687458038330078, + "num_tokens": 441754677.0, + "step": 11578 + }, + { + "epoch": 1.4729678157995165, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.11411190032959, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8609263896942139, + "num_tokens": 441797037.0, + "step": 11579 + }, + { + "epoch": 1.473095026078107, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.179551124572754, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8689889311790466, + "num_tokens": 441831661.0, + "step": 11580 + }, + { + "epoch": 1.4732222363566976, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.148138046264648, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8745487332344055, + "num_tokens": 441876933.0, + "step": 11581 + }, + { + "epoch": 1.473349446635288, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.112727165222168, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8929134607315063, + "num_tokens": 441918015.0, + "step": 11582 + }, + { + "epoch": 1.4734766569138786, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.155511856079102, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8659176826477051, + "num_tokens": 441956573.0, + "step": 11583 + }, + { + "epoch": 1.4736038671924692, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.147908210754395, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.883777379989624, + "num_tokens": 442002064.0, + "step": 11584 + }, + { + "epoch": 1.4737310774710597, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.125244140625, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8786531686782837, + "num_tokens": 442040122.0, + "step": 11585 + }, + { + "epoch": 1.4738582877496502, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.122621536254883, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8732402324676514, + "num_tokens": 442079698.0, + "step": 11586 + }, + { + "epoch": 1.4739854980282407, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.13325309753418, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8833343982696533, + "num_tokens": 442118252.0, + "step": 11587 + }, + { + "epoch": 1.4741127083068313, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.132386207580566, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.874021053314209, + "num_tokens": 442154675.0, + "step": 11588 + }, + { + "epoch": 1.4742399185854218, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.132261276245117, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8787710666656494, + "num_tokens": 442189449.0, + "step": 11589 + }, + { + "epoch": 1.4743671288640123, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.178794860839844, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8729783296585083, + "num_tokens": 442222844.0, + "step": 11590 + }, + { + "epoch": 1.4744943391426026, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.086921691894531, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8784148693084717, + "num_tokens": 442258599.0, + "step": 11591 + }, + { + "epoch": 1.4746215494211932, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.181070327758789, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8782245516777039, + "num_tokens": 442294775.0, + "step": 11592 + }, + { + "epoch": 1.4747487596997837, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.169648170471191, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.881293773651123, + "num_tokens": 442330313.0, + "step": 11593 + }, + { + "epoch": 1.4748759699783742, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.116519927978516, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8705673217773438, + "num_tokens": 442364988.0, + "step": 11594 + }, + { + "epoch": 1.4750031802569648, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.135896682739258, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.872064471244812, + "num_tokens": 442406927.0, + "step": 11595 + }, + { + "epoch": 1.4751303905355553, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.140657424926758, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8746908903121948, + "num_tokens": 442442092.0, + "step": 11596 + }, + { + "epoch": 1.4752576008141458, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.18813419342041, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8779686093330383, + "num_tokens": 442483013.0, + "step": 11597 + }, + { + "epoch": 1.4753848110927363, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.109574317932129, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8771584033966064, + "num_tokens": 442525052.0, + "step": 11598 + }, + { + "epoch": 1.4755120213713269, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.13282585144043, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8626137971878052, + "num_tokens": 442562543.0, + "step": 11599 + }, + { + "epoch": 1.4756392316499174, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.146448135375977, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8764219284057617, + "num_tokens": 442604976.0, + "step": 11600 + }, + { + "epoch": 1.4757664419285077, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.16408920288086, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8824501037597656, + "num_tokens": 442642271.0, + "step": 11601 + }, + { + "epoch": 1.4758936522070982, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.16427993774414, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8698822259902954, + "num_tokens": 442680508.0, + "step": 11602 + }, + { + "epoch": 1.4760208624856888, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.082049369812012, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8610392212867737, + "num_tokens": 442718391.0, + "step": 11603 + }, + { + "epoch": 1.4761480727642793, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.133172988891602, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8817907571792603, + "num_tokens": 442757688.0, + "step": 11604 + }, + { + "epoch": 1.4762752830428698, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.124181747436523, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8836485743522644, + "num_tokens": 442796704.0, + "step": 11605 + }, + { + "epoch": 1.4764024933214603, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.13656234741211, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8816585540771484, + "num_tokens": 442838791.0, + "step": 11606 + }, + { + "epoch": 1.4765297036000509, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.139177322387695, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.87276691198349, + "num_tokens": 442882368.0, + "step": 11607 + }, + { + "epoch": 1.4766569138786414, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.141805648803711, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8703575730323792, + "num_tokens": 442923768.0, + "step": 11608 + }, + { + "epoch": 1.476784124157232, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.17143726348877, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8848772048950195, + "num_tokens": 442955656.0, + "step": 11609 + }, + { + "epoch": 1.4769113344358225, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.137309074401855, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8622080087661743, + "num_tokens": 442997323.0, + "step": 11610 + }, + { + "epoch": 1.477038544714413, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.174240112304688, + "learning_rate": 1e-06, + "loss": 0.4306, + "mean_token_accuracy": 0.8585201501846313, + "num_tokens": 443033454.0, + "step": 11611 + }, + { + "epoch": 1.4771657549930035, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.174556732177734, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8711463809013367, + "num_tokens": 443077902.0, + "step": 11612 + }, + { + "epoch": 1.477292965271594, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.143355369567871, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.8622764945030212, + "num_tokens": 443116515.0, + "step": 11613 + }, + { + "epoch": 1.4774201755501846, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.124512672424316, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8965128660202026, + "num_tokens": 443154124.0, + "step": 11614 + }, + { + "epoch": 1.477547385828775, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.147278785705566, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8798458576202393, + "num_tokens": 443195852.0, + "step": 11615 + }, + { + "epoch": 1.4776745961073654, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.197196006774902, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8655800819396973, + "num_tokens": 443229850.0, + "step": 11616 + }, + { + "epoch": 1.477801806385956, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.107038497924805, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8629072308540344, + "num_tokens": 443274481.0, + "step": 11617 + }, + { + "epoch": 1.4779290166645465, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.179243087768555, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8771800994873047, + "num_tokens": 443311737.0, + "step": 11618 + }, + { + "epoch": 1.478056226943137, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.128646850585938, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8635213375091553, + "num_tokens": 443345310.0, + "step": 11619 + }, + { + "epoch": 1.4781834372217275, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.109770774841309, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8696409463882446, + "num_tokens": 443392869.0, + "step": 11620 + }, + { + "epoch": 1.478310647500318, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.141837120056152, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8693477511405945, + "num_tokens": 443432842.0, + "step": 11621 + }, + { + "epoch": 1.4784378577789086, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.144868850708008, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.872612714767456, + "num_tokens": 443465954.0, + "step": 11622 + }, + { + "epoch": 1.478565068057499, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.120674133300781, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.8624172806739807, + "num_tokens": 443508506.0, + "step": 11623 + }, + { + "epoch": 1.4786922783360896, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.204546928405762, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8708188533782959, + "num_tokens": 443543575.0, + "step": 11624 + }, + { + "epoch": 1.47881948861468, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.130467414855957, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8730894327163696, + "num_tokens": 443578504.0, + "step": 11625 + }, + { + "epoch": 1.4789466988932705, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.161375999450684, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8840410709381104, + "num_tokens": 443614647.0, + "step": 11626 + }, + { + "epoch": 1.479073909171861, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.132271766662598, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8681245446205139, + "num_tokens": 443649244.0, + "step": 11627 + }, + { + "epoch": 1.4792011194504515, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.141988754272461, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8672081828117371, + "num_tokens": 443688374.0, + "step": 11628 + }, + { + "epoch": 1.479328329729042, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.113646507263184, + "learning_rate": 1e-06, + "loss": 0.4808, + "mean_token_accuracy": 0.8419554233551025, + "num_tokens": 443730929.0, + "step": 11629 + }, + { + "epoch": 1.4794555400076326, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.177305221557617, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8675779104232788, + "num_tokens": 443763067.0, + "step": 11630 + }, + { + "epoch": 1.479582750286223, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.182884216308594, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8599923849105835, + "num_tokens": 443801273.0, + "step": 11631 + }, + { + "epoch": 1.4797099605648136, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.125407218933105, + "learning_rate": 1e-06, + "loss": 0.4252, + "mean_token_accuracy": 0.8581290245056152, + "num_tokens": 443840394.0, + "step": 11632 + }, + { + "epoch": 1.4798371708434042, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.130925178527832, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8672182559967041, + "num_tokens": 443877486.0, + "step": 11633 + }, + { + "epoch": 1.4799643811219947, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.150716781616211, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8714529871940613, + "num_tokens": 443913763.0, + "step": 11634 + }, + { + "epoch": 1.4800915914005852, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.14258098602295, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8788267970085144, + "num_tokens": 443946840.0, + "step": 11635 + }, + { + "epoch": 1.4802188016791757, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.170970916748047, + "learning_rate": 1e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8562009334564209, + "num_tokens": 443992439.0, + "step": 11636 + }, + { + "epoch": 1.4803460119577663, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.161123275756836, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8805554509162903, + "num_tokens": 444029348.0, + "step": 11637 + }, + { + "epoch": 1.4804732222363568, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.1063232421875, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8786367177963257, + "num_tokens": 444068386.0, + "step": 11638 + }, + { + "epoch": 1.4806004325149473, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.112470626831055, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8601123094558716, + "num_tokens": 444110307.0, + "step": 11639 + }, + { + "epoch": 1.4807276427935376, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.165571212768555, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8719156980514526, + "num_tokens": 444153919.0, + "step": 11640 + }, + { + "epoch": 1.4808548530721282, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.121917724609375, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8723849058151245, + "num_tokens": 444190575.0, + "step": 11641 + }, + { + "epoch": 1.4809820633507187, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.145360946655273, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8649749755859375, + "num_tokens": 444226108.0, + "step": 11642 + }, + { + "epoch": 1.4811092736293092, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.158509254455566, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8677780628204346, + "num_tokens": 444268162.0, + "step": 11643 + }, + { + "epoch": 1.4812364839078997, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.171660423278809, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.8566488027572632, + "num_tokens": 444309273.0, + "step": 11644 + }, + { + "epoch": 1.4813636941864903, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.16413688659668, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8756660223007202, + "num_tokens": 444338697.0, + "step": 11645 + }, + { + "epoch": 1.4814909044650808, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.123908996582031, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8809508085250854, + "num_tokens": 444377954.0, + "step": 11646 + }, + { + "epoch": 1.4816181147436713, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.130799293518066, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8713642954826355, + "num_tokens": 444416996.0, + "step": 11647 + }, + { + "epoch": 1.4817453250222619, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.152092933654785, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.877678632736206, + "num_tokens": 444455550.0, + "step": 11648 + }, + { + "epoch": 1.4818725353008524, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.17383098602295, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8664529323577881, + "num_tokens": 444493979.0, + "step": 11649 + }, + { + "epoch": 1.4819997455794427, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.066494941711426, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8704924583435059, + "num_tokens": 444540622.0, + "step": 11650 + }, + { + "epoch": 1.4821269558580332, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.194344520568848, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8684854507446289, + "num_tokens": 444577772.0, + "step": 11651 + }, + { + "epoch": 1.4822541661366238, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.146573066711426, + "learning_rate": 1e-06, + "loss": 0.4491, + "mean_token_accuracy": 0.8576437830924988, + "num_tokens": 444615523.0, + "step": 11652 + }, + { + "epoch": 1.4823813764152143, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.08510684967041, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8695334792137146, + "num_tokens": 444659785.0, + "step": 11653 + }, + { + "epoch": 1.4825085866938048, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.145665168762207, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8676297664642334, + "num_tokens": 444700806.0, + "step": 11654 + }, + { + "epoch": 1.4826357969723953, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.149761199951172, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8722730875015259, + "num_tokens": 444734320.0, + "step": 11655 + }, + { + "epoch": 1.4827630072509859, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.12628173828125, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8654037714004517, + "num_tokens": 444770215.0, + "step": 11656 + }, + { + "epoch": 1.4828902175295764, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.153948783874512, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8692429065704346, + "num_tokens": 444805432.0, + "step": 11657 + }, + { + "epoch": 1.483017427808167, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.192764282226562, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8709282875061035, + "num_tokens": 444832398.0, + "step": 11658 + }, + { + "epoch": 1.4831446380867574, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.100220680236816, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8743383288383484, + "num_tokens": 444876128.0, + "step": 11659 + }, + { + "epoch": 1.483271848365348, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.162440299987793, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.866412878036499, + "num_tokens": 444915188.0, + "step": 11660 + }, + { + "epoch": 1.4833990586439385, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.122808456420898, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8753088712692261, + "num_tokens": 444953528.0, + "step": 11661 + }, + { + "epoch": 1.483526268922529, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.111663818359375, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8645628690719604, + "num_tokens": 444996469.0, + "step": 11662 + }, + { + "epoch": 1.4836534792011196, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.082797050476074, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8869469165802002, + "num_tokens": 445034298.0, + "step": 11663 + }, + { + "epoch": 1.48378068947971, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.178269386291504, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8693929314613342, + "num_tokens": 445079010.0, + "step": 11664 + }, + { + "epoch": 1.4839078997583004, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.142562866210938, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8834413886070251, + "num_tokens": 445116009.0, + "step": 11665 + }, + { + "epoch": 1.484035110036891, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.137542724609375, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8830010890960693, + "num_tokens": 445156313.0, + "step": 11666 + }, + { + "epoch": 1.4841623203154815, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.230578422546387, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8719033002853394, + "num_tokens": 445187424.0, + "step": 11667 + }, + { + "epoch": 1.484289530594072, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.068763732910156, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8716952800750732, + "num_tokens": 445233448.0, + "step": 11668 + }, + { + "epoch": 1.4844167408726625, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.134988784790039, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8820971250534058, + "num_tokens": 445273663.0, + "step": 11669 + }, + { + "epoch": 1.484543951151253, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.141651153564453, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8773218393325806, + "num_tokens": 445313790.0, + "step": 11670 + }, + { + "epoch": 1.4846711614298436, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.090444564819336, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8810843229293823, + "num_tokens": 445351818.0, + "step": 11671 + }, + { + "epoch": 1.484798371708434, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.143877029418945, + "learning_rate": 1e-06, + "loss": 0.468, + "mean_token_accuracy": 0.8473631143569946, + "num_tokens": 445391763.0, + "step": 11672 + }, + { + "epoch": 1.4849255819870246, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.181787490844727, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8640131950378418, + "num_tokens": 445426723.0, + "step": 11673 + }, + { + "epoch": 1.485052792265615, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.071463584899902, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8765349984169006, + "num_tokens": 445465635.0, + "step": 11674 + }, + { + "epoch": 1.4851800025442055, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.180719375610352, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8712825775146484, + "num_tokens": 445502819.0, + "step": 11675 + }, + { + "epoch": 1.485307212822796, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.131790161132812, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8799047470092773, + "num_tokens": 445541861.0, + "step": 11676 + }, + { + "epoch": 1.4854344231013865, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.15084171295166, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8857766389846802, + "num_tokens": 445578058.0, + "step": 11677 + }, + { + "epoch": 1.485561633379977, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.156286239624023, + "learning_rate": 1e-06, + "loss": 0.4314, + "mean_token_accuracy": 0.8572098612785339, + "num_tokens": 445612896.0, + "step": 11678 + }, + { + "epoch": 1.4856888436585676, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.154787063598633, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8647671937942505, + "num_tokens": 445647849.0, + "step": 11679 + }, + { + "epoch": 1.485816053937158, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.1367769241333, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8562687039375305, + "num_tokens": 445689199.0, + "step": 11680 + }, + { + "epoch": 1.4859432642157486, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.14353084564209, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8695760369300842, + "num_tokens": 445727869.0, + "step": 11681 + }, + { + "epoch": 1.4860704744943392, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.1519193649292, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8743667602539062, + "num_tokens": 445770105.0, + "step": 11682 + }, + { + "epoch": 1.4861976847729297, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.184577941894531, + "learning_rate": 1e-06, + "loss": 0.4506, + "mean_token_accuracy": 0.8508901596069336, + "num_tokens": 445812950.0, + "step": 11683 + }, + { + "epoch": 1.4863248950515202, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.141801834106445, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8692801594734192, + "num_tokens": 445850811.0, + "step": 11684 + }, + { + "epoch": 1.4864521053301107, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.144408226013184, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8737220764160156, + "num_tokens": 445891967.0, + "step": 11685 + }, + { + "epoch": 1.4865793156087013, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.15869426727295, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8730123043060303, + "num_tokens": 445927936.0, + "step": 11686 + }, + { + "epoch": 1.4867065258872918, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.217187881469727, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.882412314414978, + "num_tokens": 445962481.0, + "step": 11687 + }, + { + "epoch": 1.4868337361658823, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.154059410095215, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8843209743499756, + "num_tokens": 446001445.0, + "step": 11688 + }, + { + "epoch": 1.4869609464444726, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.143805503845215, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8887583017349243, + "num_tokens": 446037904.0, + "step": 11689 + }, + { + "epoch": 1.4870881567230632, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.146223068237305, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8798516988754272, + "num_tokens": 446077583.0, + "step": 11690 + }, + { + "epoch": 1.4872153670016537, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.2039155960083, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8693444728851318, + "num_tokens": 446110123.0, + "step": 11691 + }, + { + "epoch": 1.4873425772802442, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.157859802246094, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8690292239189148, + "num_tokens": 446149832.0, + "step": 11692 + }, + { + "epoch": 1.4874697875588347, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.197022438049316, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8786481618881226, + "num_tokens": 446184211.0, + "step": 11693 + }, + { + "epoch": 1.4875969978374253, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.114163398742676, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8648214936256409, + "num_tokens": 446229620.0, + "step": 11694 + }, + { + "epoch": 1.4877242081160158, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.157758712768555, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8730795979499817, + "num_tokens": 446267134.0, + "step": 11695 + }, + { + "epoch": 1.4878514183946063, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.16091251373291, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8610215187072754, + "num_tokens": 446303001.0, + "step": 11696 + }, + { + "epoch": 1.4879786286731969, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.22044563293457, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8699366450309753, + "num_tokens": 446334286.0, + "step": 11697 + }, + { + "epoch": 1.4881058389517874, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.127889633178711, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.887372612953186, + "num_tokens": 446369547.0, + "step": 11698 + }, + { + "epoch": 1.4882330492303777, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.200373649597168, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8568341732025146, + "num_tokens": 446408179.0, + "step": 11699 + }, + { + "epoch": 1.4883602595089682, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.162882804870605, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8731122612953186, + "num_tokens": 446448533.0, + "step": 11700 + }, + { + "epoch": 1.4884874697875587, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.175275802612305, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8684026598930359, + "num_tokens": 446489445.0, + "step": 11701 + }, + { + "epoch": 1.4886146800661493, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.219376564025879, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8847845196723938, + "num_tokens": 446526530.0, + "step": 11702 + }, + { + "epoch": 1.4887418903447398, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.210680961608887, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8715118169784546, + "num_tokens": 446558315.0, + "step": 11703 + }, + { + "epoch": 1.4888691006233303, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.199841499328613, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8742508292198181, + "num_tokens": 446598548.0, + "step": 11704 + }, + { + "epoch": 1.4889963109019209, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.153693199157715, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8669564723968506, + "num_tokens": 446632111.0, + "step": 11705 + }, + { + "epoch": 1.4891235211805114, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.216296195983887, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8798152208328247, + "num_tokens": 446669296.0, + "step": 11706 + }, + { + "epoch": 1.489250731459102, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.159865379333496, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8737143278121948, + "num_tokens": 446707891.0, + "step": 11707 + }, + { + "epoch": 1.4893779417376924, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.11893081665039, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8614668250083923, + "num_tokens": 446749455.0, + "step": 11708 + }, + { + "epoch": 1.489505152016283, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.210043907165527, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8829811811447144, + "num_tokens": 446787001.0, + "step": 11709 + }, + { + "epoch": 1.4896323622948735, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.121710777282715, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8716365098953247, + "num_tokens": 446827262.0, + "step": 11710 + }, + { + "epoch": 1.489759572573464, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.187620162963867, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8865000605583191, + "num_tokens": 446860514.0, + "step": 11711 + }, + { + "epoch": 1.4898867828520546, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.189201354980469, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.8631905317306519, + "num_tokens": 446902605.0, + "step": 11712 + }, + { + "epoch": 1.490013993130645, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.126836776733398, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8774440288543701, + "num_tokens": 446938638.0, + "step": 11713 + }, + { + "epoch": 1.4901412034092354, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.150544166564941, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8768849968910217, + "num_tokens": 446979286.0, + "step": 11714 + }, + { + "epoch": 1.490268413687826, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.183760643005371, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.8567067384719849, + "num_tokens": 447017405.0, + "step": 11715 + }, + { + "epoch": 1.4903956239664164, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.10153865814209, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8728890419006348, + "num_tokens": 447056733.0, + "step": 11716 + }, + { + "epoch": 1.490522834245007, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.2313871383667, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8677206039428711, + "num_tokens": 447094493.0, + "step": 11717 + }, + { + "epoch": 1.4906500445235975, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.146316528320312, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8863092660903931, + "num_tokens": 447134039.0, + "step": 11718 + }, + { + "epoch": 1.490777254802188, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.163573265075684, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8798862099647522, + "num_tokens": 447168320.0, + "step": 11719 + }, + { + "epoch": 1.4909044650807786, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.193144798278809, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8566493988037109, + "num_tokens": 447205640.0, + "step": 11720 + }, + { + "epoch": 1.491031675359369, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.19698429107666, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8848971128463745, + "num_tokens": 447239831.0, + "step": 11721 + }, + { + "epoch": 1.4911588856379596, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.154747009277344, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8567991256713867, + "num_tokens": 447281100.0, + "step": 11722 + }, + { + "epoch": 1.49128609591655, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.224774360656738, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8515941500663757, + "num_tokens": 447316137.0, + "step": 11723 + }, + { + "epoch": 1.4914133061951405, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.205256462097168, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8645708560943604, + "num_tokens": 447357922.0, + "step": 11724 + }, + { + "epoch": 1.491540516473731, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.122943878173828, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.868850827217102, + "num_tokens": 447394905.0, + "step": 11725 + }, + { + "epoch": 1.4916677267523215, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.222125053405762, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8823047876358032, + "num_tokens": 447435379.0, + "step": 11726 + }, + { + "epoch": 1.491794937030912, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.171428680419922, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8623335957527161, + "num_tokens": 447473058.0, + "step": 11727 + }, + { + "epoch": 1.4919221473095026, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.18213176727295, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8807016015052795, + "num_tokens": 447510966.0, + "step": 11728 + }, + { + "epoch": 1.492049357588093, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.169857025146484, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8745476007461548, + "num_tokens": 447554747.0, + "step": 11729 + }, + { + "epoch": 1.4921765678666836, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.150827407836914, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.87404465675354, + "num_tokens": 447594426.0, + "step": 11730 + }, + { + "epoch": 1.4923037781452742, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.181987762451172, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8640238642692566, + "num_tokens": 447634786.0, + "step": 11731 + }, + { + "epoch": 1.4924309884238647, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.179777145385742, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8687905073165894, + "num_tokens": 447668682.0, + "step": 11732 + }, + { + "epoch": 1.4925581987024552, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.174955368041992, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.8633719682693481, + "num_tokens": 447705566.0, + "step": 11733 + }, + { + "epoch": 1.4926854089810457, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.089362144470215, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8687365055084229, + "num_tokens": 447746385.0, + "step": 11734 + }, + { + "epoch": 1.4928126192596363, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.194575309753418, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8761222958564758, + "num_tokens": 447790483.0, + "step": 11735 + }, + { + "epoch": 1.4929398295382268, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.118334770202637, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8690504431724548, + "num_tokens": 447826872.0, + "step": 11736 + }, + { + "epoch": 1.4930670398168173, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.209973335266113, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8751368522644043, + "num_tokens": 447864071.0, + "step": 11737 + }, + { + "epoch": 1.4931942500954076, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.214824676513672, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8540517091751099, + "num_tokens": 447903320.0, + "step": 11738 + }, + { + "epoch": 1.4933214603739982, + "ewc_loss": 0.0152587890625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.52587890625e-05, + "grad_norm": 11.199451446533203, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8851797580718994, + "num_tokens": 447940253.0, + "step": 11739 + }, + { + "epoch": 1.4934486706525887, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.127432823181152, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.876446008682251, + "num_tokens": 447978277.0, + "step": 11740 + }, + { + "epoch": 1.4935758809311792, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.21691608428955, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8596543073654175, + "num_tokens": 448018798.0, + "step": 11741 + }, + { + "epoch": 1.4937030912097697, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.100014686584473, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8613384962081909, + "num_tokens": 448057469.0, + "step": 11742 + }, + { + "epoch": 1.4938303014883603, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.204078674316406, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8597132563591003, + "num_tokens": 448089032.0, + "step": 11743 + }, + { + "epoch": 1.4939575117669508, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.208718299865723, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8665357828140259, + "num_tokens": 448122438.0, + "step": 11744 + }, + { + "epoch": 1.4940847220455413, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.05007266998291, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8694287538528442, + "num_tokens": 448166844.0, + "step": 11745 + }, + { + "epoch": 1.4942119323241319, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.177635192871094, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8611315488815308, + "num_tokens": 448197766.0, + "step": 11746 + }, + { + "epoch": 1.4943391426027224, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.091337203979492, + "learning_rate": 1e-06, + "loss": 0.4364, + "mean_token_accuracy": 0.8581001162528992, + "num_tokens": 448240850.0, + "step": 11747 + }, + { + "epoch": 1.4944663528813127, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.152605056762695, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.880950927734375, + "num_tokens": 448274187.0, + "step": 11748 + }, + { + "epoch": 1.4945935631599032, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.195158004760742, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8767796158790588, + "num_tokens": 448311069.0, + "step": 11749 + }, + { + "epoch": 1.4947207734384937, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.142707824707031, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8706059455871582, + "num_tokens": 448351536.0, + "step": 11750 + }, + { + "epoch": 1.4948479837170843, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.14556884765625, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8680128455162048, + "num_tokens": 448385108.0, + "step": 11751 + }, + { + "epoch": 1.4949751939956748, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.193072319030762, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8817396759986877, + "num_tokens": 448423272.0, + "step": 11752 + }, + { + "epoch": 1.4951024042742653, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.085575103759766, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8755659461021423, + "num_tokens": 448462904.0, + "step": 11753 + }, + { + "epoch": 1.4952296145528559, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.209875106811523, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.868257999420166, + "num_tokens": 448503257.0, + "step": 11754 + }, + { + "epoch": 1.4953568248314464, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.13588809967041, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8756096363067627, + "num_tokens": 448535299.0, + "step": 11755 + }, + { + "epoch": 1.495484035110037, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.15739917755127, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8774582147598267, + "num_tokens": 448568878.0, + "step": 11756 + }, + { + "epoch": 1.4956112453886274, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.148908615112305, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8893490433692932, + "num_tokens": 448604959.0, + "step": 11757 + }, + { + "epoch": 1.495738455667218, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.168068885803223, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.882742166519165, + "num_tokens": 448638487.0, + "step": 11758 + }, + { + "epoch": 1.4958656659458085, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.142383575439453, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8768172264099121, + "num_tokens": 448677212.0, + "step": 11759 + }, + { + "epoch": 1.495992876224399, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.160040855407715, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.865910530090332, + "num_tokens": 448719654.0, + "step": 11760 + }, + { + "epoch": 1.4961200865029896, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.130549430847168, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8744873404502869, + "num_tokens": 448760783.0, + "step": 11761 + }, + { + "epoch": 1.49624729678158, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.186368942260742, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8607637286186218, + "num_tokens": 448802843.0, + "step": 11762 + }, + { + "epoch": 1.4963745070601704, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.1698579788208, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8677901029586792, + "num_tokens": 448838430.0, + "step": 11763 + }, + { + "epoch": 1.496501717338761, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.15880012512207, + "learning_rate": 1e-06, + "loss": 0.4167, + "mean_token_accuracy": 0.8620283007621765, + "num_tokens": 448880450.0, + "step": 11764 + }, + { + "epoch": 1.4966289276173514, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.180315017700195, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8733345866203308, + "num_tokens": 448919352.0, + "step": 11765 + }, + { + "epoch": 1.496756137895942, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.177576065063477, + "learning_rate": 1e-06, + "loss": 0.4554, + "mean_token_accuracy": 0.8476279973983765, + "num_tokens": 448965402.0, + "step": 11766 + }, + { + "epoch": 1.4968833481745325, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.163010597229004, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8833944797515869, + "num_tokens": 448996983.0, + "step": 11767 + }, + { + "epoch": 1.497010558453123, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.134251594543457, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8584250211715698, + "num_tokens": 449036555.0, + "step": 11768 + }, + { + "epoch": 1.4971377687317136, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.161751747131348, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8826852440834045, + "num_tokens": 449070545.0, + "step": 11769 + }, + { + "epoch": 1.497264979010304, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.14883804321289, + "learning_rate": 1e-06, + "loss": 0.4527, + "mean_token_accuracy": 0.8555331230163574, + "num_tokens": 449108859.0, + "step": 11770 + }, + { + "epoch": 1.4973921892888946, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.192303657531738, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8676772117614746, + "num_tokens": 449145333.0, + "step": 11771 + }, + { + "epoch": 1.497519399567485, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.148109436035156, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8657681345939636, + "num_tokens": 449181292.0, + "step": 11772 + }, + { + "epoch": 1.4976466098460754, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.200318336486816, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8747799396514893, + "num_tokens": 449213940.0, + "step": 11773 + }, + { + "epoch": 1.497773820124666, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.120953559875488, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8821436762809753, + "num_tokens": 449252487.0, + "step": 11774 + }, + { + "epoch": 1.4979010304032565, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.253536224365234, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8648561835289001, + "num_tokens": 449287268.0, + "step": 11775 + }, + { + "epoch": 1.498028240681847, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.12646198272705, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8680386543273926, + "num_tokens": 449326975.0, + "step": 11776 + }, + { + "epoch": 1.4981554509604376, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.173026084899902, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8706584572792053, + "num_tokens": 449366061.0, + "step": 11777 + }, + { + "epoch": 1.498282661239028, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.199695587158203, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8785837292671204, + "num_tokens": 449401763.0, + "step": 11778 + }, + { + "epoch": 1.4984098715176186, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.115440368652344, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8889428377151489, + "num_tokens": 449436605.0, + "step": 11779 + }, + { + "epoch": 1.4985370817962091, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.141304016113281, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8657621145248413, + "num_tokens": 449474523.0, + "step": 11780 + }, + { + "epoch": 1.4986642920747997, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.078507423400879, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8827587366104126, + "num_tokens": 449513301.0, + "step": 11781 + }, + { + "epoch": 1.4987915023533902, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.167856216430664, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8667588233947754, + "num_tokens": 449547826.0, + "step": 11782 + }, + { + "epoch": 1.4989187126319807, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.147069931030273, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8706116676330566, + "num_tokens": 449584818.0, + "step": 11783 + }, + { + "epoch": 1.4990459229105713, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.203837394714355, + "learning_rate": 1e-06, + "loss": 0.4472, + "mean_token_accuracy": 0.852657675743103, + "num_tokens": 449625368.0, + "step": 11784 + }, + { + "epoch": 1.4991731331891618, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.231271743774414, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8590841293334961, + "num_tokens": 449666320.0, + "step": 11785 + }, + { + "epoch": 1.4993003434677523, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.18079662322998, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8620274066925049, + "num_tokens": 449705993.0, + "step": 11786 + }, + { + "epoch": 1.4994275537463426, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.181306838989258, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8665415644645691, + "num_tokens": 449747088.0, + "step": 11787 + }, + { + "epoch": 1.4995547640249332, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.128454208374023, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.873087465763092, + "num_tokens": 449789840.0, + "step": 11788 + }, + { + "epoch": 1.4996819743035237, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.174468040466309, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8704817295074463, + "num_tokens": 449830599.0, + "step": 11789 + }, + { + "epoch": 1.4998091845821142, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.218021392822266, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8747273683547974, + "num_tokens": 449864476.0, + "step": 11790 + }, + { + "epoch": 1.4999363948607047, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.18819808959961, + "learning_rate": 1e-06, + "loss": 0.4398, + "mean_token_accuracy": 0.8555878400802612, + "num_tokens": 449903791.0, + "step": 11791 + }, + { + "epoch": 1.5000636051392953, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.186471939086914, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8714386224746704, + "num_tokens": 449945478.0, + "step": 11792 + }, + { + "epoch": 1.5001908154178858, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.157904624938965, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8688335418701172, + "num_tokens": 449986175.0, + "step": 11793 + }, + { + "epoch": 1.5003180256964763, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.189902305603027, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8675034046173096, + "num_tokens": 450025537.0, + "step": 11794 + }, + { + "epoch": 1.5004452359750666, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.16310977935791, + "learning_rate": 1e-06, + "loss": 0.4346, + "mean_token_accuracy": 0.8558602929115295, + "num_tokens": 450068269.0, + "step": 11795 + }, + { + "epoch": 1.5005724462536572, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.16724681854248, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8868569135665894, + "num_tokens": 450106234.0, + "step": 11796 + }, + { + "epoch": 1.5006996565322477, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.14165210723877, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8794269561767578, + "num_tokens": 450141916.0, + "step": 11797 + }, + { + "epoch": 1.5008268668108382, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.245043754577637, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.856847882270813, + "num_tokens": 450175427.0, + "step": 11798 + }, + { + "epoch": 1.5009540770894287, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.181474685668945, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.872410237789154, + "num_tokens": 450211104.0, + "step": 11799 + }, + { + "epoch": 1.5010812873680193, + "ewc_loss": 0.015380859375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.537799835205078e-05, + "grad_norm": 11.208780288696289, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.861889123916626, + "num_tokens": 450244844.0, + "step": 11800 + }, + { + "epoch": 1.5012084976466098, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.17482852935791, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8700544834136963, + "num_tokens": 450286094.0, + "step": 11801 + }, + { + "epoch": 1.5013357079252003, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.200377464294434, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8622032403945923, + "num_tokens": 450324938.0, + "step": 11802 + }, + { + "epoch": 1.5014629182037909, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.263080596923828, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.870941698551178, + "num_tokens": 450368572.0, + "step": 11803 + }, + { + "epoch": 1.5015901284823814, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.211599349975586, + "learning_rate": 1e-06, + "loss": 0.4601, + "mean_token_accuracy": 0.8499804735183716, + "num_tokens": 450410926.0, + "step": 11804 + }, + { + "epoch": 1.501717338760972, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.186042785644531, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8741149306297302, + "num_tokens": 450450206.0, + "step": 11805 + }, + { + "epoch": 1.5018445490395624, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.187091827392578, + "learning_rate": 1e-06, + "loss": 0.4574, + "mean_token_accuracy": 0.8511879444122314, + "num_tokens": 450488998.0, + "step": 11806 + }, + { + "epoch": 1.501971759318153, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.170008659362793, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.881380558013916, + "num_tokens": 450530476.0, + "step": 11807 + }, + { + "epoch": 1.5020989695967435, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.19761848449707, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8784571290016174, + "num_tokens": 450560655.0, + "step": 11808 + }, + { + "epoch": 1.502226179875334, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.203460693359375, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8736132979393005, + "num_tokens": 450601816.0, + "step": 11809 + }, + { + "epoch": 1.5023533901539246, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.177651405334473, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8740692138671875, + "num_tokens": 450634182.0, + "step": 11810 + }, + { + "epoch": 1.502480600432515, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.192448616027832, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8667505979537964, + "num_tokens": 450672705.0, + "step": 11811 + }, + { + "epoch": 1.5026078107111056, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.19880199432373, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8579187393188477, + "num_tokens": 450705636.0, + "step": 11812 + }, + { + "epoch": 1.502735020989696, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.201312065124512, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.8615385293960571, + "num_tokens": 450736165.0, + "step": 11813 + }, + { + "epoch": 1.5028622312682864, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.170252799987793, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8713778257369995, + "num_tokens": 450776939.0, + "step": 11814 + }, + { + "epoch": 1.502989441546877, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.201701164245605, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.875468909740448, + "num_tokens": 450811994.0, + "step": 11815 + }, + { + "epoch": 1.5031166518254675, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.182201385498047, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8716853260993958, + "num_tokens": 450853688.0, + "step": 11816 + }, + { + "epoch": 1.503243862104058, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.193280220031738, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8712700605392456, + "num_tokens": 450892100.0, + "step": 11817 + }, + { + "epoch": 1.5033710723826486, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.213658332824707, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.886556088924408, + "num_tokens": 450936383.0, + "step": 11818 + }, + { + "epoch": 1.503498282661239, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.221907615661621, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8797397017478943, + "num_tokens": 450965525.0, + "step": 11819 + }, + { + "epoch": 1.5036254929398294, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.2012357711792, + "learning_rate": 1e-06, + "loss": 0.444, + "mean_token_accuracy": 0.8579438924789429, + "num_tokens": 451005874.0, + "step": 11820 + }, + { + "epoch": 1.50375270321842, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.18405818939209, + "learning_rate": 1e-06, + "loss": 0.4536, + "mean_token_accuracy": 0.8506903648376465, + "num_tokens": 451040668.0, + "step": 11821 + }, + { + "epoch": 1.5038799134970104, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.156587600708008, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8681372404098511, + "num_tokens": 451082747.0, + "step": 11822 + }, + { + "epoch": 1.504007123775601, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.191801071166992, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8776007890701294, + "num_tokens": 451120344.0, + "step": 11823 + }, + { + "epoch": 1.5041343340541915, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.214235305786133, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8647814989089966, + "num_tokens": 451156564.0, + "step": 11824 + }, + { + "epoch": 1.504261544332782, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.15915298461914, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8660239577293396, + "num_tokens": 451197252.0, + "step": 11825 + }, + { + "epoch": 1.5043887546113726, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.226554870605469, + "learning_rate": 1e-06, + "loss": 0.4439, + "mean_token_accuracy": 0.8591179847717285, + "num_tokens": 451236150.0, + "step": 11826 + }, + { + "epoch": 1.504515964889963, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.152854919433594, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8669552206993103, + "num_tokens": 451275751.0, + "step": 11827 + }, + { + "epoch": 1.5046431751685536, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.173142433166504, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8913990259170532, + "num_tokens": 451316778.0, + "step": 11828 + }, + { + "epoch": 1.5047703854471441, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.146538734436035, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8687974810600281, + "num_tokens": 451359921.0, + "step": 11829 + }, + { + "epoch": 1.5048975957257347, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.215018272399902, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8773164749145508, + "num_tokens": 451395616.0, + "step": 11830 + }, + { + "epoch": 1.5050248060043252, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.204245567321777, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.868331789970398, + "num_tokens": 451427766.0, + "step": 11831 + }, + { + "epoch": 1.5051520162829157, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.264758110046387, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8796980381011963, + "num_tokens": 451463073.0, + "step": 11832 + }, + { + "epoch": 1.5052792265615063, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.163010597229004, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8890551328659058, + "num_tokens": 451503039.0, + "step": 11833 + }, + { + "epoch": 1.5054064368400968, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.251866340637207, + "learning_rate": 1e-06, + "loss": 0.4634, + "mean_token_accuracy": 0.8522261381149292, + "num_tokens": 451541599.0, + "step": 11834 + }, + { + "epoch": 1.5055336471186873, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.170099258422852, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8564382195472717, + "num_tokens": 451579278.0, + "step": 11835 + }, + { + "epoch": 1.5056608573972778, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.146178245544434, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8733115196228027, + "num_tokens": 451618591.0, + "step": 11836 + }, + { + "epoch": 1.5057880676758684, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.265972137451172, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8716447353363037, + "num_tokens": 451654453.0, + "step": 11837 + }, + { + "epoch": 1.5059152779544587, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.17766284942627, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8688754439353943, + "num_tokens": 451688302.0, + "step": 11838 + }, + { + "epoch": 1.5060424882330492, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.113639831542969, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8760218620300293, + "num_tokens": 451727301.0, + "step": 11839 + }, + { + "epoch": 1.5061696985116397, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.173368453979492, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.8559659719467163, + "num_tokens": 451770471.0, + "step": 11840 + }, + { + "epoch": 1.5062969087902303, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.169269561767578, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8590143918991089, + "num_tokens": 451809413.0, + "step": 11841 + }, + { + "epoch": 1.5064241190688208, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.227133750915527, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8680336475372314, + "num_tokens": 451850177.0, + "step": 11842 + }, + { + "epoch": 1.5065513293474113, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.170978546142578, + "learning_rate": 1e-06, + "loss": 0.4314, + "mean_token_accuracy": 0.8584752678871155, + "num_tokens": 451887977.0, + "step": 11843 + }, + { + "epoch": 1.5066785396260016, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.217550277709961, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8819655179977417, + "num_tokens": 451927403.0, + "step": 11844 + }, + { + "epoch": 1.5068057499045922, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.140731811523438, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8696673512458801, + "num_tokens": 451967350.0, + "step": 11845 + }, + { + "epoch": 1.5069329601831827, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.174602508544922, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.870647132396698, + "num_tokens": 452008664.0, + "step": 11846 + }, + { + "epoch": 1.5070601704617732, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.214777946472168, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8771440982818604, + "num_tokens": 452047303.0, + "step": 11847 + }, + { + "epoch": 1.5071873807403637, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.169713020324707, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8716868758201599, + "num_tokens": 452087359.0, + "step": 11848 + }, + { + "epoch": 1.5073145910189543, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.221700668334961, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8559807538986206, + "num_tokens": 452129426.0, + "step": 11849 + }, + { + "epoch": 1.5074418012975448, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.237451553344727, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8748682141304016, + "num_tokens": 452169134.0, + "step": 11850 + }, + { + "epoch": 1.5075690115761353, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.222233772277832, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.8608593940734863, + "num_tokens": 452209962.0, + "step": 11851 + }, + { + "epoch": 1.5076962218547258, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.2150239944458, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8742121458053589, + "num_tokens": 452245978.0, + "step": 11852 + }, + { + "epoch": 1.5078234321333164, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.190299034118652, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8806885480880737, + "num_tokens": 452281013.0, + "step": 11853 + }, + { + "epoch": 1.507950642411907, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.173134803771973, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8847006559371948, + "num_tokens": 452317174.0, + "step": 11854 + }, + { + "epoch": 1.5080778526904974, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.191067695617676, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8675490617752075, + "num_tokens": 452362974.0, + "step": 11855 + }, + { + "epoch": 1.508205062969088, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.21002197265625, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8810826539993286, + "num_tokens": 452400701.0, + "step": 11856 + }, + { + "epoch": 1.5083322732476785, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.137648582458496, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8803235292434692, + "num_tokens": 452438541.0, + "step": 11857 + }, + { + "epoch": 1.508459483526269, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.245332717895508, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8647024631500244, + "num_tokens": 452476918.0, + "step": 11858 + }, + { + "epoch": 1.5085866938048595, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.17570686340332, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8745559453964233, + "num_tokens": 452509231.0, + "step": 11859 + }, + { + "epoch": 1.50871390408345, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.21085262298584, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8650630116462708, + "num_tokens": 452547079.0, + "step": 11860 + }, + { + "epoch": 1.5088411143620406, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.196779251098633, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8811784982681274, + "num_tokens": 452580215.0, + "step": 11861 + }, + { + "epoch": 1.508968324640631, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.216402053833008, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8766635060310364, + "num_tokens": 452615778.0, + "step": 11862 + }, + { + "epoch": 1.5090955349192214, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.219659805297852, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.872712254524231, + "num_tokens": 452652184.0, + "step": 11863 + }, + { + "epoch": 1.509222745197812, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.196138381958008, + "learning_rate": 1e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.856332540512085, + "num_tokens": 452691345.0, + "step": 11864 + }, + { + "epoch": 1.5093499554764025, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.177739143371582, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.871113657951355, + "num_tokens": 452729982.0, + "step": 11865 + }, + { + "epoch": 1.509477165754993, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.193827629089355, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8697857856750488, + "num_tokens": 452771272.0, + "step": 11866 + }, + { + "epoch": 1.5096043760335836, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.188736915588379, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8666787147521973, + "num_tokens": 452812231.0, + "step": 11867 + }, + { + "epoch": 1.509731586312174, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.215506553649902, + "learning_rate": 1e-06, + "loss": 0.4485, + "mean_token_accuracy": 0.8588651418685913, + "num_tokens": 452858406.0, + "step": 11868 + }, + { + "epoch": 1.5098587965907644, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.194279670715332, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8613629937171936, + "num_tokens": 452898793.0, + "step": 11869 + }, + { + "epoch": 1.509986006869355, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.17611312866211, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8754227161407471, + "num_tokens": 452937929.0, + "step": 11870 + }, + { + "epoch": 1.5101132171479454, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.247171401977539, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8727067708969116, + "num_tokens": 452975436.0, + "step": 11871 + }, + { + "epoch": 1.510240427426536, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.205599784851074, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8706411123275757, + "num_tokens": 453016334.0, + "step": 11872 + }, + { + "epoch": 1.5103676377051265, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.184711456298828, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8746618032455444, + "num_tokens": 453053630.0, + "step": 11873 + }, + { + "epoch": 1.510494847983717, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.249374389648438, + "learning_rate": 1e-06, + "loss": 0.4474, + "mean_token_accuracy": 0.8528447151184082, + "num_tokens": 453092341.0, + "step": 11874 + }, + { + "epoch": 1.5106220582623076, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.206877708435059, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8776980638504028, + "num_tokens": 453126859.0, + "step": 11875 + }, + { + "epoch": 1.510749268540898, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.227733612060547, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8674853444099426, + "num_tokens": 453167327.0, + "step": 11876 + }, + { + "epoch": 1.5108764788194886, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.191924095153809, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.876213550567627, + "num_tokens": 453205901.0, + "step": 11877 + }, + { + "epoch": 1.5110036890980791, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.235413551330566, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8691697120666504, + "num_tokens": 453241856.0, + "step": 11878 + }, + { + "epoch": 1.5111308993766697, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.200499534606934, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8784966468811035, + "num_tokens": 453282528.0, + "step": 11879 + }, + { + "epoch": 1.5112581096552602, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.233415603637695, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.8613598942756653, + "num_tokens": 453318762.0, + "step": 11880 + }, + { + "epoch": 1.5113853199338507, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.205811500549316, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8856998085975647, + "num_tokens": 453352482.0, + "step": 11881 + }, + { + "epoch": 1.5115125302124413, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.216401100158691, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8696451187133789, + "num_tokens": 453393692.0, + "step": 11882 + }, + { + "epoch": 1.5116397404910318, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.18591594696045, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8751304149627686, + "num_tokens": 453429217.0, + "step": 11883 + }, + { + "epoch": 1.5117669507696223, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.239127159118652, + "learning_rate": 1e-06, + "loss": 0.4329, + "mean_token_accuracy": 0.8557672500610352, + "num_tokens": 453468190.0, + "step": 11884 + }, + { + "epoch": 1.5118941610482128, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.193002700805664, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8635980486869812, + "num_tokens": 453509893.0, + "step": 11885 + }, + { + "epoch": 1.5120213713268034, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.215221405029297, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8736011981964111, + "num_tokens": 453546972.0, + "step": 11886 + }, + { + "epoch": 1.5121485816053937, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.262186050415039, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8820961117744446, + "num_tokens": 453578480.0, + "step": 11887 + }, + { + "epoch": 1.5122757918839842, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.211605072021484, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8701913952827454, + "num_tokens": 453623248.0, + "step": 11888 + }, + { + "epoch": 1.5124030021625747, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.161762237548828, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8896597623825073, + "num_tokens": 453660088.0, + "step": 11889 + }, + { + "epoch": 1.5125302124411653, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.192724227905273, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8716303706169128, + "num_tokens": 453698931.0, + "step": 11890 + }, + { + "epoch": 1.5126574227197558, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.193117141723633, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8729540705680847, + "num_tokens": 453734220.0, + "step": 11891 + }, + { + "epoch": 1.5127846329983463, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.183043479919434, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8693961501121521, + "num_tokens": 453774056.0, + "step": 11892 + }, + { + "epoch": 1.5129118432769366, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.252298355102539, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8767807483673096, + "num_tokens": 453806616.0, + "step": 11893 + }, + { + "epoch": 1.5130390535555271, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.243142127990723, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8792849183082581, + "num_tokens": 453843838.0, + "step": 11894 + }, + { + "epoch": 1.5131662638341177, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.191340446472168, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.879530131816864, + "num_tokens": 453876888.0, + "step": 11895 + }, + { + "epoch": 1.5132934741127082, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.17873764038086, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8864908814430237, + "num_tokens": 453915334.0, + "step": 11896 + }, + { + "epoch": 1.5134206843912987, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.284822463989258, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8793826103210449, + "num_tokens": 453950590.0, + "step": 11897 + }, + { + "epoch": 1.5135478946698893, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.203010559082031, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8746750354766846, + "num_tokens": 453992590.0, + "step": 11898 + }, + { + "epoch": 1.5136751049484798, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.132081985473633, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8755390048027039, + "num_tokens": 454038619.0, + "step": 11899 + }, + { + "epoch": 1.5138023152270703, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.191036224365234, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8628766536712646, + "num_tokens": 454081564.0, + "step": 11900 + }, + { + "epoch": 1.5139295255056608, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.194425582885742, + "learning_rate": 1e-06, + "loss": 0.4412, + "mean_token_accuracy": 0.8589527606964111, + "num_tokens": 454125581.0, + "step": 11901 + }, + { + "epoch": 1.5140567357842514, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.202603340148926, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8802820444107056, + "num_tokens": 454163961.0, + "step": 11902 + }, + { + "epoch": 1.514183946062842, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.193490982055664, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8645836710929871, + "num_tokens": 454200410.0, + "step": 11903 + }, + { + "epoch": 1.5143111563414324, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.230975151062012, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8575553894042969, + "num_tokens": 454237143.0, + "step": 11904 + }, + { + "epoch": 1.514438366620023, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.19922161102295, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.879070520401001, + "num_tokens": 454274022.0, + "step": 11905 + }, + { + "epoch": 1.5145655768986135, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.183443069458008, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.865624189376831, + "num_tokens": 454307955.0, + "step": 11906 + }, + { + "epoch": 1.514692787177204, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.165987014770508, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8781111240386963, + "num_tokens": 454345449.0, + "step": 11907 + }, + { + "epoch": 1.5148199974557945, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.236549377441406, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8601810932159424, + "num_tokens": 454383096.0, + "step": 11908 + }, + { + "epoch": 1.514947207734385, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.183382034301758, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.860114574432373, + "num_tokens": 454420142.0, + "step": 11909 + }, + { + "epoch": 1.5150744180129756, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.211891174316406, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8699307441711426, + "num_tokens": 454454991.0, + "step": 11910 + }, + { + "epoch": 1.515201628291566, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.217843055725098, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8672747611999512, + "num_tokens": 454490161.0, + "step": 11911 + }, + { + "epoch": 1.5153288385701564, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.226901054382324, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8616764545440674, + "num_tokens": 454534767.0, + "step": 11912 + }, + { + "epoch": 1.515456048848747, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.20114517211914, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8800408244132996, + "num_tokens": 454573246.0, + "step": 11913 + }, + { + "epoch": 1.5155832591273375, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.245936393737793, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8833334445953369, + "num_tokens": 454607626.0, + "step": 11914 + }, + { + "epoch": 1.515710469405928, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.260370254516602, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8637911677360535, + "num_tokens": 454639840.0, + "step": 11915 + }, + { + "epoch": 1.5158376796845185, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.183523178100586, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8620754480361938, + "num_tokens": 454681445.0, + "step": 11916 + }, + { + "epoch": 1.515964889963109, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.198389053344727, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8642534017562866, + "num_tokens": 454726191.0, + "step": 11917 + }, + { + "epoch": 1.5160921002416994, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.232065200805664, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8775298595428467, + "num_tokens": 454765112.0, + "step": 11918 + }, + { + "epoch": 1.51621931052029, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.191195487976074, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8683878779411316, + "num_tokens": 454805254.0, + "step": 11919 + }, + { + "epoch": 1.5163465207988804, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.177545547485352, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8636384606361389, + "num_tokens": 454841344.0, + "step": 11920 + }, + { + "epoch": 1.516473731077471, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.227307319641113, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8843786716461182, + "num_tokens": 454879986.0, + "step": 11921 + }, + { + "epoch": 1.5166009413560615, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.224554061889648, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8622758984565735, + "num_tokens": 454917731.0, + "step": 11922 + }, + { + "epoch": 1.516728151634652, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.207121849060059, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8764764070510864, + "num_tokens": 454952837.0, + "step": 11923 + }, + { + "epoch": 1.5168553619132426, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.159733772277832, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8730664253234863, + "num_tokens": 454992751.0, + "step": 11924 + }, + { + "epoch": 1.516982572191833, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.208917617797852, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8690431118011475, + "num_tokens": 455029829.0, + "step": 11925 + }, + { + "epoch": 1.5171097824704236, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.147200584411621, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8709431886672974, + "num_tokens": 455072167.0, + "step": 11926 + }, + { + "epoch": 1.5172369927490141, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.157870292663574, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8781612515449524, + "num_tokens": 455108433.0, + "step": 11927 + }, + { + "epoch": 1.5173642030276047, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.17907428741455, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8735166788101196, + "num_tokens": 455148943.0, + "step": 11928 + }, + { + "epoch": 1.5174914133061952, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.190946578979492, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8667032718658447, + "num_tokens": 455185099.0, + "step": 11929 + }, + { + "epoch": 1.5176186235847857, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.17869758605957, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8842601180076599, + "num_tokens": 455225322.0, + "step": 11930 + }, + { + "epoch": 1.5177458338633762, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.232449531555176, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8689875602722168, + "num_tokens": 455262830.0, + "step": 11931 + }, + { + "epoch": 1.5178730441419668, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.18409538269043, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8771765232086182, + "num_tokens": 455300825.0, + "step": 11932 + }, + { + "epoch": 1.5180002544205573, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.195916175842285, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8686686754226685, + "num_tokens": 455336209.0, + "step": 11933 + }, + { + "epoch": 1.5181274646991478, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.132831573486328, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.870513379573822, + "num_tokens": 455374909.0, + "step": 11934 + }, + { + "epoch": 1.5182546749777384, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.18089771270752, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8840415477752686, + "num_tokens": 455417179.0, + "step": 11935 + }, + { + "epoch": 1.5183818852563287, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.208292961120605, + "learning_rate": 1e-06, + "loss": 0.447, + "mean_token_accuracy": 0.8576955199241638, + "num_tokens": 455457923.0, + "step": 11936 + }, + { + "epoch": 1.5185090955349192, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.219239234924316, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8619714975357056, + "num_tokens": 455492932.0, + "step": 11937 + }, + { + "epoch": 1.5186363058135097, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.173202514648438, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8620942831039429, + "num_tokens": 455540392.0, + "step": 11938 + }, + { + "epoch": 1.5187635160921003, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.174232482910156, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8670300245285034, + "num_tokens": 455574461.0, + "step": 11939 + }, + { + "epoch": 1.5188907263706908, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.236230850219727, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8658316135406494, + "num_tokens": 455608315.0, + "step": 11940 + }, + { + "epoch": 1.5190179366492813, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.140547752380371, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8748148679733276, + "num_tokens": 455654927.0, + "step": 11941 + }, + { + "epoch": 1.5191451469278716, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.178986549377441, + "learning_rate": 1e-06, + "loss": 0.4227, + "mean_token_accuracy": 0.8588335514068604, + "num_tokens": 455695745.0, + "step": 11942 + }, + { + "epoch": 1.5192723572064621, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.221923828125, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8715193271636963, + "num_tokens": 455734652.0, + "step": 11943 + }, + { + "epoch": 1.5193995674850527, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.185403823852539, + "learning_rate": 1e-06, + "loss": 0.4513, + "mean_token_accuracy": 0.8481361865997314, + "num_tokens": 455776063.0, + "step": 11944 + }, + { + "epoch": 1.5195267777636432, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.207520484924316, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8651527166366577, + "num_tokens": 455820595.0, + "step": 11945 + }, + { + "epoch": 1.5196539880422337, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.241584777832031, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8764171600341797, + "num_tokens": 455859553.0, + "step": 11946 + }, + { + "epoch": 1.5197811983208243, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.22423267364502, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8704473972320557, + "num_tokens": 455892676.0, + "step": 11947 + }, + { + "epoch": 1.5199084085994148, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.163212776184082, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8636190295219421, + "num_tokens": 455932106.0, + "step": 11948 + }, + { + "epoch": 1.5200356188780053, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.195769309997559, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8758083581924438, + "num_tokens": 455971555.0, + "step": 11949 + }, + { + "epoch": 1.5201628291565958, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.214592933654785, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8650824427604675, + "num_tokens": 456014177.0, + "step": 11950 + }, + { + "epoch": 1.5202900394351864, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.21871280670166, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8756790161132812, + "num_tokens": 456048229.0, + "step": 11951 + }, + { + "epoch": 1.520417249713777, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.206485748291016, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8896795511245728, + "num_tokens": 456085815.0, + "step": 11952 + }, + { + "epoch": 1.5205444599923674, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.18850326538086, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8732749223709106, + "num_tokens": 456128971.0, + "step": 11953 + }, + { + "epoch": 1.520671670270958, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.28615951538086, + "learning_rate": 1e-06, + "loss": 0.4323, + "mean_token_accuracy": 0.8543369174003601, + "num_tokens": 456159705.0, + "step": 11954 + }, + { + "epoch": 1.5207988805495485, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.156633377075195, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.8614530563354492, + "num_tokens": 456198251.0, + "step": 11955 + }, + { + "epoch": 1.520926090828139, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.235198020935059, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8627460598945618, + "num_tokens": 456237612.0, + "step": 11956 + }, + { + "epoch": 1.5210533011067295, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.17712116241455, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8687151670455933, + "num_tokens": 456273665.0, + "step": 11957 + }, + { + "epoch": 1.52118051138532, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.23448657989502, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8721657991409302, + "num_tokens": 456305467.0, + "step": 11958 + }, + { + "epoch": 1.5213077216639106, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.211572647094727, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8769292235374451, + "num_tokens": 456342951.0, + "step": 11959 + }, + { + "epoch": 1.521434931942501, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.229156494140625, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8697130084037781, + "num_tokens": 456375846.0, + "step": 11960 + }, + { + "epoch": 1.5215621422210914, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.201642036437988, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8799322843551636, + "num_tokens": 456407993.0, + "step": 11961 + }, + { + "epoch": 1.521689352499682, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.254154205322266, + "learning_rate": 1e-06, + "loss": 0.4472, + "mean_token_accuracy": 0.8515852689743042, + "num_tokens": 456444278.0, + "step": 11962 + }, + { + "epoch": 1.5218165627782725, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.129922866821289, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8791106343269348, + "num_tokens": 456483950.0, + "step": 11963 + }, + { + "epoch": 1.521943773056863, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.222721099853516, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8716358542442322, + "num_tokens": 456527438.0, + "step": 11964 + }, + { + "epoch": 1.5220709833354535, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.232880592346191, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8800970911979675, + "num_tokens": 456560572.0, + "step": 11965 + }, + { + "epoch": 1.5221981936140438, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.21237564086914, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8622729778289795, + "num_tokens": 456604781.0, + "step": 11966 + }, + { + "epoch": 1.5223254038926344, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.27078628540039, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8843907713890076, + "num_tokens": 456639415.0, + "step": 11967 + }, + { + "epoch": 1.522452614171225, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.255752563476562, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8829783201217651, + "num_tokens": 456671183.0, + "step": 11968 + }, + { + "epoch": 1.5225798244498154, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.246013641357422, + "learning_rate": 1e-06, + "loss": 0.4222, + "mean_token_accuracy": 0.859261691570282, + "num_tokens": 456712995.0, + "step": 11969 + }, + { + "epoch": 1.522707034728406, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.248091697692871, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8665080070495605, + "num_tokens": 456750587.0, + "step": 11970 + }, + { + "epoch": 1.5228342450069965, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.23941421508789, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8783270716667175, + "num_tokens": 456787503.0, + "step": 11971 + }, + { + "epoch": 1.522961455285587, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.152975082397461, + "learning_rate": 1e-06, + "loss": 0.4543, + "mean_token_accuracy": 0.8489785194396973, + "num_tokens": 456831645.0, + "step": 11972 + }, + { + "epoch": 1.5230886655641775, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.323813438415527, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8773834705352783, + "num_tokens": 456869143.0, + "step": 11973 + }, + { + "epoch": 1.523215875842768, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.146360397338867, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8690242767333984, + "num_tokens": 456906465.0, + "step": 11974 + }, + { + "epoch": 1.5233430861213586, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.218135833740234, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8698550462722778, + "num_tokens": 456942048.0, + "step": 11975 + }, + { + "epoch": 1.5234702963999491, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.217151641845703, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8884421586990356, + "num_tokens": 456975710.0, + "step": 11976 + }, + { + "epoch": 1.5235975066785397, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.19871997833252, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8603212833404541, + "num_tokens": 457022295.0, + "step": 11977 + }, + { + "epoch": 1.5237247169571302, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.25193977355957, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8637224435806274, + "num_tokens": 457060433.0, + "step": 11978 + }, + { + "epoch": 1.5238519272357207, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.184377670288086, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8765887022018433, + "num_tokens": 457101760.0, + "step": 11979 + }, + { + "epoch": 1.5239791375143112, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.206236839294434, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8857519626617432, + "num_tokens": 457142676.0, + "step": 11980 + }, + { + "epoch": 1.5241063477929018, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.236796379089355, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8776748180389404, + "num_tokens": 457179507.0, + "step": 11981 + }, + { + "epoch": 1.5242335580714923, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.408267974853516, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8714210391044617, + "num_tokens": 457221563.0, + "step": 11982 + }, + { + "epoch": 1.5243607683500828, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.206110000610352, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8678719997406006, + "num_tokens": 457258634.0, + "step": 11983 + }, + { + "epoch": 1.5244879786286734, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.157795906066895, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8848158121109009, + "num_tokens": 457293097.0, + "step": 11984 + }, + { + "epoch": 1.5246151889072637, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.222485542297363, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8848743438720703, + "num_tokens": 457333525.0, + "step": 11985 + }, + { + "epoch": 1.5247423991858542, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.234495162963867, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8570490479469299, + "num_tokens": 457379772.0, + "step": 11986 + }, + { + "epoch": 1.5248696094644447, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.181772232055664, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.87589031457901, + "num_tokens": 457415852.0, + "step": 11987 + }, + { + "epoch": 1.5249968197430352, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.224603652954102, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.876042366027832, + "num_tokens": 457449771.0, + "step": 11988 + }, + { + "epoch": 1.5251240300216258, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.258742332458496, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8666170239448547, + "num_tokens": 457489601.0, + "step": 11989 + }, + { + "epoch": 1.5252512403002163, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.240582466125488, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8840817213058472, + "num_tokens": 457530516.0, + "step": 11990 + }, + { + "epoch": 1.5253784505788066, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.251197814941406, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8675066828727722, + "num_tokens": 457568299.0, + "step": 11991 + }, + { + "epoch": 1.5255056608573971, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.279919624328613, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8696660399436951, + "num_tokens": 457600476.0, + "step": 11992 + }, + { + "epoch": 1.5256328711359877, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.23378849029541, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.891323447227478, + "num_tokens": 457632024.0, + "step": 11993 + }, + { + "epoch": 1.5257600814145782, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.23375129699707, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.877326250076294, + "num_tokens": 457670805.0, + "step": 11994 + }, + { + "epoch": 1.5258872916931687, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.237639427185059, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8722684383392334, + "num_tokens": 457702468.0, + "step": 11995 + }, + { + "epoch": 1.5260145019717593, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.18427562713623, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8803107738494873, + "num_tokens": 457740443.0, + "step": 11996 + }, + { + "epoch": 1.5261417122503498, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.214217185974121, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8735935688018799, + "num_tokens": 457775833.0, + "step": 11997 + }, + { + "epoch": 1.5262689225289403, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.208231925964355, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8757644891738892, + "num_tokens": 457815850.0, + "step": 11998 + }, + { + "epoch": 1.5263961328075308, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.186962127685547, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8790934681892395, + "num_tokens": 457854946.0, + "step": 11999 + }, + { + "epoch": 1.5265233430861214, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.224241256713867, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.875676155090332, + "num_tokens": 457890775.0, + "step": 12000 + }, + { + "epoch": 1.526650553364712, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.20040225982666, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.876567006111145, + "num_tokens": 457928143.0, + "step": 12001 + }, + { + "epoch": 1.5267777636433024, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.258201599121094, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.876686692237854, + "num_tokens": 457965999.0, + "step": 12002 + }, + { + "epoch": 1.526904973921893, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.171647071838379, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8705883622169495, + "num_tokens": 458006638.0, + "step": 12003 + }, + { + "epoch": 1.5270321842004835, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.203676223754883, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8717577457427979, + "num_tokens": 458047522.0, + "step": 12004 + }, + { + "epoch": 1.527159394479074, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.149343490600586, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8712366223335266, + "num_tokens": 458091219.0, + "step": 12005 + }, + { + "epoch": 1.5272866047576645, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.254555702209473, + "learning_rate": 1e-06, + "loss": 0.4167, + "mean_token_accuracy": 0.8611257076263428, + "num_tokens": 458129208.0, + "step": 12006 + }, + { + "epoch": 1.527413815036255, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.227703094482422, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8677821159362793, + "num_tokens": 458163632.0, + "step": 12007 + }, + { + "epoch": 1.5275410253148456, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.271760940551758, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8649561405181885, + "num_tokens": 458202377.0, + "step": 12008 + }, + { + "epoch": 1.527668235593436, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.200682640075684, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8714051246643066, + "num_tokens": 458239901.0, + "step": 12009 + }, + { + "epoch": 1.5277954458720264, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.190003395080566, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8661463260650635, + "num_tokens": 458280291.0, + "step": 12010 + }, + { + "epoch": 1.527922656150617, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.208325386047363, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8777792453765869, + "num_tokens": 458316931.0, + "step": 12011 + }, + { + "epoch": 1.5280498664292075, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.24868106842041, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8646819591522217, + "num_tokens": 458356477.0, + "step": 12012 + }, + { + "epoch": 1.528177076707798, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.20191478729248, + "learning_rate": 1e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.8575634956359863, + "num_tokens": 458401340.0, + "step": 12013 + }, + { + "epoch": 1.5283042869863885, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.174254417419434, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8787854313850403, + "num_tokens": 458436190.0, + "step": 12014 + }, + { + "epoch": 1.5284314972649788, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.257145881652832, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8716022372245789, + "num_tokens": 458465513.0, + "step": 12015 + }, + { + "epoch": 1.5285587075435694, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.150673866271973, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8685595393180847, + "num_tokens": 458505465.0, + "step": 12016 + }, + { + "epoch": 1.52868591782216, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.170127868652344, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8691757917404175, + "num_tokens": 458545087.0, + "step": 12017 + }, + { + "epoch": 1.5288131281007504, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.200136184692383, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8788121938705444, + "num_tokens": 458583274.0, + "step": 12018 + }, + { + "epoch": 1.528940338379341, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.17536449432373, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.865222692489624, + "num_tokens": 458626026.0, + "step": 12019 + }, + { + "epoch": 1.5290675486579315, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.171220779418945, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8819795846939087, + "num_tokens": 458668774.0, + "step": 12020 + }, + { + "epoch": 1.529194758936522, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.199067115783691, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8759850263595581, + "num_tokens": 458702256.0, + "step": 12021 + }, + { + "epoch": 1.5293219692151125, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.210319519042969, + "learning_rate": 1e-06, + "loss": 0.4719, + "mean_token_accuracy": 0.8444179892539978, + "num_tokens": 458741429.0, + "step": 12022 + }, + { + "epoch": 1.529449179493703, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.211893081665039, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.876133143901825, + "num_tokens": 458775608.0, + "step": 12023 + }, + { + "epoch": 1.5295763897722936, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.179285049438477, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8746789693832397, + "num_tokens": 458811451.0, + "step": 12024 + }, + { + "epoch": 1.5297036000508841, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.146800994873047, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8752222061157227, + "num_tokens": 458851761.0, + "step": 12025 + }, + { + "epoch": 1.5298308103294747, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.224875450134277, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8651614189147949, + "num_tokens": 458888948.0, + "step": 12026 + }, + { + "epoch": 1.5299580206080652, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.171353340148926, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8692353367805481, + "num_tokens": 458922466.0, + "step": 12027 + }, + { + "epoch": 1.5300852308866557, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.25455093383789, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8670806288719177, + "num_tokens": 458956947.0, + "step": 12028 + }, + { + "epoch": 1.5302124411652462, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.174633026123047, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8889164924621582, + "num_tokens": 458993634.0, + "step": 12029 + }, + { + "epoch": 1.5303396514438368, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.242898941040039, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8805441856384277, + "num_tokens": 459034314.0, + "step": 12030 + }, + { + "epoch": 1.5304668617224273, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.175572395324707, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8769717216491699, + "num_tokens": 459072117.0, + "step": 12031 + }, + { + "epoch": 1.5305940720010178, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.241503715515137, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8658624887466431, + "num_tokens": 459112382.0, + "step": 12032 + }, + { + "epoch": 1.5307212822796084, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.246888160705566, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8835926055908203, + "num_tokens": 459148973.0, + "step": 12033 + }, + { + "epoch": 1.5308484925581987, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.251123428344727, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8692722916603088, + "num_tokens": 459183242.0, + "step": 12034 + }, + { + "epoch": 1.5309757028367892, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.225871086120605, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8882827162742615, + "num_tokens": 459219606.0, + "step": 12035 + }, + { + "epoch": 1.5311029131153797, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.24705982208252, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8896825313568115, + "num_tokens": 459253763.0, + "step": 12036 + }, + { + "epoch": 1.5312301233939702, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.221845626831055, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8749890327453613, + "num_tokens": 459291187.0, + "step": 12037 + }, + { + "epoch": 1.5313573336725608, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.215058326721191, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8697977066040039, + "num_tokens": 459327423.0, + "step": 12038 + }, + { + "epoch": 1.5314845439511513, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.238153457641602, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.86753910779953, + "num_tokens": 459366207.0, + "step": 12039 + }, + { + "epoch": 1.5316117542297416, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.250616073608398, + "learning_rate": 1e-06, + "loss": 0.425, + "mean_token_accuracy": 0.8640251159667969, + "num_tokens": 459408338.0, + "step": 12040 + }, + { + "epoch": 1.5317389645083321, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.21804428100586, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8826992511749268, + "num_tokens": 459443420.0, + "step": 12041 + }, + { + "epoch": 1.5318661747869227, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.291730880737305, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8569138050079346, + "num_tokens": 459475835.0, + "step": 12042 + }, + { + "epoch": 1.5319933850655132, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.181264877319336, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.870367705821991, + "num_tokens": 459511993.0, + "step": 12043 + }, + { + "epoch": 1.5321205953441037, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.25405216217041, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8797454833984375, + "num_tokens": 459546221.0, + "step": 12044 + }, + { + "epoch": 1.5322478056226942, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.22402286529541, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.875554084777832, + "num_tokens": 459587271.0, + "step": 12045 + }, + { + "epoch": 1.5323750159012848, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.246675491333008, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8602870106697083, + "num_tokens": 459623388.0, + "step": 12046 + }, + { + "epoch": 1.5325022261798753, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.215106964111328, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8712133169174194, + "num_tokens": 459666440.0, + "step": 12047 + }, + { + "epoch": 1.5326294364584658, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.252653121948242, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8592232465744019, + "num_tokens": 459708373.0, + "step": 12048 + }, + { + "epoch": 1.5327566467370564, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.196669578552246, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8818672299385071, + "num_tokens": 459746707.0, + "step": 12049 + }, + { + "epoch": 1.532883857015647, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.207645416259766, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8778524398803711, + "num_tokens": 459792493.0, + "step": 12050 + }, + { + "epoch": 1.5330110672942374, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.271369934082031, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8809561133384705, + "num_tokens": 459828897.0, + "step": 12051 + }, + { + "epoch": 1.533138277572828, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.25328254699707, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8627395629882812, + "num_tokens": 459866274.0, + "step": 12052 + }, + { + "epoch": 1.5332654878514185, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.194602012634277, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8866919279098511, + "num_tokens": 459902442.0, + "step": 12053 + }, + { + "epoch": 1.533392698130009, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.245107650756836, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8796586990356445, + "num_tokens": 459943331.0, + "step": 12054 + }, + { + "epoch": 1.5335199084085995, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.242856979370117, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.877536952495575, + "num_tokens": 459975349.0, + "step": 12055 + }, + { + "epoch": 1.53364711868719, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.290514945983887, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8849676847457886, + "num_tokens": 460008295.0, + "step": 12056 + }, + { + "epoch": 1.5337743289657806, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.241708755493164, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8771209716796875, + "num_tokens": 460045892.0, + "step": 12057 + }, + { + "epoch": 1.533901539244371, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.184038162231445, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.872151255607605, + "num_tokens": 460084255.0, + "step": 12058 + }, + { + "epoch": 1.5340287495229614, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.273941040039062, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8586419224739075, + "num_tokens": 460123706.0, + "step": 12059 + }, + { + "epoch": 1.534155959801552, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.19938850402832, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.8579740524291992, + "num_tokens": 460162351.0, + "step": 12060 + }, + { + "epoch": 1.5342831700801425, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.249146461486816, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8624861240386963, + "num_tokens": 460200135.0, + "step": 12061 + }, + { + "epoch": 1.534410380358733, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.23302173614502, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8662636280059814, + "num_tokens": 460243585.0, + "step": 12062 + }, + { + "epoch": 1.5345375906373235, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.198256492614746, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8662090301513672, + "num_tokens": 460283695.0, + "step": 12063 + }, + { + "epoch": 1.5346648009159138, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.212080001831055, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8784862756729126, + "num_tokens": 460317241.0, + "step": 12064 + }, + { + "epoch": 1.5347920111945044, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.176236152648926, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8738727569580078, + "num_tokens": 460351900.0, + "step": 12065 + }, + { + "epoch": 1.534919221473095, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.229841232299805, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8738930225372314, + "num_tokens": 460391672.0, + "step": 12066 + }, + { + "epoch": 1.5350464317516854, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.184155464172363, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8645972609519958, + "num_tokens": 460434120.0, + "step": 12067 + }, + { + "epoch": 1.535173642030276, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.23039722442627, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.873193621635437, + "num_tokens": 460474214.0, + "step": 12068 + }, + { + "epoch": 1.5353008523088665, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.251667022705078, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8777176737785339, + "num_tokens": 460507549.0, + "step": 12069 + }, + { + "epoch": 1.535428062587457, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.182107925415039, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8655927181243896, + "num_tokens": 460546391.0, + "step": 12070 + }, + { + "epoch": 1.5355552728660475, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.183975219726562, + "learning_rate": 1e-06, + "loss": 0.4306, + "mean_token_accuracy": 0.8611259460449219, + "num_tokens": 460585232.0, + "step": 12071 + }, + { + "epoch": 1.535682483144638, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.189364433288574, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8797975182533264, + "num_tokens": 460624398.0, + "step": 12072 + }, + { + "epoch": 1.5358096934232286, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.18732738494873, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8651971817016602, + "num_tokens": 460667193.0, + "step": 12073 + }, + { + "epoch": 1.5359369037018191, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.184528350830078, + "learning_rate": 1e-06, + "loss": 0.4534, + "mean_token_accuracy": 0.849012017250061, + "num_tokens": 460710614.0, + "step": 12074 + }, + { + "epoch": 1.5360641139804097, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.2426176071167, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.868259608745575, + "num_tokens": 460751079.0, + "step": 12075 + }, + { + "epoch": 1.5361913242590002, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.187183380126953, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8706587553024292, + "num_tokens": 460786768.0, + "step": 12076 + }, + { + "epoch": 1.5363185345375907, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.203974723815918, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8630031943321228, + "num_tokens": 460824757.0, + "step": 12077 + }, + { + "epoch": 1.5364457448161812, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.247554779052734, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.864876925945282, + "num_tokens": 460865024.0, + "step": 12078 + }, + { + "epoch": 1.5365729550947718, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.177816390991211, + "learning_rate": 1e-06, + "loss": 0.4419, + "mean_token_accuracy": 0.8629668951034546, + "num_tokens": 460900895.0, + "step": 12079 + }, + { + "epoch": 1.5367001653733623, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.217641830444336, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.876899003982544, + "num_tokens": 460936876.0, + "step": 12080 + }, + { + "epoch": 1.5368273756519528, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.174322128295898, + "learning_rate": 1e-06, + "loss": 0.4357, + "mean_token_accuracy": 0.8561514019966125, + "num_tokens": 460975297.0, + "step": 12081 + }, + { + "epoch": 1.5369545859305433, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.291504859924316, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8604111671447754, + "num_tokens": 461008603.0, + "step": 12082 + }, + { + "epoch": 1.5370817962091337, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.194117546081543, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8629380464553833, + "num_tokens": 461047770.0, + "step": 12083 + }, + { + "epoch": 1.5372090064877242, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.247636795043945, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.859040379524231, + "num_tokens": 461088554.0, + "step": 12084 + }, + { + "epoch": 1.5373362167663147, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.227730751037598, + "learning_rate": 1e-06, + "loss": 0.4503, + "mean_token_accuracy": 0.8501929044723511, + "num_tokens": 461126070.0, + "step": 12085 + }, + { + "epoch": 1.5374634270449052, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.218073844909668, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8685585260391235, + "num_tokens": 461166394.0, + "step": 12086 + }, + { + "epoch": 1.5375906373234958, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.205733299255371, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8634499311447144, + "num_tokens": 461208263.0, + "step": 12087 + }, + { + "epoch": 1.5377178476020863, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.236745834350586, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.880979061126709, + "num_tokens": 461245054.0, + "step": 12088 + }, + { + "epoch": 1.5378450578806766, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.239230155944824, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8603641390800476, + "num_tokens": 461281584.0, + "step": 12089 + }, + { + "epoch": 1.5379722681592671, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.260542869567871, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8793619871139526, + "num_tokens": 461322247.0, + "step": 12090 + }, + { + "epoch": 1.5380994784378577, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.232702255249023, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.859372615814209, + "num_tokens": 461358371.0, + "step": 12091 + }, + { + "epoch": 1.5382266887164482, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.137991905212402, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8764196634292603, + "num_tokens": 461394666.0, + "step": 12092 + }, + { + "epoch": 1.5383538989950387, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.247355461120605, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8822818994522095, + "num_tokens": 461430875.0, + "step": 12093 + }, + { + "epoch": 1.5384811092736292, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.246845245361328, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8675985336303711, + "num_tokens": 461467412.0, + "step": 12094 + }, + { + "epoch": 1.5386083195522198, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.195849418640137, + "learning_rate": 1e-06, + "loss": 0.4372, + "mean_token_accuracy": 0.8503652811050415, + "num_tokens": 461501970.0, + "step": 12095 + }, + { + "epoch": 1.5387355298308103, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.260955810546875, + "learning_rate": 1e-06, + "loss": 0.4354, + "mean_token_accuracy": 0.8587853908538818, + "num_tokens": 461542735.0, + "step": 12096 + }, + { + "epoch": 1.5388627401094008, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.161177635192871, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8736239671707153, + "num_tokens": 461583883.0, + "step": 12097 + }, + { + "epoch": 1.5389899503879914, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.249088287353516, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8631207346916199, + "num_tokens": 461625124.0, + "step": 12098 + }, + { + "epoch": 1.5391171606665819, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.15452766418457, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8609696626663208, + "num_tokens": 461660273.0, + "step": 12099 + }, + { + "epoch": 1.5392443709451724, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.2245454788208, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.864581823348999, + "num_tokens": 461698890.0, + "step": 12100 + }, + { + "epoch": 1.539371581223763, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.1801118850708, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8701287508010864, + "num_tokens": 461736927.0, + "step": 12101 + }, + { + "epoch": 1.5394987915023535, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.230650901794434, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8692163228988647, + "num_tokens": 461777796.0, + "step": 12102 + }, + { + "epoch": 1.539626001780944, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.13818645477295, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8809967041015625, + "num_tokens": 461814656.0, + "step": 12103 + }, + { + "epoch": 1.5397532120595345, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.235760688781738, + "learning_rate": 1e-06, + "loss": 0.4534, + "mean_token_accuracy": 0.8536747694015503, + "num_tokens": 461852186.0, + "step": 12104 + }, + { + "epoch": 1.539880422338125, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.194439888000488, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8839583396911621, + "num_tokens": 461893724.0, + "step": 12105 + }, + { + "epoch": 1.5400076326167156, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.211021423339844, + "learning_rate": 1e-06, + "loss": 0.4384, + "mean_token_accuracy": 0.8577680587768555, + "num_tokens": 461935380.0, + "step": 12106 + }, + { + "epoch": 1.5401348428953059, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.24532413482666, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.876518726348877, + "num_tokens": 461971463.0, + "step": 12107 + }, + { + "epoch": 1.5402620531738964, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.181782722473145, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8778550624847412, + "num_tokens": 462007514.0, + "step": 12108 + }, + { + "epoch": 1.540389263452487, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.226502418518066, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8835480213165283, + "num_tokens": 462046022.0, + "step": 12109 + }, + { + "epoch": 1.5405164737310775, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.222829818725586, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8754161596298218, + "num_tokens": 462089367.0, + "step": 12110 + }, + { + "epoch": 1.540643684009668, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.202713012695312, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8756338357925415, + "num_tokens": 462128558.0, + "step": 12111 + }, + { + "epoch": 1.5407708942882585, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.27391242980957, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8775197267532349, + "num_tokens": 462162639.0, + "step": 12112 + }, + { + "epoch": 1.5408981045668488, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.205097198486328, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8716225624084473, + "num_tokens": 462199303.0, + "step": 12113 + }, + { + "epoch": 1.5410253148454394, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.175432205200195, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8688908219337463, + "num_tokens": 462246095.0, + "step": 12114 + }, + { + "epoch": 1.54115252512403, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.215943336486816, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8674128651618958, + "num_tokens": 462286653.0, + "step": 12115 + }, + { + "epoch": 1.5412797354026204, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.273911476135254, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8671199083328247, + "num_tokens": 462328295.0, + "step": 12116 + }, + { + "epoch": 1.541406945681211, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.283854484558105, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8735368847846985, + "num_tokens": 462365175.0, + "step": 12117 + }, + { + "epoch": 1.5415341559598015, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.192167282104492, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8639937043190002, + "num_tokens": 462407044.0, + "step": 12118 + }, + { + "epoch": 1.541661366238392, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.280534744262695, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8645646572113037, + "num_tokens": 462443819.0, + "step": 12119 + }, + { + "epoch": 1.5417885765169825, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.218130111694336, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8807651400566101, + "num_tokens": 462487319.0, + "step": 12120 + }, + { + "epoch": 1.541915786795573, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.266051292419434, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8720160126686096, + "num_tokens": 462527026.0, + "step": 12121 + }, + { + "epoch": 1.5420429970741636, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.26481819152832, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8622726202011108, + "num_tokens": 462557552.0, + "step": 12122 + }, + { + "epoch": 1.5421702073527541, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.252549171447754, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8715653419494629, + "num_tokens": 462595243.0, + "step": 12123 + }, + { + "epoch": 1.5422974176313446, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.23763656616211, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.872551679611206, + "num_tokens": 462636077.0, + "step": 12124 + }, + { + "epoch": 1.5424246279099352, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.245683670043945, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8825716376304626, + "num_tokens": 462668407.0, + "step": 12125 + }, + { + "epoch": 1.5425518381885257, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.222740173339844, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8704611659049988, + "num_tokens": 462707678.0, + "step": 12126 + }, + { + "epoch": 1.5426790484671162, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.236750602722168, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8640761375427246, + "num_tokens": 462739722.0, + "step": 12127 + }, + { + "epoch": 1.5428062587457068, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.266923904418945, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8792431354522705, + "num_tokens": 462770369.0, + "step": 12128 + }, + { + "epoch": 1.5429334690242973, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.177647590637207, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8768031597137451, + "num_tokens": 462806126.0, + "step": 12129 + }, + { + "epoch": 1.5430606793028878, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.263392448425293, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8725988268852234, + "num_tokens": 462846585.0, + "step": 12130 + }, + { + "epoch": 1.5431878895814783, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.18278980255127, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8676215410232544, + "num_tokens": 462889892.0, + "step": 12131 + }, + { + "epoch": 1.5433150998600687, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.17764949798584, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8699334263801575, + "num_tokens": 462927612.0, + "step": 12132 + }, + { + "epoch": 1.5434423101386592, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.25487232208252, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8730505704879761, + "num_tokens": 462971661.0, + "step": 12133 + }, + { + "epoch": 1.5435695204172497, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.201955795288086, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8765326142311096, + "num_tokens": 463011260.0, + "step": 12134 + }, + { + "epoch": 1.5436967306958402, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.225696563720703, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8778063058853149, + "num_tokens": 463045395.0, + "step": 12135 + }, + { + "epoch": 1.5438239409744308, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.273463249206543, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8610717058181763, + "num_tokens": 463081015.0, + "step": 12136 + }, + { + "epoch": 1.5439511512530213, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.211124420166016, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8708081245422363, + "num_tokens": 463115658.0, + "step": 12137 + }, + { + "epoch": 1.5440783615316116, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.271842956542969, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8832591772079468, + "num_tokens": 463152084.0, + "step": 12138 + }, + { + "epoch": 1.5442055718102021, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.233536720275879, + "learning_rate": 1e-06, + "loss": 0.4241, + "mean_token_accuracy": 0.8606106042861938, + "num_tokens": 463190137.0, + "step": 12139 + }, + { + "epoch": 1.5443327820887927, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.231892585754395, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8699405193328857, + "num_tokens": 463227626.0, + "step": 12140 + }, + { + "epoch": 1.5444599923673832, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.239175796508789, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8714513182640076, + "num_tokens": 463266451.0, + "step": 12141 + }, + { + "epoch": 1.5445872026459737, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.267925262451172, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.859925389289856, + "num_tokens": 463305327.0, + "step": 12142 + }, + { + "epoch": 1.5447144129245642, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.25346565246582, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8679430484771729, + "num_tokens": 463345890.0, + "step": 12143 + }, + { + "epoch": 1.5448416232031548, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.250351905822754, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8742296099662781, + "num_tokens": 463381583.0, + "step": 12144 + }, + { + "epoch": 1.5449688334817453, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.180792808532715, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8791661858558655, + "num_tokens": 463414442.0, + "step": 12145 + }, + { + "epoch": 1.5450960437603358, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.259989738464355, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.877169132232666, + "num_tokens": 463449517.0, + "step": 12146 + }, + { + "epoch": 1.5452232540389264, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.18763256072998, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8774677515029907, + "num_tokens": 463487952.0, + "step": 12147 + }, + { + "epoch": 1.5453504643175169, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.276466369628906, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8711997270584106, + "num_tokens": 463520724.0, + "step": 12148 + }, + { + "epoch": 1.5454776745961074, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.185696601867676, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8685259222984314, + "num_tokens": 463564691.0, + "step": 12149 + }, + { + "epoch": 1.545604884874698, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.262170791625977, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8679754734039307, + "num_tokens": 463599037.0, + "step": 12150 + }, + { + "epoch": 1.5457320951532885, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.257384300231934, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8592396974563599, + "num_tokens": 463630744.0, + "step": 12151 + }, + { + "epoch": 1.545859305431879, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.223563194274902, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8681007623672485, + "num_tokens": 463663551.0, + "step": 12152 + }, + { + "epoch": 1.5459865157104695, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.176688194274902, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8825310468673706, + "num_tokens": 463702446.0, + "step": 12153 + }, + { + "epoch": 1.54611372598906, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.217583656311035, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8630428314208984, + "num_tokens": 463739324.0, + "step": 12154 + }, + { + "epoch": 1.5462409362676506, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.241679191589355, + "learning_rate": 1e-06, + "loss": 0.4455, + "mean_token_accuracy": 0.8516618609428406, + "num_tokens": 463780765.0, + "step": 12155 + }, + { + "epoch": 1.5463681465462409, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.18816089630127, + "learning_rate": 1e-06, + "loss": 0.4722, + "mean_token_accuracy": 0.8488839864730835, + "num_tokens": 463817727.0, + "step": 12156 + }, + { + "epoch": 1.5464953568248314, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.214804649353027, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8856852054595947, + "num_tokens": 463865793.0, + "step": 12157 + }, + { + "epoch": 1.546622567103422, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.211346626281738, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8718907833099365, + "num_tokens": 463908299.0, + "step": 12158 + }, + { + "epoch": 1.5467497773820125, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.237760543823242, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8681007623672485, + "num_tokens": 463944513.0, + "step": 12159 + }, + { + "epoch": 1.546876987660603, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.222976684570312, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8632838129997253, + "num_tokens": 463982862.0, + "step": 12160 + }, + { + "epoch": 1.5470041979391935, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.197975158691406, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8744125366210938, + "num_tokens": 464023357.0, + "step": 12161 + }, + { + "epoch": 1.5471314082177838, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.205808639526367, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8707438707351685, + "num_tokens": 464071889.0, + "step": 12162 + }, + { + "epoch": 1.5472586184963744, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.230592727661133, + "learning_rate": 1e-06, + "loss": 0.4323, + "mean_token_accuracy": 0.8573219776153564, + "num_tokens": 464112334.0, + "step": 12163 + }, + { + "epoch": 1.5473858287749649, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.288063049316406, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8654188513755798, + "num_tokens": 464156833.0, + "step": 12164 + }, + { + "epoch": 1.5475130390535554, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.145421028137207, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.874647855758667, + "num_tokens": 464192989.0, + "step": 12165 + }, + { + "epoch": 1.547640249332146, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.264425277709961, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.876778244972229, + "num_tokens": 464232855.0, + "step": 12166 + }, + { + "epoch": 1.5477674596107365, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.235381126403809, + "learning_rate": 1e-06, + "loss": 0.4402, + "mean_token_accuracy": 0.8550896644592285, + "num_tokens": 464271860.0, + "step": 12167 + }, + { + "epoch": 1.547894669889327, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.207879066467285, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8839926719665527, + "num_tokens": 464312925.0, + "step": 12168 + }, + { + "epoch": 1.5480218801679175, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.242544174194336, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8661089539527893, + "num_tokens": 464349190.0, + "step": 12169 + }, + { + "epoch": 1.548149090446508, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.248276710510254, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8661761283874512, + "num_tokens": 464392031.0, + "step": 12170 + }, + { + "epoch": 1.5482763007250986, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.194770812988281, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8675113916397095, + "num_tokens": 464424884.0, + "step": 12171 + }, + { + "epoch": 1.5484035110036891, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.238564491271973, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.864844560623169, + "num_tokens": 464466047.0, + "step": 12172 + }, + { + "epoch": 1.5485307212822796, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.227934837341309, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8691005706787109, + "num_tokens": 464497293.0, + "step": 12173 + }, + { + "epoch": 1.5486579315608702, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.193531036376953, + "learning_rate": 1e-06, + "loss": 0.4347, + "mean_token_accuracy": 0.8571912050247192, + "num_tokens": 464541873.0, + "step": 12174 + }, + { + "epoch": 1.5487851418394607, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.217816352844238, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8725191354751587, + "num_tokens": 464579712.0, + "step": 12175 + }, + { + "epoch": 1.5489123521180512, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.266858100891113, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8695189952850342, + "num_tokens": 464612277.0, + "step": 12176 + }, + { + "epoch": 1.5490395623966418, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.18794059753418, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.866855263710022, + "num_tokens": 464647062.0, + "step": 12177 + }, + { + "epoch": 1.5491667726752323, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.194221496582031, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8725873231887817, + "num_tokens": 464677998.0, + "step": 12178 + }, + { + "epoch": 1.5492939829538228, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.254003524780273, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8632670640945435, + "num_tokens": 464719205.0, + "step": 12179 + }, + { + "epoch": 1.5494211932324133, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.181221008300781, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8756558299064636, + "num_tokens": 464760758.0, + "step": 12180 + }, + { + "epoch": 1.5495484035110036, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.218425750732422, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8741284608840942, + "num_tokens": 464797422.0, + "step": 12181 + }, + { + "epoch": 1.5496756137895942, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.222522735595703, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8724725842475891, + "num_tokens": 464832889.0, + "step": 12182 + }, + { + "epoch": 1.5498028240681847, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.193130493164062, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8637762069702148, + "num_tokens": 464867743.0, + "step": 12183 + }, + { + "epoch": 1.5499300343467752, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.225078582763672, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8581131100654602, + "num_tokens": 464904666.0, + "step": 12184 + }, + { + "epoch": 1.5500572446253658, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.209630966186523, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.874354362487793, + "num_tokens": 464942886.0, + "step": 12185 + }, + { + "epoch": 1.5501844549039563, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.251790046691895, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8698018789291382, + "num_tokens": 464977463.0, + "step": 12186 + }, + { + "epoch": 1.5503116651825466, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.201641082763672, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.880459189414978, + "num_tokens": 465015732.0, + "step": 12187 + }, + { + "epoch": 1.5504388754611371, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.200475692749023, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.879564642906189, + "num_tokens": 465060789.0, + "step": 12188 + }, + { + "epoch": 1.5505660857397277, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.216644287109375, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8670339584350586, + "num_tokens": 465097907.0, + "step": 12189 + }, + { + "epoch": 1.5506932960183182, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.275568962097168, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8784990310668945, + "num_tokens": 465139401.0, + "step": 12190 + }, + { + "epoch": 1.5508205062969087, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.225231170654297, + "learning_rate": 1e-06, + "loss": 0.4679, + "mean_token_accuracy": 0.8503794074058533, + "num_tokens": 465176531.0, + "step": 12191 + }, + { + "epoch": 1.5509477165754992, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.227197647094727, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8794325590133667, + "num_tokens": 465216074.0, + "step": 12192 + }, + { + "epoch": 1.5510749268540898, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.234875679016113, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8828591108322144, + "num_tokens": 465257986.0, + "step": 12193 + }, + { + "epoch": 1.5512021371326803, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.274887084960938, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8744738101959229, + "num_tokens": 465296038.0, + "step": 12194 + }, + { + "epoch": 1.5513293474112708, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.242842674255371, + "learning_rate": 1e-06, + "loss": 0.4544, + "mean_token_accuracy": 0.8478286266326904, + "num_tokens": 465334215.0, + "step": 12195 + }, + { + "epoch": 1.5514565576898613, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.246970176696777, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8702828884124756, + "num_tokens": 465373362.0, + "step": 12196 + }, + { + "epoch": 1.5515837679684519, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.261092185974121, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8660799860954285, + "num_tokens": 465410181.0, + "step": 12197 + }, + { + "epoch": 1.5517109782470424, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.246613502502441, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8787879943847656, + "num_tokens": 465443056.0, + "step": 12198 + }, + { + "epoch": 1.551838188525633, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.257756233215332, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.873837947845459, + "num_tokens": 465484509.0, + "step": 12199 + }, + { + "epoch": 1.5519653988042235, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.257667541503906, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.869284987449646, + "num_tokens": 465520017.0, + "step": 12200 + }, + { + "epoch": 1.552092609082814, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.204597473144531, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8874289989471436, + "num_tokens": 465557221.0, + "step": 12201 + }, + { + "epoch": 1.5522198193614045, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.208311080932617, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8797877430915833, + "num_tokens": 465595455.0, + "step": 12202 + }, + { + "epoch": 1.552347029639995, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.198323249816895, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8725202083587646, + "num_tokens": 465636436.0, + "step": 12203 + }, + { + "epoch": 1.5524742399185856, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.259603500366211, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8682888150215149, + "num_tokens": 465668956.0, + "step": 12204 + }, + { + "epoch": 1.5526014501971759, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.292816162109375, + "learning_rate": 1e-06, + "loss": 0.4574, + "mean_token_accuracy": 0.8516877889633179, + "num_tokens": 465708812.0, + "step": 12205 + }, + { + "epoch": 1.5527286604757664, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.263947486877441, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.8577003479003906, + "num_tokens": 465742610.0, + "step": 12206 + }, + { + "epoch": 1.552855870754357, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.206461906433105, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8703069686889648, + "num_tokens": 465776468.0, + "step": 12207 + }, + { + "epoch": 1.5529830810329475, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.308367729187012, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8879907727241516, + "num_tokens": 465809300.0, + "step": 12208 + }, + { + "epoch": 1.553110291311538, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.207430839538574, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8730223774909973, + "num_tokens": 465849847.0, + "step": 12209 + }, + { + "epoch": 1.5532375015901285, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.229425430297852, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8819612264633179, + "num_tokens": 465884986.0, + "step": 12210 + }, + { + "epoch": 1.5533647118687188, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.231111526489258, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8779527544975281, + "num_tokens": 465919710.0, + "step": 12211 + }, + { + "epoch": 1.5534919221473094, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.33963680267334, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8631786704063416, + "num_tokens": 465956041.0, + "step": 12212 + }, + { + "epoch": 1.5536191324258999, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.213743209838867, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8816722631454468, + "num_tokens": 465994352.0, + "step": 12213 + }, + { + "epoch": 1.5537463427044904, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.246150016784668, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.871248722076416, + "num_tokens": 466032493.0, + "step": 12214 + }, + { + "epoch": 1.553873552983081, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.272204399108887, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8747589588165283, + "num_tokens": 466067048.0, + "step": 12215 + }, + { + "epoch": 1.5540007632616715, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.278708457946777, + "learning_rate": 1e-06, + "loss": 0.4458, + "mean_token_accuracy": 0.8501348495483398, + "num_tokens": 466106895.0, + "step": 12216 + }, + { + "epoch": 1.554127973540262, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.343788146972656, + "learning_rate": 1e-06, + "loss": 0.4328, + "mean_token_accuracy": 0.8566815853118896, + "num_tokens": 466146740.0, + "step": 12217 + }, + { + "epoch": 1.5542551838188525, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.217368125915527, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8766836524009705, + "num_tokens": 466187097.0, + "step": 12218 + }, + { + "epoch": 1.554382394097443, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.241092681884766, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.862228512763977, + "num_tokens": 466223969.0, + "step": 12219 + }, + { + "epoch": 1.5545096043760336, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.263675689697266, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8820472359657288, + "num_tokens": 466260127.0, + "step": 12220 + }, + { + "epoch": 1.554636814654624, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.231340408325195, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8774350881576538, + "num_tokens": 466297219.0, + "step": 12221 + }, + { + "epoch": 1.5547640249332146, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.232610702514648, + "learning_rate": 1e-06, + "loss": 0.4537, + "mean_token_accuracy": 0.8526663184165955, + "num_tokens": 466329474.0, + "step": 12222 + }, + { + "epoch": 1.5548912352118052, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.218084335327148, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8694444894790649, + "num_tokens": 466372801.0, + "step": 12223 + }, + { + "epoch": 1.5550184454903957, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.214123725891113, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8772133588790894, + "num_tokens": 466412950.0, + "step": 12224 + }, + { + "epoch": 1.5551456557689862, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.1858491897583, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8778323531150818, + "num_tokens": 466448830.0, + "step": 12225 + }, + { + "epoch": 1.5552728660475768, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.17459774017334, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8606182336807251, + "num_tokens": 466489749.0, + "step": 12226 + }, + { + "epoch": 1.5554000763261673, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.28010368347168, + "learning_rate": 1e-06, + "loss": 0.447, + "mean_token_accuracy": 0.8535752892494202, + "num_tokens": 466531320.0, + "step": 12227 + }, + { + "epoch": 1.5555272866047578, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.221896171569824, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8628649711608887, + "num_tokens": 466570001.0, + "step": 12228 + }, + { + "epoch": 1.5556544968833483, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.244945526123047, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.87408846616745, + "num_tokens": 466607186.0, + "step": 12229 + }, + { + "epoch": 1.5557817071619386, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.168293952941895, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.8611445426940918, + "num_tokens": 466649480.0, + "step": 12230 + }, + { + "epoch": 1.5559089174405292, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.236397743225098, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8771717548370361, + "num_tokens": 466688861.0, + "step": 12231 + }, + { + "epoch": 1.5560361277191197, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.306096076965332, + "learning_rate": 1e-06, + "loss": 0.4469, + "mean_token_accuracy": 0.8512341380119324, + "num_tokens": 466723200.0, + "step": 12232 + }, + { + "epoch": 1.5561633379977102, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.249999046325684, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.857083797454834, + "num_tokens": 466759639.0, + "step": 12233 + }, + { + "epoch": 1.5562905482763008, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.23359489440918, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8650593161582947, + "num_tokens": 466795748.0, + "step": 12234 + }, + { + "epoch": 1.5564177585548913, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.235835075378418, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8805801868438721, + "num_tokens": 466832938.0, + "step": 12235 + }, + { + "epoch": 1.5565449688334816, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.232131958007812, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8641424179077148, + "num_tokens": 466868710.0, + "step": 12236 + }, + { + "epoch": 1.5566721791120721, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.33276653289795, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8684439659118652, + "num_tokens": 466903558.0, + "step": 12237 + }, + { + "epoch": 1.5567993893906626, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.240241050720215, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8608752489089966, + "num_tokens": 466946785.0, + "step": 12238 + }, + { + "epoch": 1.5569265996692532, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.222525596618652, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8618360161781311, + "num_tokens": 466988563.0, + "step": 12239 + }, + { + "epoch": 1.5570538099478437, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.2653226852417, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8641961812973022, + "num_tokens": 467025447.0, + "step": 12240 + }, + { + "epoch": 1.5571810202264342, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.285861015319824, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8777127265930176, + "num_tokens": 467060751.0, + "step": 12241 + }, + { + "epoch": 1.5573082305050248, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.247528076171875, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8693416118621826, + "num_tokens": 467101889.0, + "step": 12242 + }, + { + "epoch": 1.5574354407836153, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.222622871398926, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8736139535903931, + "num_tokens": 467136782.0, + "step": 12243 + }, + { + "epoch": 1.5575626510622058, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.271110534667969, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.879496693611145, + "num_tokens": 467174137.0, + "step": 12244 + }, + { + "epoch": 1.5576898613407963, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.227673530578613, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8661273121833801, + "num_tokens": 467213919.0, + "step": 12245 + }, + { + "epoch": 1.5578170716193869, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.19081974029541, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8783040046691895, + "num_tokens": 467254860.0, + "step": 12246 + }, + { + "epoch": 1.5579442818979774, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.277063369750977, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8811147809028625, + "num_tokens": 467296806.0, + "step": 12247 + }, + { + "epoch": 1.558071492176568, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.220863342285156, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.877300500869751, + "num_tokens": 467332882.0, + "step": 12248 + }, + { + "epoch": 1.5581987024551585, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.206429481506348, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8849903345108032, + "num_tokens": 467375088.0, + "step": 12249 + }, + { + "epoch": 1.558325912733749, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.274696350097656, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.870772123336792, + "num_tokens": 467413000.0, + "step": 12250 + }, + { + "epoch": 1.5584531230123395, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.256827354431152, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8842591047286987, + "num_tokens": 467450947.0, + "step": 12251 + }, + { + "epoch": 1.55858033329093, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.27256965637207, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8610699772834778, + "num_tokens": 467493770.0, + "step": 12252 + }, + { + "epoch": 1.5587075435695206, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.250997543334961, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8665776252746582, + "num_tokens": 467531882.0, + "step": 12253 + }, + { + "epoch": 1.5588347538481109, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.285367965698242, + "learning_rate": 1e-06, + "loss": 0.2983, + "mean_token_accuracy": 0.8964215517044067, + "num_tokens": 467566059.0, + "step": 12254 + }, + { + "epoch": 1.5589619641267014, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.202123641967773, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8844023942947388, + "num_tokens": 467603734.0, + "step": 12255 + }, + { + "epoch": 1.559089174405292, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.321053504943848, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8774911761283875, + "num_tokens": 467641224.0, + "step": 12256 + }, + { + "epoch": 1.5592163846838825, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.257893562316895, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.869327187538147, + "num_tokens": 467677576.0, + "step": 12257 + }, + { + "epoch": 1.559343594962473, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.281745910644531, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8769634962081909, + "num_tokens": 467717526.0, + "step": 12258 + }, + { + "epoch": 1.5594708052410635, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.249846458435059, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.866431713104248, + "num_tokens": 467757591.0, + "step": 12259 + }, + { + "epoch": 1.5595980155196538, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.25308609008789, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8570979833602905, + "num_tokens": 467792794.0, + "step": 12260 + }, + { + "epoch": 1.5597252257982444, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.254273414611816, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8660613894462585, + "num_tokens": 467829554.0, + "step": 12261 + }, + { + "epoch": 1.5598524360768349, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.254318237304688, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8550877571105957, + "num_tokens": 467871403.0, + "step": 12262 + }, + { + "epoch": 1.5599796463554254, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.281637191772461, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.85230952501297, + "num_tokens": 467906498.0, + "step": 12263 + }, + { + "epoch": 1.560106856634016, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.249019622802734, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.869505763053894, + "num_tokens": 467946426.0, + "step": 12264 + }, + { + "epoch": 1.5602340669126065, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.27148723602295, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8724097013473511, + "num_tokens": 467979930.0, + "step": 12265 + }, + { + "epoch": 1.560361277191197, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.258426666259766, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8643687963485718, + "num_tokens": 468016347.0, + "step": 12266 + }, + { + "epoch": 1.5604884874697875, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.25934886932373, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8775033950805664, + "num_tokens": 468051446.0, + "step": 12267 + }, + { + "epoch": 1.560615697748378, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.312912940979004, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8853118419647217, + "num_tokens": 468085713.0, + "step": 12268 + }, + { + "epoch": 1.5607429080269686, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.2562894821167, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8822352886199951, + "num_tokens": 468117863.0, + "step": 12269 + }, + { + "epoch": 1.560870118305559, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.294004440307617, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8667011260986328, + "num_tokens": 468153041.0, + "step": 12270 + }, + { + "epoch": 1.5609973285841496, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.24759578704834, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8694976568222046, + "num_tokens": 468193624.0, + "step": 12271 + }, + { + "epoch": 1.5611245388627402, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.290641784667969, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8863191604614258, + "num_tokens": 468227091.0, + "step": 12272 + }, + { + "epoch": 1.5612517491413307, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.279497146606445, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8667916059494019, + "num_tokens": 468265079.0, + "step": 12273 + }, + { + "epoch": 1.5613789594199212, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.283577919006348, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8671014904975891, + "num_tokens": 468307055.0, + "step": 12274 + }, + { + "epoch": 1.5615061696985117, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.30538272857666, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8652592897415161, + "num_tokens": 468344429.0, + "step": 12275 + }, + { + "epoch": 1.5616333799771023, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.250765800476074, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8697290420532227, + "num_tokens": 468379448.0, + "step": 12276 + }, + { + "epoch": 1.5617605902556928, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.277243614196777, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8734216690063477, + "num_tokens": 468423344.0, + "step": 12277 + }, + { + "epoch": 1.5618878005342833, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.225980758666992, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8751819133758545, + "num_tokens": 468461657.0, + "step": 12278 + }, + { + "epoch": 1.5620150108128736, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.240877151489258, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8846018314361572, + "num_tokens": 468500428.0, + "step": 12279 + }, + { + "epoch": 1.5621422210914642, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.286365509033203, + "learning_rate": 1e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.8591960668563843, + "num_tokens": 468536310.0, + "step": 12280 + }, + { + "epoch": 1.5622694313700547, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.245616912841797, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8680706024169922, + "num_tokens": 468577954.0, + "step": 12281 + }, + { + "epoch": 1.5623966416486452, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.28196907043457, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8617751598358154, + "num_tokens": 468612131.0, + "step": 12282 + }, + { + "epoch": 1.5625238519272358, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.193618774414062, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8660820722579956, + "num_tokens": 468654022.0, + "step": 12283 + }, + { + "epoch": 1.5626510622058263, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.320667266845703, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8618400692939758, + "num_tokens": 468693120.0, + "step": 12284 + }, + { + "epoch": 1.5627782724844166, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.25652027130127, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8703659772872925, + "num_tokens": 468727695.0, + "step": 12285 + }, + { + "epoch": 1.5629054827630071, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.236146926879883, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8668340444564819, + "num_tokens": 468766705.0, + "step": 12286 + }, + { + "epoch": 1.5630326930415976, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.246670722961426, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8632577657699585, + "num_tokens": 468804555.0, + "step": 12287 + }, + { + "epoch": 1.5631599033201882, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.2493257522583, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8666543960571289, + "num_tokens": 468842495.0, + "step": 12288 + }, + { + "epoch": 1.5632871135987787, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.247673988342285, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8693134188652039, + "num_tokens": 468877574.0, + "step": 12289 + }, + { + "epoch": 1.5634143238773692, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.239258766174316, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8809360265731812, + "num_tokens": 468914573.0, + "step": 12290 + }, + { + "epoch": 1.5635415341559598, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.232621192932129, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8811873197555542, + "num_tokens": 468950943.0, + "step": 12291 + }, + { + "epoch": 1.5636687444345503, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.242743492126465, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8850568532943726, + "num_tokens": 468990007.0, + "step": 12292 + }, + { + "epoch": 1.5637959547131408, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.256414413452148, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8749130368232727, + "num_tokens": 469022461.0, + "step": 12293 + }, + { + "epoch": 1.5639231649917313, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.249757766723633, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8756042718887329, + "num_tokens": 469056396.0, + "step": 12294 + }, + { + "epoch": 1.5640503752703219, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.253573417663574, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8798966407775879, + "num_tokens": 469099464.0, + "step": 12295 + }, + { + "epoch": 1.5641775855489124, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.233661651611328, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.878745436668396, + "num_tokens": 469139830.0, + "step": 12296 + }, + { + "epoch": 1.564304795827503, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.334794998168945, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8692923784255981, + "num_tokens": 469177838.0, + "step": 12297 + }, + { + "epoch": 1.5644320061060935, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.209156036376953, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8954300284385681, + "num_tokens": 469218727.0, + "step": 12298 + }, + { + "epoch": 1.564559216384684, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.260294914245605, + "learning_rate": 1e-06, + "loss": 0.4601, + "mean_token_accuracy": 0.8482144474983215, + "num_tokens": 469261186.0, + "step": 12299 + }, + { + "epoch": 1.5646864266632745, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.297689437866211, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8785103559494019, + "num_tokens": 469301191.0, + "step": 12300 + }, + { + "epoch": 1.564813636941865, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.259480476379395, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.875443696975708, + "num_tokens": 469340132.0, + "step": 12301 + }, + { + "epoch": 1.5649408472204556, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.256365776062012, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8887277841567993, + "num_tokens": 469376211.0, + "step": 12302 + }, + { + "epoch": 1.5650680574990459, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.275578498840332, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8603659868240356, + "num_tokens": 469413961.0, + "step": 12303 + }, + { + "epoch": 1.5651952677776364, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.280193328857422, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8706293106079102, + "num_tokens": 469449507.0, + "step": 12304 + }, + { + "epoch": 1.565322478056227, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.258086204528809, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.858532190322876, + "num_tokens": 469486324.0, + "step": 12305 + }, + { + "epoch": 1.5654496883348175, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.214537620544434, + "learning_rate": 1e-06, + "loss": 0.4075, + "mean_token_accuracy": 0.8655639886856079, + "num_tokens": 469523799.0, + "step": 12306 + }, + { + "epoch": 1.565576898613408, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.28427505493164, + "learning_rate": 1e-06, + "loss": 0.4302, + "mean_token_accuracy": 0.8575443029403687, + "num_tokens": 469558661.0, + "step": 12307 + }, + { + "epoch": 1.5657041088919985, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.237639427185059, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.868919312953949, + "num_tokens": 469603087.0, + "step": 12308 + }, + { + "epoch": 1.5658313191705888, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.275327682495117, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8709086179733276, + "num_tokens": 469637344.0, + "step": 12309 + }, + { + "epoch": 1.5659585294491793, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.202560424804688, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8794111013412476, + "num_tokens": 469681127.0, + "step": 12310 + }, + { + "epoch": 1.5660857397277699, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.216048240661621, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8697890043258667, + "num_tokens": 469724238.0, + "step": 12311 + }, + { + "epoch": 1.5662129500063604, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.299736022949219, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8633861541748047, + "num_tokens": 469765967.0, + "step": 12312 + }, + { + "epoch": 1.566340160284951, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.206493377685547, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8705718517303467, + "num_tokens": 469801387.0, + "step": 12313 + }, + { + "epoch": 1.5664673705635415, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.240309715270996, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8727710843086243, + "num_tokens": 469835448.0, + "step": 12314 + }, + { + "epoch": 1.566594580842132, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.232531547546387, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8620617389678955, + "num_tokens": 469876647.0, + "step": 12315 + }, + { + "epoch": 1.5667217911207225, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.237850189208984, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8850784301757812, + "num_tokens": 469918158.0, + "step": 12316 + }, + { + "epoch": 1.566849001399313, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.228008270263672, + "learning_rate": 1e-06, + "loss": 0.4388, + "mean_token_accuracy": 0.8567841053009033, + "num_tokens": 469953691.0, + "step": 12317 + }, + { + "epoch": 1.5669762116779036, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.204134941101074, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8732173442840576, + "num_tokens": 469996174.0, + "step": 12318 + }, + { + "epoch": 1.567103421956494, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.242592811584473, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8578191995620728, + "num_tokens": 470031371.0, + "step": 12319 + }, + { + "epoch": 1.5672306322350846, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.2335844039917, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8744527697563171, + "num_tokens": 470068783.0, + "step": 12320 + }, + { + "epoch": 1.5673578425136752, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.246706008911133, + "learning_rate": 1e-06, + "loss": 0.4354, + "mean_token_accuracy": 0.8533349633216858, + "num_tokens": 470103490.0, + "step": 12321 + }, + { + "epoch": 1.5674850527922657, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.338278770446777, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8662384152412415, + "num_tokens": 470137213.0, + "step": 12322 + }, + { + "epoch": 1.5676122630708562, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.240952491760254, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8747013807296753, + "num_tokens": 470171816.0, + "step": 12323 + }, + { + "epoch": 1.5677394733494467, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.290743827819824, + "learning_rate": 1e-06, + "loss": 0.4587, + "mean_token_accuracy": 0.8488020896911621, + "num_tokens": 470210517.0, + "step": 12324 + }, + { + "epoch": 1.5678666836280373, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.239767074584961, + "learning_rate": 1e-06, + "loss": 0.4252, + "mean_token_accuracy": 0.8583537340164185, + "num_tokens": 470247085.0, + "step": 12325 + }, + { + "epoch": 1.5679938939066278, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.245060920715332, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8698285818099976, + "num_tokens": 470288483.0, + "step": 12326 + }, + { + "epoch": 1.5681211041852183, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.259445190429688, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8705265522003174, + "num_tokens": 470322173.0, + "step": 12327 + }, + { + "epoch": 1.5682483144638086, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.278940200805664, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8719080686569214, + "num_tokens": 470356617.0, + "step": 12328 + }, + { + "epoch": 1.5683755247423992, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.265119552612305, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8816264867782593, + "num_tokens": 470393095.0, + "step": 12329 + }, + { + "epoch": 1.5685027350209897, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.295879364013672, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8817198872566223, + "num_tokens": 470427785.0, + "step": 12330 + }, + { + "epoch": 1.5686299452995802, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.242319107055664, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8653969168663025, + "num_tokens": 470469971.0, + "step": 12331 + }, + { + "epoch": 1.5687571555781707, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.3009033203125, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8617343902587891, + "num_tokens": 470503935.0, + "step": 12332 + }, + { + "epoch": 1.5688843658567613, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.350347518920898, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8739143013954163, + "num_tokens": 470536014.0, + "step": 12333 + }, + { + "epoch": 1.5690115761353516, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.30870532989502, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8825907707214355, + "num_tokens": 470575632.0, + "step": 12334 + }, + { + "epoch": 1.569138786413942, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.350059509277344, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8808775544166565, + "num_tokens": 470611295.0, + "step": 12335 + }, + { + "epoch": 1.5692659966925326, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.329008102416992, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8686673641204834, + "num_tokens": 470646993.0, + "step": 12336 + }, + { + "epoch": 1.5693932069711232, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.348674774169922, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8744888305664062, + "num_tokens": 470680253.0, + "step": 12337 + }, + { + "epoch": 1.5695204172497137, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.269600868225098, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8678189516067505, + "num_tokens": 470716169.0, + "step": 12338 + }, + { + "epoch": 1.5696476275283042, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.257109642028809, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.883541464805603, + "num_tokens": 470754208.0, + "step": 12339 + }, + { + "epoch": 1.5697748378068948, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.284722328186035, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8721961379051208, + "num_tokens": 470801329.0, + "step": 12340 + }, + { + "epoch": 1.5699020480854853, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.275754928588867, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8663728833198547, + "num_tokens": 470838408.0, + "step": 12341 + }, + { + "epoch": 1.5700292583640758, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.311811447143555, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8712905645370483, + "num_tokens": 470874001.0, + "step": 12342 + }, + { + "epoch": 1.5701564686426663, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.186132431030273, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.866323709487915, + "num_tokens": 470916870.0, + "step": 12343 + }, + { + "epoch": 1.5702836789212569, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.32169246673584, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8787189722061157, + "num_tokens": 470953862.0, + "step": 12344 + }, + { + "epoch": 1.5704108891998474, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.344642639160156, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8805758953094482, + "num_tokens": 470991507.0, + "step": 12345 + }, + { + "epoch": 1.570538099478438, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.24697494506836, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8738385438919067, + "num_tokens": 471030109.0, + "step": 12346 + }, + { + "epoch": 1.5706653097570284, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.30167007446289, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8842067122459412, + "num_tokens": 471063829.0, + "step": 12347 + }, + { + "epoch": 1.570792520035619, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.255674362182617, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8609411716461182, + "num_tokens": 471107259.0, + "step": 12348 + }, + { + "epoch": 1.5709197303142095, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.277058601379395, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8736354112625122, + "num_tokens": 471141516.0, + "step": 12349 + }, + { + "epoch": 1.5710469405928, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.271430969238281, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8718010783195496, + "num_tokens": 471178655.0, + "step": 12350 + }, + { + "epoch": 1.5711741508713906, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.314363479614258, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8821250200271606, + "num_tokens": 471209437.0, + "step": 12351 + }, + { + "epoch": 1.5713013611499809, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.256795883178711, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8860964775085449, + "num_tokens": 471249559.0, + "step": 12352 + }, + { + "epoch": 1.5714285714285714, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.2246732711792, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.875740647315979, + "num_tokens": 471287179.0, + "step": 12353 + }, + { + "epoch": 1.571555781707162, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.331629753112793, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8744727373123169, + "num_tokens": 471328052.0, + "step": 12354 + }, + { + "epoch": 1.5716829919857525, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.2664794921875, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8686593174934387, + "num_tokens": 471362414.0, + "step": 12355 + }, + { + "epoch": 1.571810202264343, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.277288436889648, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8680377006530762, + "num_tokens": 471397910.0, + "step": 12356 + }, + { + "epoch": 1.5719374125429335, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.245851516723633, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8857203125953674, + "num_tokens": 471436951.0, + "step": 12357 + }, + { + "epoch": 1.5720646228215238, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.290609359741211, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8742053508758545, + "num_tokens": 471470139.0, + "step": 12358 + }, + { + "epoch": 1.5721918331001143, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.306290626525879, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8794078230857849, + "num_tokens": 471508591.0, + "step": 12359 + }, + { + "epoch": 1.5723190433787049, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.247442245483398, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8717303276062012, + "num_tokens": 471549165.0, + "step": 12360 + }, + { + "epoch": 1.5724462536572954, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.270711898803711, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8666692972183228, + "num_tokens": 471589021.0, + "step": 12361 + }, + { + "epoch": 1.572573463935886, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.240259170532227, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8653184175491333, + "num_tokens": 471624263.0, + "step": 12362 + }, + { + "epoch": 1.5727006742144765, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.246463775634766, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8659651875495911, + "num_tokens": 471663678.0, + "step": 12363 + }, + { + "epoch": 1.572827884493067, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.260733604431152, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8704429864883423, + "num_tokens": 471705887.0, + "step": 12364 + }, + { + "epoch": 1.5729550947716575, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.219344139099121, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8786755800247192, + "num_tokens": 471739796.0, + "step": 12365 + }, + { + "epoch": 1.573082305050248, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.31763744354248, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.867680549621582, + "num_tokens": 471774723.0, + "step": 12366 + }, + { + "epoch": 1.5732095153288386, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.254486083984375, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8648268580436707, + "num_tokens": 471814169.0, + "step": 12367 + }, + { + "epoch": 1.573336725607429, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.262670516967773, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.872061014175415, + "num_tokens": 471852367.0, + "step": 12368 + }, + { + "epoch": 1.5734639358860196, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.278637886047363, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8773374557495117, + "num_tokens": 471883438.0, + "step": 12369 + }, + { + "epoch": 1.5735911461646102, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.265012741088867, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8658647537231445, + "num_tokens": 471921051.0, + "step": 12370 + }, + { + "epoch": 1.5737183564432007, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.277029037475586, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8751915693283081, + "num_tokens": 471959685.0, + "step": 12371 + }, + { + "epoch": 1.5738455667217912, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.216681480407715, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.871907114982605, + "num_tokens": 471997345.0, + "step": 12372 + }, + { + "epoch": 1.5739727770003817, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.270511627197266, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8773059844970703, + "num_tokens": 472034455.0, + "step": 12373 + }, + { + "epoch": 1.5740999872789723, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.261560440063477, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8714181780815125, + "num_tokens": 472073630.0, + "step": 12374 + }, + { + "epoch": 1.5742271975575628, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.2593355178833, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8700187802314758, + "num_tokens": 472111556.0, + "step": 12375 + }, + { + "epoch": 1.5743544078361533, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.252482414245605, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8785718679428101, + "num_tokens": 472148276.0, + "step": 12376 + }, + { + "epoch": 1.5744816181147436, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.268707275390625, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8714300990104675, + "num_tokens": 472181665.0, + "step": 12377 + }, + { + "epoch": 1.5746088283933342, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.263094902038574, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8664390444755554, + "num_tokens": 472222759.0, + "step": 12378 + }, + { + "epoch": 1.5747360386719247, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.225432395935059, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8656774163246155, + "num_tokens": 472260867.0, + "step": 12379 + }, + { + "epoch": 1.5748632489505152, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.239072799682617, + "learning_rate": 1e-06, + "loss": 0.4149, + "mean_token_accuracy": 0.8602851629257202, + "num_tokens": 472300068.0, + "step": 12380 + }, + { + "epoch": 1.5749904592291057, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.296096801757812, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8828568458557129, + "num_tokens": 472336459.0, + "step": 12381 + }, + { + "epoch": 1.5751176695076963, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.245356559753418, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8756775856018066, + "num_tokens": 472376696.0, + "step": 12382 + }, + { + "epoch": 1.5752448797862866, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.320929527282715, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8845423460006714, + "num_tokens": 472414491.0, + "step": 12383 + }, + { + "epoch": 1.575372090064877, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.219649314880371, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8695557117462158, + "num_tokens": 472452188.0, + "step": 12384 + }, + { + "epoch": 1.5754993003434676, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.279946327209473, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8693569898605347, + "num_tokens": 472489690.0, + "step": 12385 + }, + { + "epoch": 1.5756265106220582, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.269818305969238, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8701344728469849, + "num_tokens": 472529912.0, + "step": 12386 + }, + { + "epoch": 1.5757537209006487, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.307753562927246, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8701000213623047, + "num_tokens": 472562534.0, + "step": 12387 + }, + { + "epoch": 1.5758809311792392, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.25316333770752, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8705529570579529, + "num_tokens": 472598955.0, + "step": 12388 + }, + { + "epoch": 1.5760081414578297, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.302013397216797, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.874770998954773, + "num_tokens": 472638064.0, + "step": 12389 + }, + { + "epoch": 1.5761353517364203, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.26370906829834, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.875030517578125, + "num_tokens": 472676823.0, + "step": 12390 + }, + { + "epoch": 1.5762625620150108, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.247631072998047, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8719956278800964, + "num_tokens": 472718528.0, + "step": 12391 + }, + { + "epoch": 1.5763897722936013, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.27828311920166, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8771415948867798, + "num_tokens": 472755634.0, + "step": 12392 + }, + { + "epoch": 1.5765169825721919, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.269062042236328, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8832508325576782, + "num_tokens": 472798060.0, + "step": 12393 + }, + { + "epoch": 1.5766441928507824, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.28505802154541, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8756953477859497, + "num_tokens": 472837628.0, + "step": 12394 + }, + { + "epoch": 1.576771403129373, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.215898513793945, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8722325563430786, + "num_tokens": 472877446.0, + "step": 12395 + }, + { + "epoch": 1.5768986134079634, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.233663558959961, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8653814792633057, + "num_tokens": 472918437.0, + "step": 12396 + }, + { + "epoch": 1.577025823686554, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.232061386108398, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8800836205482483, + "num_tokens": 472956242.0, + "step": 12397 + }, + { + "epoch": 1.5771530339651445, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.305625915527344, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8823491930961609, + "num_tokens": 472985620.0, + "step": 12398 + }, + { + "epoch": 1.577280244243735, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.246133804321289, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8757508993148804, + "num_tokens": 473019517.0, + "step": 12399 + }, + { + "epoch": 1.5774074545223256, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.254082679748535, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.8904021978378296, + "num_tokens": 473054624.0, + "step": 12400 + }, + { + "epoch": 1.5775346648009159, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.277067184448242, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.862136960029602, + "num_tokens": 473094140.0, + "step": 12401 + }, + { + "epoch": 1.5776618750795064, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.338179588317871, + "learning_rate": 1e-06, + "loss": 0.4399, + "mean_token_accuracy": 0.8528652191162109, + "num_tokens": 473136886.0, + "step": 12402 + }, + { + "epoch": 1.577789085358097, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.237504005432129, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8607602715492249, + "num_tokens": 473173267.0, + "step": 12403 + }, + { + "epoch": 1.5779162956366874, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.277031898498535, + "learning_rate": 1e-06, + "loss": 0.4449, + "mean_token_accuracy": 0.8523602485656738, + "num_tokens": 473216477.0, + "step": 12404 + }, + { + "epoch": 1.578043505915278, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.291352272033691, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.863273024559021, + "num_tokens": 473256986.0, + "step": 12405 + }, + { + "epoch": 1.5781707161938685, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.251208305358887, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8798903226852417, + "num_tokens": 473297967.0, + "step": 12406 + }, + { + "epoch": 1.5782979264724588, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.3324613571167, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8641033172607422, + "num_tokens": 473333580.0, + "step": 12407 + }, + { + "epoch": 1.5784251367510493, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.272170066833496, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8766299486160278, + "num_tokens": 473370553.0, + "step": 12408 + }, + { + "epoch": 1.5785523470296399, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.320760726928711, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8544549942016602, + "num_tokens": 473410705.0, + "step": 12409 + }, + { + "epoch": 1.5786795573082304, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.268478393554688, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.87587571144104, + "num_tokens": 473443315.0, + "step": 12410 + }, + { + "epoch": 1.578806767586821, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.285431861877441, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8632007837295532, + "num_tokens": 473488767.0, + "step": 12411 + }, + { + "epoch": 1.5789339778654115, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.279282569885254, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8864502310752869, + "num_tokens": 473525360.0, + "step": 12412 + }, + { + "epoch": 1.579061188144002, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.312457084655762, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8640870451927185, + "num_tokens": 473560625.0, + "step": 12413 + }, + { + "epoch": 1.5791883984225925, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.314716339111328, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8894630670547485, + "num_tokens": 473595484.0, + "step": 12414 + }, + { + "epoch": 1.579315608701183, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.28925895690918, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8695193529129028, + "num_tokens": 473627269.0, + "step": 12415 + }, + { + "epoch": 1.5794428189797736, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.321805953979492, + "learning_rate": 1e-06, + "loss": 0.4293, + "mean_token_accuracy": 0.8563748598098755, + "num_tokens": 473669159.0, + "step": 12416 + }, + { + "epoch": 1.579570029258364, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.255343437194824, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8809587359428406, + "num_tokens": 473707739.0, + "step": 12417 + }, + { + "epoch": 1.5796972395369546, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.265907287597656, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8725982308387756, + "num_tokens": 473746908.0, + "step": 12418 + }, + { + "epoch": 1.5798244498155452, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.290760040283203, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.870377779006958, + "num_tokens": 473781480.0, + "step": 12419 + }, + { + "epoch": 1.5799516600941357, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.305854797363281, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8713691830635071, + "num_tokens": 473814676.0, + "step": 12420 + }, + { + "epoch": 1.5800788703727262, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.267243385314941, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8672367930412292, + "num_tokens": 473855487.0, + "step": 12421 + }, + { + "epoch": 1.5802060806513167, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.327479362487793, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8825522661209106, + "num_tokens": 473885648.0, + "step": 12422 + }, + { + "epoch": 1.5803332909299073, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.273868560791016, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8673433065414429, + "num_tokens": 473923862.0, + "step": 12423 + }, + { + "epoch": 1.5804605012084978, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.273676872253418, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8756687641143799, + "num_tokens": 473957725.0, + "step": 12424 + }, + { + "epoch": 1.5805877114870883, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.29608154296875, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8737620115280151, + "num_tokens": 473994939.0, + "step": 12425 + }, + { + "epoch": 1.5807149217656786, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.244568824768066, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8679534196853638, + "num_tokens": 474035996.0, + "step": 12426 + }, + { + "epoch": 1.5808421320442692, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.33955192565918, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8799656629562378, + "num_tokens": 474071693.0, + "step": 12427 + }, + { + "epoch": 1.5809693423228597, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.214951515197754, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8772118091583252, + "num_tokens": 474114415.0, + "step": 12428 + }, + { + "epoch": 1.5810965526014502, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.329713821411133, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8654738664627075, + "num_tokens": 474152060.0, + "step": 12429 + }, + { + "epoch": 1.5812237628800407, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.265021324157715, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8754191994667053, + "num_tokens": 474190605.0, + "step": 12430 + }, + { + "epoch": 1.5813509731586313, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.271415710449219, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8674178123474121, + "num_tokens": 474229447.0, + "step": 12431 + }, + { + "epoch": 1.5814781834372216, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.299238204956055, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.878524899482727, + "num_tokens": 474268088.0, + "step": 12432 + }, + { + "epoch": 1.581605393715812, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.301539421081543, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8677164316177368, + "num_tokens": 474304856.0, + "step": 12433 + }, + { + "epoch": 1.5817326039944026, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.302762031555176, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8753597736358643, + "num_tokens": 474349248.0, + "step": 12434 + }, + { + "epoch": 1.5818598142729932, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.254621505737305, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8821691274642944, + "num_tokens": 474384432.0, + "step": 12435 + }, + { + "epoch": 1.5819870245515837, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.30129337310791, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.869526743888855, + "num_tokens": 474415881.0, + "step": 12436 + }, + { + "epoch": 1.5821142348301742, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.273538589477539, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8696953058242798, + "num_tokens": 474452755.0, + "step": 12437 + }, + { + "epoch": 1.5822414451087647, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.296988487243652, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8674567341804504, + "num_tokens": 474493937.0, + "step": 12438 + }, + { + "epoch": 1.5823686553873553, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.245904922485352, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8777417540550232, + "num_tokens": 474534072.0, + "step": 12439 + }, + { + "epoch": 1.5824958656659458, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.321883201599121, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8645524978637695, + "num_tokens": 474569343.0, + "step": 12440 + }, + { + "epoch": 1.5826230759445363, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.2740478515625, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.861607551574707, + "num_tokens": 474606610.0, + "step": 12441 + }, + { + "epoch": 1.5827502862231269, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.3137788772583, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8625780940055847, + "num_tokens": 474645071.0, + "step": 12442 + }, + { + "epoch": 1.5828774965017174, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.282194137573242, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8590008616447449, + "num_tokens": 474683985.0, + "step": 12443 + }, + { + "epoch": 1.583004706780308, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.215316772460938, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8774737119674683, + "num_tokens": 474726102.0, + "step": 12444 + }, + { + "epoch": 1.5831319170588984, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.238869667053223, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8743980526924133, + "num_tokens": 474766430.0, + "step": 12445 + }, + { + "epoch": 1.583259127337489, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.299028396606445, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8708983659744263, + "num_tokens": 474800648.0, + "step": 12446 + }, + { + "epoch": 1.5833863376160795, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.240774154663086, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8741894960403442, + "num_tokens": 474845540.0, + "step": 12447 + }, + { + "epoch": 1.58351354789467, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.302240371704102, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8696369528770447, + "num_tokens": 474884296.0, + "step": 12448 + }, + { + "epoch": 1.5836407581732606, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.199146270751953, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8755939602851868, + "num_tokens": 474929344.0, + "step": 12449 + }, + { + "epoch": 1.5837679684518509, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.302895545959473, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8767582178115845, + "num_tokens": 474968035.0, + "step": 12450 + }, + { + "epoch": 1.5838951787304414, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.266246795654297, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8670051097869873, + "num_tokens": 475006189.0, + "step": 12451 + }, + { + "epoch": 1.584022389009032, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.280146598815918, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8662256002426147, + "num_tokens": 475039768.0, + "step": 12452 + }, + { + "epoch": 1.5841495992876224, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.252300262451172, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8765556216239929, + "num_tokens": 475079938.0, + "step": 12453 + }, + { + "epoch": 1.584276809566213, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.307814598083496, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.8592742085456848, + "num_tokens": 475122405.0, + "step": 12454 + }, + { + "epoch": 1.5844040198448035, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.256061553955078, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8647769093513489, + "num_tokens": 475158237.0, + "step": 12455 + }, + { + "epoch": 1.5845312301233938, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.267848014831543, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8727505803108215, + "num_tokens": 475194966.0, + "step": 12456 + }, + { + "epoch": 1.5846584404019843, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.239665985107422, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8708767890930176, + "num_tokens": 475234483.0, + "step": 12457 + }, + { + "epoch": 1.5847856506805749, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.312390327453613, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8669519424438477, + "num_tokens": 475275172.0, + "step": 12458 + }, + { + "epoch": 1.5849128609591654, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.247904777526855, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.875962495803833, + "num_tokens": 475313550.0, + "step": 12459 + }, + { + "epoch": 1.585040071237756, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.25947380065918, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8781241178512573, + "num_tokens": 475357019.0, + "step": 12460 + }, + { + "epoch": 1.5851672815163464, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.289203643798828, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8757824301719666, + "num_tokens": 475394788.0, + "step": 12461 + }, + { + "epoch": 1.585294491794937, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.304083824157715, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8702427744865417, + "num_tokens": 475432354.0, + "step": 12462 + }, + { + "epoch": 1.5854217020735275, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.288765907287598, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8752771615982056, + "num_tokens": 475467284.0, + "step": 12463 + }, + { + "epoch": 1.585548912352118, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.280572891235352, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8647419214248657, + "num_tokens": 475505946.0, + "step": 12464 + }, + { + "epoch": 1.5856761226307086, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.376673698425293, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.8580970764160156, + "num_tokens": 475542799.0, + "step": 12465 + }, + { + "epoch": 1.585803332909299, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.232528686523438, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8718053698539734, + "num_tokens": 475582064.0, + "step": 12466 + }, + { + "epoch": 1.5859305431878896, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.365772247314453, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8660647869110107, + "num_tokens": 475615521.0, + "step": 12467 + }, + { + "epoch": 1.5860577534664801, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.246477127075195, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8797005414962769, + "num_tokens": 475650500.0, + "step": 12468 + }, + { + "epoch": 1.5861849637450707, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.263017654418945, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8722224235534668, + "num_tokens": 475695824.0, + "step": 12469 + }, + { + "epoch": 1.5863121740236612, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.361774444580078, + "learning_rate": 1e-06, + "loss": 0.4622, + "mean_token_accuracy": 0.8494713306427002, + "num_tokens": 475734015.0, + "step": 12470 + }, + { + "epoch": 1.5864393843022517, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.32265567779541, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8688449859619141, + "num_tokens": 475768961.0, + "step": 12471 + }, + { + "epoch": 1.5865665945808423, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.23622989654541, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8851816654205322, + "num_tokens": 475806551.0, + "step": 12472 + }, + { + "epoch": 1.5866938048594328, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.343840599060059, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8638646602630615, + "num_tokens": 475844066.0, + "step": 12473 + }, + { + "epoch": 1.5868210151380233, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.356403350830078, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8762879371643066, + "num_tokens": 475874554.0, + "step": 12474 + }, + { + "epoch": 1.5869482254166136, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.266520500183105, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8778878450393677, + "num_tokens": 475915840.0, + "step": 12475 + }, + { + "epoch": 1.5870754356952042, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.305597305297852, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8696240186691284, + "num_tokens": 475951516.0, + "step": 12476 + }, + { + "epoch": 1.5872026459737947, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.312679290771484, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.873759388923645, + "num_tokens": 475984224.0, + "step": 12477 + }, + { + "epoch": 1.5873298562523852, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.31676959991455, + "learning_rate": 1e-06, + "loss": 0.4482, + "mean_token_accuracy": 0.849835991859436, + "num_tokens": 476015758.0, + "step": 12478 + }, + { + "epoch": 1.5874570665309757, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.25683879852295, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8686726093292236, + "num_tokens": 476051835.0, + "step": 12479 + }, + { + "epoch": 1.5875842768095663, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.3348970413208, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8671901226043701, + "num_tokens": 476090667.0, + "step": 12480 + }, + { + "epoch": 1.5877114870881566, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.27244758605957, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8693487048149109, + "num_tokens": 476130448.0, + "step": 12481 + }, + { + "epoch": 1.587838697366747, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.28538990020752, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8618853092193604, + "num_tokens": 476174495.0, + "step": 12482 + }, + { + "epoch": 1.5879659076453376, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.30028247833252, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8798838257789612, + "num_tokens": 476213412.0, + "step": 12483 + }, + { + "epoch": 1.5880931179239282, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.320988655090332, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8841637969017029, + "num_tokens": 476250441.0, + "step": 12484 + }, + { + "epoch": 1.5882203282025187, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.325648307800293, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8849778175354004, + "num_tokens": 476284466.0, + "step": 12485 + }, + { + "epoch": 1.5883475384811092, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.342361450195312, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8700586557388306, + "num_tokens": 476327760.0, + "step": 12486 + }, + { + "epoch": 1.5884747487596997, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.290822982788086, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8671798706054688, + "num_tokens": 476369259.0, + "step": 12487 + }, + { + "epoch": 1.5886019590382903, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.329316139221191, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8721122741699219, + "num_tokens": 476403915.0, + "step": 12488 + }, + { + "epoch": 1.5887291693168808, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.27415657043457, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8691174983978271, + "num_tokens": 476440837.0, + "step": 12489 + }, + { + "epoch": 1.5888563795954713, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.281627655029297, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8696433305740356, + "num_tokens": 476478478.0, + "step": 12490 + }, + { + "epoch": 1.5889835898740619, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.289742469787598, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8801127672195435, + "num_tokens": 476514675.0, + "step": 12491 + }, + { + "epoch": 1.5891108001526524, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.325777053833008, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8688949942588806, + "num_tokens": 476559015.0, + "step": 12492 + }, + { + "epoch": 1.589238010431243, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.288393020629883, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.855879545211792, + "num_tokens": 476601848.0, + "step": 12493 + }, + { + "epoch": 1.5893652207098334, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.282194137573242, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8804750442504883, + "num_tokens": 476636794.0, + "step": 12494 + }, + { + "epoch": 1.589492430988424, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.300544738769531, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8659321069717407, + "num_tokens": 476671593.0, + "step": 12495 + }, + { + "epoch": 1.5896196412670145, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.262032508850098, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8813238143920898, + "num_tokens": 476706776.0, + "step": 12496 + }, + { + "epoch": 1.589746851545605, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.347169876098633, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8697245717048645, + "num_tokens": 476746700.0, + "step": 12497 + }, + { + "epoch": 1.5898740618241956, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.312836647033691, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.875594437122345, + "num_tokens": 476785837.0, + "step": 12498 + }, + { + "epoch": 1.5900012721027859, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.30167007446289, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8768740296363831, + "num_tokens": 476818894.0, + "step": 12499 + }, + { + "epoch": 1.5901284823813764, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.307485580444336, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8543477058410645, + "num_tokens": 476861773.0, + "step": 12500 + }, + { + "epoch": 1.590255692659967, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.323654174804688, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8768202066421509, + "num_tokens": 476899522.0, + "step": 12501 + }, + { + "epoch": 1.5903829029385574, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.252931594848633, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8658499717712402, + "num_tokens": 476939923.0, + "step": 12502 + }, + { + "epoch": 1.590510113217148, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.295763969421387, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8701682686805725, + "num_tokens": 476979867.0, + "step": 12503 + }, + { + "epoch": 1.5906373234957385, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.283649444580078, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.878710150718689, + "num_tokens": 477016068.0, + "step": 12504 + }, + { + "epoch": 1.5907645337743288, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.330741882324219, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8681982755661011, + "num_tokens": 477054526.0, + "step": 12505 + }, + { + "epoch": 1.5908917440529193, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.304097175598145, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8660856485366821, + "num_tokens": 477098029.0, + "step": 12506 + }, + { + "epoch": 1.5910189543315099, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.257573127746582, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8776873350143433, + "num_tokens": 477137070.0, + "step": 12507 + }, + { + "epoch": 1.5911461646101004, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.381056785583496, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8707981705665588, + "num_tokens": 477175640.0, + "step": 12508 + }, + { + "epoch": 1.591273374888691, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.372492790222168, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8733841180801392, + "num_tokens": 477210935.0, + "step": 12509 + }, + { + "epoch": 1.5914005851672814, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.26823616027832, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8776731491088867, + "num_tokens": 477251567.0, + "step": 12510 + }, + { + "epoch": 1.591527795445872, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.353387832641602, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8742347955703735, + "num_tokens": 477287964.0, + "step": 12511 + }, + { + "epoch": 1.5916550057244625, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.293377876281738, + "learning_rate": 1e-06, + "loss": 0.4604, + "mean_token_accuracy": 0.8461105823516846, + "num_tokens": 477328660.0, + "step": 12512 + }, + { + "epoch": 1.591782216003053, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.355490684509277, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8754953742027283, + "num_tokens": 477364111.0, + "step": 12513 + }, + { + "epoch": 1.5919094262816436, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.333847999572754, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8775297403335571, + "num_tokens": 477402691.0, + "step": 12514 + }, + { + "epoch": 1.592036636560234, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.291686058044434, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8854706287384033, + "num_tokens": 477437526.0, + "step": 12515 + }, + { + "epoch": 1.5921638468388246, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.256540298461914, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8697984218597412, + "num_tokens": 477479175.0, + "step": 12516 + }, + { + "epoch": 1.5922910571174151, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.332697868347168, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8737670183181763, + "num_tokens": 477516896.0, + "step": 12517 + }, + { + "epoch": 1.5924182673960057, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.286005020141602, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8611747026443481, + "num_tokens": 477555543.0, + "step": 12518 + }, + { + "epoch": 1.5925454776745962, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.321647644042969, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8829563856124878, + "num_tokens": 477592251.0, + "step": 12519 + }, + { + "epoch": 1.5926726879531867, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.310667991638184, + "learning_rate": 1e-06, + "loss": 0.4392, + "mean_token_accuracy": 0.8579397201538086, + "num_tokens": 477630039.0, + "step": 12520 + }, + { + "epoch": 1.5927998982317773, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.29656982421875, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.869602382183075, + "num_tokens": 477661028.0, + "step": 12521 + }, + { + "epoch": 1.5929271085103678, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.341858863830566, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8841167092323303, + "num_tokens": 477699612.0, + "step": 12522 + }, + { + "epoch": 1.5930543187889583, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.263504028320312, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8663557767868042, + "num_tokens": 477737300.0, + "step": 12523 + }, + { + "epoch": 1.5931815290675486, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.341044425964355, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.8594600558280945, + "num_tokens": 477776031.0, + "step": 12524 + }, + { + "epoch": 1.5933087393461391, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.287481307983398, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8731478452682495, + "num_tokens": 477813640.0, + "step": 12525 + }, + { + "epoch": 1.5934359496247297, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.310372352600098, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8675037622451782, + "num_tokens": 477848652.0, + "step": 12526 + }, + { + "epoch": 1.5935631599033202, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.351194381713867, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8665164113044739, + "num_tokens": 477883710.0, + "step": 12527 + }, + { + "epoch": 1.5936903701819107, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.297131538391113, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8641759157180786, + "num_tokens": 477920316.0, + "step": 12528 + }, + { + "epoch": 1.5938175804605013, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.303584098815918, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8811957836151123, + "num_tokens": 477955523.0, + "step": 12529 + }, + { + "epoch": 1.5939447907390916, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.329190254211426, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8627419471740723, + "num_tokens": 477995768.0, + "step": 12530 + }, + { + "epoch": 1.594072001017682, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.27857494354248, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8714402914047241, + "num_tokens": 478037718.0, + "step": 12531 + }, + { + "epoch": 1.5941992112962726, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.324841499328613, + "learning_rate": 1e-06, + "loss": 0.4227, + "mean_token_accuracy": 0.860328733921051, + "num_tokens": 478077388.0, + "step": 12532 + }, + { + "epoch": 1.5943264215748632, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.347649574279785, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8861122727394104, + "num_tokens": 478109494.0, + "step": 12533 + }, + { + "epoch": 1.5944536318534537, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.384336471557617, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8663353323936462, + "num_tokens": 478142420.0, + "step": 12534 + }, + { + "epoch": 1.5945808421320442, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.300180435180664, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.877086877822876, + "num_tokens": 478183848.0, + "step": 12535 + }, + { + "epoch": 1.5947080524106347, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.344976425170898, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8804527521133423, + "num_tokens": 478225242.0, + "step": 12536 + }, + { + "epoch": 1.5948352626892253, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.280043601989746, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8773961663246155, + "num_tokens": 478263167.0, + "step": 12537 + }, + { + "epoch": 1.5949624729678158, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.375829696655273, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8712615966796875, + "num_tokens": 478297752.0, + "step": 12538 + }, + { + "epoch": 1.5950896832464063, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.273750305175781, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8715109825134277, + "num_tokens": 478332955.0, + "step": 12539 + }, + { + "epoch": 1.5952168935249968, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.309625625610352, + "learning_rate": 1e-06, + "loss": 0.4489, + "mean_token_accuracy": 0.8516019582748413, + "num_tokens": 478367298.0, + "step": 12540 + }, + { + "epoch": 1.5953441038035874, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.252974510192871, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8749815225601196, + "num_tokens": 478411183.0, + "step": 12541 + }, + { + "epoch": 1.595471314082178, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.302674293518066, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.870104968547821, + "num_tokens": 478451184.0, + "step": 12542 + }, + { + "epoch": 1.5955985243607684, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.27534008026123, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8667373657226562, + "num_tokens": 478490913.0, + "step": 12543 + }, + { + "epoch": 1.595725734639359, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.286479949951172, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8734081387519836, + "num_tokens": 478529769.0, + "step": 12544 + }, + { + "epoch": 1.5958529449179495, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.332586288452148, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8678188920021057, + "num_tokens": 478566665.0, + "step": 12545 + }, + { + "epoch": 1.59598015519654, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.318816184997559, + "learning_rate": 1e-06, + "loss": 0.3056, + "mean_token_accuracy": 0.8966663479804993, + "num_tokens": 478600814.0, + "step": 12546 + }, + { + "epoch": 1.5961073654751305, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.283071517944336, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8739073276519775, + "num_tokens": 478641610.0, + "step": 12547 + }, + { + "epoch": 1.5962345757537209, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.269022941589355, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8797283172607422, + "num_tokens": 478678183.0, + "step": 12548 + }, + { + "epoch": 1.5963617860323114, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.402807235717773, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8721441626548767, + "num_tokens": 478710881.0, + "step": 12549 + }, + { + "epoch": 1.596488996310902, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.355189323425293, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.885773777961731, + "num_tokens": 478748550.0, + "step": 12550 + }, + { + "epoch": 1.5966162065894924, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.262006759643555, + "learning_rate": 1e-06, + "loss": 0.429, + "mean_token_accuracy": 0.859387993812561, + "num_tokens": 478790417.0, + "step": 12551 + }, + { + "epoch": 1.596743416868083, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.359217643737793, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8773454427719116, + "num_tokens": 478828856.0, + "step": 12552 + }, + { + "epoch": 1.5968706271466735, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.296497344970703, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8688284158706665, + "num_tokens": 478870240.0, + "step": 12553 + }, + { + "epoch": 1.5969978374252638, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.303197860717773, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8636812567710876, + "num_tokens": 478911920.0, + "step": 12554 + }, + { + "epoch": 1.5971250477038543, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.375391960144043, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8655288815498352, + "num_tokens": 478949083.0, + "step": 12555 + }, + { + "epoch": 1.5972522579824449, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.288008689880371, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8699085712432861, + "num_tokens": 478984087.0, + "step": 12556 + }, + { + "epoch": 1.5973794682610354, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.288122177124023, + "learning_rate": 1e-06, + "loss": 0.4463, + "mean_token_accuracy": 0.8535361886024475, + "num_tokens": 479019364.0, + "step": 12557 + }, + { + "epoch": 1.597506678539626, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.278697967529297, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8751562833786011, + "num_tokens": 479059002.0, + "step": 12558 + }, + { + "epoch": 1.5976338888182164, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.338258743286133, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8712520003318787, + "num_tokens": 479092676.0, + "step": 12559 + }, + { + "epoch": 1.597761099096807, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.323299407958984, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8752177357673645, + "num_tokens": 479125951.0, + "step": 12560 + }, + { + "epoch": 1.5978883093753975, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.281063079833984, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8860898017883301, + "num_tokens": 479166230.0, + "step": 12561 + }, + { + "epoch": 1.598015519653988, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.276444435119629, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8670113682746887, + "num_tokens": 479205813.0, + "step": 12562 + }, + { + "epoch": 1.5981427299325786, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.384993553161621, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8679485321044922, + "num_tokens": 479244960.0, + "step": 12563 + }, + { + "epoch": 1.598269940211169, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.257692337036133, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8772494792938232, + "num_tokens": 479289617.0, + "step": 12564 + }, + { + "epoch": 1.5983971504897596, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.387964248657227, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8717530965805054, + "num_tokens": 479326377.0, + "step": 12565 + }, + { + "epoch": 1.5985243607683501, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.291665077209473, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8704982399940491, + "num_tokens": 479360563.0, + "step": 12566 + }, + { + "epoch": 1.5986515710469407, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.325235366821289, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8837153911590576, + "num_tokens": 479403042.0, + "step": 12567 + }, + { + "epoch": 1.5987787813255312, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.314399719238281, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8778030872344971, + "num_tokens": 479437099.0, + "step": 12568 + }, + { + "epoch": 1.5989059916041217, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.25478744506836, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8706308603286743, + "num_tokens": 479479326.0, + "step": 12569 + }, + { + "epoch": 1.5990332018827123, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.30765151977539, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8553082942962646, + "num_tokens": 479515320.0, + "step": 12570 + }, + { + "epoch": 1.5991604121613028, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.317092895507812, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8605464696884155, + "num_tokens": 479559960.0, + "step": 12571 + }, + { + "epoch": 1.5992876224398933, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.235151290893555, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8720704913139343, + "num_tokens": 479599115.0, + "step": 12572 + }, + { + "epoch": 1.5994148327184836, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.35252857208252, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.879438579082489, + "num_tokens": 479636116.0, + "step": 12573 + }, + { + "epoch": 1.5995420429970741, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.295146942138672, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8634524941444397, + "num_tokens": 479676880.0, + "step": 12574 + }, + { + "epoch": 1.5996692532756647, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.27080249786377, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8737541437149048, + "num_tokens": 479717424.0, + "step": 12575 + }, + { + "epoch": 1.5997964635542552, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.330068588256836, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8695574402809143, + "num_tokens": 479756240.0, + "step": 12576 + }, + { + "epoch": 1.5999236738328457, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.240663528442383, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.856173574924469, + "num_tokens": 479791863.0, + "step": 12577 + }, + { + "epoch": 1.6000508841114363, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.298850059509277, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8809385895729065, + "num_tokens": 479827252.0, + "step": 12578 + }, + { + "epoch": 1.6001780943900266, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.299764633178711, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8679255247116089, + "num_tokens": 479863100.0, + "step": 12579 + }, + { + "epoch": 1.600305304668617, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.292494773864746, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.8603945970535278, + "num_tokens": 479899684.0, + "step": 12580 + }, + { + "epoch": 1.6004325149472076, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.291524887084961, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8719967603683472, + "num_tokens": 479937656.0, + "step": 12581 + }, + { + "epoch": 1.6005597252257981, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.288796424865723, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8669828176498413, + "num_tokens": 479973357.0, + "step": 12582 + }, + { + "epoch": 1.6006869355043887, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.281761169433594, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8714144229888916, + "num_tokens": 480017862.0, + "step": 12583 + }, + { + "epoch": 1.6008141457829792, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.237265586853027, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8769898414611816, + "num_tokens": 480057039.0, + "step": 12584 + }, + { + "epoch": 1.6009413560615697, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.362127304077148, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.873973548412323, + "num_tokens": 480093396.0, + "step": 12585 + }, + { + "epoch": 1.6010685663401603, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.268678665161133, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8673508763313293, + "num_tokens": 480125200.0, + "step": 12586 + }, + { + "epoch": 1.6011957766187508, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.360905647277832, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8684174418449402, + "num_tokens": 480158085.0, + "step": 12587 + }, + { + "epoch": 1.6013229868973413, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.298123359680176, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8859348297119141, + "num_tokens": 480192979.0, + "step": 12588 + }, + { + "epoch": 1.6014501971759318, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.348529815673828, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8816448450088501, + "num_tokens": 480227984.0, + "step": 12589 + }, + { + "epoch": 1.6015774074545224, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.276731491088867, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8880452513694763, + "num_tokens": 480264280.0, + "step": 12590 + }, + { + "epoch": 1.601704617733113, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.326995849609375, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.8570377826690674, + "num_tokens": 480300670.0, + "step": 12591 + }, + { + "epoch": 1.6018318280117034, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.351314544677734, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8701326847076416, + "num_tokens": 480334460.0, + "step": 12592 + }, + { + "epoch": 1.601959038290294, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.347343444824219, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8810213804244995, + "num_tokens": 480376066.0, + "step": 12593 + }, + { + "epoch": 1.6020862485688845, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.20824909210205, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8771600127220154, + "num_tokens": 480417575.0, + "step": 12594 + }, + { + "epoch": 1.602213458847475, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.387336730957031, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8617037534713745, + "num_tokens": 480454106.0, + "step": 12595 + }, + { + "epoch": 1.6023406691260655, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.309805870056152, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8594110012054443, + "num_tokens": 480493031.0, + "step": 12596 + }, + { + "epoch": 1.6024678794046558, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.261537551879883, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8733608722686768, + "num_tokens": 480528326.0, + "step": 12597 + }, + { + "epoch": 1.6025950896832464, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.336692810058594, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8791111707687378, + "num_tokens": 480565399.0, + "step": 12598 + }, + { + "epoch": 1.602722299961837, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.302729606628418, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8868218660354614, + "num_tokens": 480600028.0, + "step": 12599 + }, + { + "epoch": 1.6028495102404274, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.345712661743164, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8710113167762756, + "num_tokens": 480635759.0, + "step": 12600 + }, + { + "epoch": 1.602976720519018, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.347039222717285, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8775128722190857, + "num_tokens": 480669528.0, + "step": 12601 + }, + { + "epoch": 1.6031039307976085, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.296969413757324, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8699941635131836, + "num_tokens": 480709425.0, + "step": 12602 + }, + { + "epoch": 1.6032311410761988, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.27183723449707, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8578089475631714, + "num_tokens": 480745010.0, + "step": 12603 + }, + { + "epoch": 1.6033583513547893, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.295614242553711, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8781230449676514, + "num_tokens": 480780320.0, + "step": 12604 + }, + { + "epoch": 1.6034855616333799, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.298845291137695, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.878616988658905, + "num_tokens": 480819335.0, + "step": 12605 + }, + { + "epoch": 1.6036127719119704, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.277060508728027, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8844113945960999, + "num_tokens": 480852702.0, + "step": 12606 + }, + { + "epoch": 1.603739982190561, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.3027982711792, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8662191033363342, + "num_tokens": 480890258.0, + "step": 12607 + }, + { + "epoch": 1.6038671924691514, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.20588207244873, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8703701496124268, + "num_tokens": 480929555.0, + "step": 12608 + }, + { + "epoch": 1.603994402747742, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.282742500305176, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8932058811187744, + "num_tokens": 480970295.0, + "step": 12609 + }, + { + "epoch": 1.6041216130263325, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.257621765136719, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8728476166725159, + "num_tokens": 481011213.0, + "step": 12610 + }, + { + "epoch": 1.604248823304923, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.329434394836426, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8661353588104248, + "num_tokens": 481045273.0, + "step": 12611 + }, + { + "epoch": 1.6043760335835135, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.28687858581543, + "learning_rate": 1e-06, + "loss": 0.447, + "mean_token_accuracy": 0.8528894186019897, + "num_tokens": 481084567.0, + "step": 12612 + }, + { + "epoch": 1.604503243862104, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.24027156829834, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8748174905776978, + "num_tokens": 481119455.0, + "step": 12613 + }, + { + "epoch": 1.6046304541406946, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.295780181884766, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8564664125442505, + "num_tokens": 481154718.0, + "step": 12614 + }, + { + "epoch": 1.6047576644192851, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.27938461303711, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.866240382194519, + "num_tokens": 481193716.0, + "step": 12615 + }, + { + "epoch": 1.6048848746978757, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.287921905517578, + "learning_rate": 1e-06, + "loss": 0.4656, + "mean_token_accuracy": 0.8477206230163574, + "num_tokens": 481231378.0, + "step": 12616 + }, + { + "epoch": 1.6050120849764662, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.3264799118042, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8700070381164551, + "num_tokens": 481267907.0, + "step": 12617 + }, + { + "epoch": 1.6051392952550567, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.275054931640625, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8724135160446167, + "num_tokens": 481309899.0, + "step": 12618 + }, + { + "epoch": 1.6052665055336472, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.310842514038086, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8812485337257385, + "num_tokens": 481348845.0, + "step": 12619 + }, + { + "epoch": 1.6053937158122378, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.27022647857666, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8616740703582764, + "num_tokens": 481384999.0, + "step": 12620 + }, + { + "epoch": 1.6055209260908283, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.389139175415039, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8735296726226807, + "num_tokens": 481417287.0, + "step": 12621 + }, + { + "epoch": 1.6056481363694186, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.287252426147461, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8752298355102539, + "num_tokens": 481455943.0, + "step": 12622 + }, + { + "epoch": 1.6057753466480091, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.319043159484863, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8862148523330688, + "num_tokens": 481492017.0, + "step": 12623 + }, + { + "epoch": 1.6059025569265997, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.343816757202148, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.864971399307251, + "num_tokens": 481535115.0, + "step": 12624 + }, + { + "epoch": 1.6060297672051902, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.29250431060791, + "learning_rate": 1e-06, + "loss": 0.4208, + "mean_token_accuracy": 0.8574113249778748, + "num_tokens": 481580048.0, + "step": 12625 + }, + { + "epoch": 1.6061569774837807, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.314952850341797, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8826444745063782, + "num_tokens": 481616748.0, + "step": 12626 + }, + { + "epoch": 1.6062841877623713, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.335330963134766, + "learning_rate": 1e-06, + "loss": 0.4686, + "mean_token_accuracy": 0.8429979681968689, + "num_tokens": 481659123.0, + "step": 12627 + }, + { + "epoch": 1.6064113980409616, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.316817283630371, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8617221117019653, + "num_tokens": 481704791.0, + "step": 12628 + }, + { + "epoch": 1.606538608319552, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.352472305297852, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8594954609870911, + "num_tokens": 481742913.0, + "step": 12629 + }, + { + "epoch": 1.6066658185981426, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.32296371459961, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8585406541824341, + "num_tokens": 481783549.0, + "step": 12630 + }, + { + "epoch": 1.6067930288767331, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.343894004821777, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8768320679664612, + "num_tokens": 481818486.0, + "step": 12631 + }, + { + "epoch": 1.6069202391553237, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.318235397338867, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8719781637191772, + "num_tokens": 481849969.0, + "step": 12632 + }, + { + "epoch": 1.6070474494339142, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.386609077453613, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.8555276393890381, + "num_tokens": 481886108.0, + "step": 12633 + }, + { + "epoch": 1.6071746597125047, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.303885459899902, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8829364776611328, + "num_tokens": 481919389.0, + "step": 12634 + }, + { + "epoch": 1.6073018699910953, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.286250114440918, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8844731450080872, + "num_tokens": 481958531.0, + "step": 12635 + }, + { + "epoch": 1.6074290802696858, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.349420547485352, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8670151233673096, + "num_tokens": 481999864.0, + "step": 12636 + }, + { + "epoch": 1.6075562905482763, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.373689651489258, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8929048776626587, + "num_tokens": 482033890.0, + "step": 12637 + }, + { + "epoch": 1.6076835008268668, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.315735816955566, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8757375478744507, + "num_tokens": 482071186.0, + "step": 12638 + }, + { + "epoch": 1.6078107111054574, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.360260009765625, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8700238466262817, + "num_tokens": 482107218.0, + "step": 12639 + }, + { + "epoch": 1.607937921384048, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.299360275268555, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8677881956100464, + "num_tokens": 482146101.0, + "step": 12640 + }, + { + "epoch": 1.6080651316626384, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.373233795166016, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8838100433349609, + "num_tokens": 482178531.0, + "step": 12641 + }, + { + "epoch": 1.608192341941229, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.359090805053711, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8799551725387573, + "num_tokens": 482217019.0, + "step": 12642 + }, + { + "epoch": 1.6083195522198195, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.336743354797363, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8725315928459167, + "num_tokens": 482250547.0, + "step": 12643 + }, + { + "epoch": 1.60844676249841, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.36929702758789, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8666048049926758, + "num_tokens": 482287009.0, + "step": 12644 + }, + { + "epoch": 1.6085739727770005, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.274881362915039, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8585221171379089, + "num_tokens": 482327373.0, + "step": 12645 + }, + { + "epoch": 1.6087011830555908, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.34499454498291, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8595841526985168, + "num_tokens": 482363409.0, + "step": 12646 + }, + { + "epoch": 1.6088283933341814, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.387514114379883, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8627404570579529, + "num_tokens": 482396499.0, + "step": 12647 + }, + { + "epoch": 1.608955603612772, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.291257858276367, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8720478415489197, + "num_tokens": 482435059.0, + "step": 12648 + }, + { + "epoch": 1.6090828138913624, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.351577758789062, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8654800653457642, + "num_tokens": 482472793.0, + "step": 12649 + }, + { + "epoch": 1.609210024169953, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.307415962219238, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8733886480331421, + "num_tokens": 482508857.0, + "step": 12650 + }, + { + "epoch": 1.6093372344485435, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.352120399475098, + "learning_rate": 1e-06, + "loss": 0.434, + "mean_token_accuracy": 0.8554058074951172, + "num_tokens": 482548526.0, + "step": 12651 + }, + { + "epoch": 1.6094644447271338, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.248981475830078, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8643221855163574, + "num_tokens": 482586461.0, + "step": 12652 + }, + { + "epoch": 1.6095916550057243, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.347942352294922, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.864384651184082, + "num_tokens": 482624642.0, + "step": 12653 + }, + { + "epoch": 1.6097188652843148, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.315038681030273, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8701078295707703, + "num_tokens": 482664096.0, + "step": 12654 + }, + { + "epoch": 1.6098460755629054, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.312333106994629, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8821741342544556, + "num_tokens": 482701230.0, + "step": 12655 + }, + { + "epoch": 1.609973285841496, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.326895713806152, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8714130520820618, + "num_tokens": 482741611.0, + "step": 12656 + }, + { + "epoch": 1.6101004961200864, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.294336318969727, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8814941644668579, + "num_tokens": 482779482.0, + "step": 12657 + }, + { + "epoch": 1.610227706398677, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.322155952453613, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8787702322006226, + "num_tokens": 482816279.0, + "step": 12658 + }, + { + "epoch": 1.6103549166772675, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.293461799621582, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8621366024017334, + "num_tokens": 482859941.0, + "step": 12659 + }, + { + "epoch": 1.610482126955858, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.321748733520508, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8755300641059875, + "num_tokens": 482894348.0, + "step": 12660 + }, + { + "epoch": 1.6106093372344485, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.304512977600098, + "learning_rate": 1e-06, + "loss": 0.4075, + "mean_token_accuracy": 0.8648146390914917, + "num_tokens": 482930882.0, + "step": 12661 + }, + { + "epoch": 1.610736547513039, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.330024719238281, + "learning_rate": 1e-06, + "loss": 0.4429, + "mean_token_accuracy": 0.8536649942398071, + "num_tokens": 482969515.0, + "step": 12662 + }, + { + "epoch": 1.6108637577916296, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.301557540893555, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8687136173248291, + "num_tokens": 483008074.0, + "step": 12663 + }, + { + "epoch": 1.6109909680702201, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.407065391540527, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8632908463478088, + "num_tokens": 483038920.0, + "step": 12664 + }, + { + "epoch": 1.6111181783488107, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.315673828125, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8812968730926514, + "num_tokens": 483075559.0, + "step": 12665 + }, + { + "epoch": 1.6112453886274012, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.32020378112793, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8746744394302368, + "num_tokens": 483114378.0, + "step": 12666 + }, + { + "epoch": 1.6113725989059917, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.348270416259766, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8757401704788208, + "num_tokens": 483147911.0, + "step": 12667 + }, + { + "epoch": 1.6114998091845822, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.309061050415039, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8861149549484253, + "num_tokens": 483188275.0, + "step": 12668 + }, + { + "epoch": 1.6116270194631728, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.30394172668457, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8828122019767761, + "num_tokens": 483230804.0, + "step": 12669 + }, + { + "epoch": 1.6117542297417633, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.291586875915527, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8742712736129761, + "num_tokens": 483262368.0, + "step": 12670 + }, + { + "epoch": 1.6118814400203536, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.327768325805664, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8591702580451965, + "num_tokens": 483300894.0, + "step": 12671 + }, + { + "epoch": 1.6120086502989441, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.325800895690918, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8771542906761169, + "num_tokens": 483337377.0, + "step": 12672 + }, + { + "epoch": 1.6121358605775347, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.31899642944336, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8710097074508667, + "num_tokens": 483376572.0, + "step": 12673 + }, + { + "epoch": 1.6122630708561252, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.419896125793457, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8589005470275879, + "num_tokens": 483415584.0, + "step": 12674 + }, + { + "epoch": 1.6123902811347157, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.358415603637695, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8734284043312073, + "num_tokens": 483459584.0, + "step": 12675 + }, + { + "epoch": 1.6125174914133062, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.246549606323242, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8653987646102905, + "num_tokens": 483504260.0, + "step": 12676 + }, + { + "epoch": 1.6126447016918966, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.303018569946289, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8746427297592163, + "num_tokens": 483547271.0, + "step": 12677 + }, + { + "epoch": 1.612771911970487, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.285555839538574, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8731892704963684, + "num_tokens": 483582255.0, + "step": 12678 + }, + { + "epoch": 1.6128991222490776, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.315850257873535, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8672993183135986, + "num_tokens": 483622290.0, + "step": 12679 + }, + { + "epoch": 1.6130263325276681, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.367472648620605, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8838767409324646, + "num_tokens": 483657253.0, + "step": 12680 + }, + { + "epoch": 1.6131535428062587, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.316683769226074, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8753499984741211, + "num_tokens": 483693062.0, + "step": 12681 + }, + { + "epoch": 1.6132807530848492, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.270915985107422, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8658812642097473, + "num_tokens": 483735845.0, + "step": 12682 + }, + { + "epoch": 1.6134079633634397, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.289326667785645, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8751690983772278, + "num_tokens": 483783833.0, + "step": 12683 + }, + { + "epoch": 1.6135351736420303, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.361821174621582, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8705355525016785, + "num_tokens": 483820175.0, + "step": 12684 + }, + { + "epoch": 1.6136623839206208, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.236533164978027, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.882766842842102, + "num_tokens": 483863454.0, + "step": 12685 + }, + { + "epoch": 1.6137895941992113, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.295879364013672, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.891110897064209, + "num_tokens": 483900657.0, + "step": 12686 + }, + { + "epoch": 1.6139168044778018, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.375724792480469, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8646552562713623, + "num_tokens": 483935912.0, + "step": 12687 + }, + { + "epoch": 1.6140440147563924, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.350606918334961, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8717554807662964, + "num_tokens": 483968594.0, + "step": 12688 + }, + { + "epoch": 1.614171225034983, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.284111022949219, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8806794881820679, + "num_tokens": 484010866.0, + "step": 12689 + }, + { + "epoch": 1.6142984353135734, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.345247268676758, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8653139472007751, + "num_tokens": 484051355.0, + "step": 12690 + }, + { + "epoch": 1.614425645592164, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.3065767288208, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8822504281997681, + "num_tokens": 484087049.0, + "step": 12691 + }, + { + "epoch": 1.6145528558707545, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.322893142700195, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8602025508880615, + "num_tokens": 484124914.0, + "step": 12692 + }, + { + "epoch": 1.614680066149345, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.36245059967041, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8888002038002014, + "num_tokens": 484154524.0, + "step": 12693 + }, + { + "epoch": 1.6148072764279355, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.351943969726562, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8704830408096313, + "num_tokens": 484195091.0, + "step": 12694 + }, + { + "epoch": 1.6149344867065258, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.33609676361084, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8738601207733154, + "num_tokens": 484236787.0, + "step": 12695 + }, + { + "epoch": 1.6150616969851164, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.349696159362793, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8664862513542175, + "num_tokens": 484281748.0, + "step": 12696 + }, + { + "epoch": 1.615188907263707, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.306753158569336, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8781579732894897, + "num_tokens": 484321181.0, + "step": 12697 + }, + { + "epoch": 1.6153161175422974, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.302042961120605, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8687182664871216, + "num_tokens": 484360476.0, + "step": 12698 + }, + { + "epoch": 1.615443327820888, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.328827857971191, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8736592531204224, + "num_tokens": 484395065.0, + "step": 12699 + }, + { + "epoch": 1.6155705380994785, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.307177543640137, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.874356210231781, + "num_tokens": 484439309.0, + "step": 12700 + }, + { + "epoch": 1.6156977483780688, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.28217887878418, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8722960948944092, + "num_tokens": 484473018.0, + "step": 12701 + }, + { + "epoch": 1.6158249586566593, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.33879280090332, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.87864089012146, + "num_tokens": 484518306.0, + "step": 12702 + }, + { + "epoch": 1.6159521689352498, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.332653045654297, + "learning_rate": 1e-06, + "loss": 0.432, + "mean_token_accuracy": 0.8583585619926453, + "num_tokens": 484556348.0, + "step": 12703 + }, + { + "epoch": 1.6160793792138404, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.32625961303711, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8826297521591187, + "num_tokens": 484593136.0, + "step": 12704 + }, + { + "epoch": 1.616206589492431, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.365363121032715, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8805981874465942, + "num_tokens": 484628025.0, + "step": 12705 + }, + { + "epoch": 1.6163337997710214, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.288655281066895, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8778998255729675, + "num_tokens": 484666703.0, + "step": 12706 + }, + { + "epoch": 1.616461010049612, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.348514556884766, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8809143304824829, + "num_tokens": 484703417.0, + "step": 12707 + }, + { + "epoch": 1.6165882203282025, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.373894691467285, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8853396773338318, + "num_tokens": 484741830.0, + "step": 12708 + }, + { + "epoch": 1.616715430606793, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.350553512573242, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8702400326728821, + "num_tokens": 484780140.0, + "step": 12709 + }, + { + "epoch": 1.6168426408853835, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.380756378173828, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8693654537200928, + "num_tokens": 484813856.0, + "step": 12710 + }, + { + "epoch": 1.616969851163974, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.401834487915039, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8811900615692139, + "num_tokens": 484851383.0, + "step": 12711 + }, + { + "epoch": 1.6170970614425646, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.307511329650879, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8802996873855591, + "num_tokens": 484884361.0, + "step": 12712 + }, + { + "epoch": 1.6172242717211551, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.361798286437988, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8510143160820007, + "num_tokens": 484922106.0, + "step": 12713 + }, + { + "epoch": 1.6173514819997457, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.328843116760254, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.871965765953064, + "num_tokens": 484963100.0, + "step": 12714 + }, + { + "epoch": 1.6174786922783362, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.339912414550781, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8832901120185852, + "num_tokens": 485006896.0, + "step": 12715 + }, + { + "epoch": 1.6176059025569267, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.316084861755371, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8723018169403076, + "num_tokens": 485045968.0, + "step": 12716 + }, + { + "epoch": 1.6177331128355172, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.27665901184082, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8699371814727783, + "num_tokens": 485084736.0, + "step": 12717 + }, + { + "epoch": 1.6178603231141078, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.314586639404297, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8796967267990112, + "num_tokens": 485123130.0, + "step": 12718 + }, + { + "epoch": 1.6179875333926983, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.331878662109375, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.869314432144165, + "num_tokens": 485158072.0, + "step": 12719 + }, + { + "epoch": 1.6181147436712886, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.317625999450684, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8804785013198853, + "num_tokens": 485196783.0, + "step": 12720 + }, + { + "epoch": 1.6182419539498791, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.267616271972656, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8781096339225769, + "num_tokens": 485231433.0, + "step": 12721 + }, + { + "epoch": 1.6183691642284697, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.3549222946167, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8710067868232727, + "num_tokens": 485269016.0, + "step": 12722 + }, + { + "epoch": 1.6184963745070602, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.30469799041748, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8617842197418213, + "num_tokens": 485308293.0, + "step": 12723 + }, + { + "epoch": 1.6186235847856507, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.315983772277832, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8806709051132202, + "num_tokens": 485340758.0, + "step": 12724 + }, + { + "epoch": 1.6187507950642412, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.275983810424805, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8867300748825073, + "num_tokens": 485384047.0, + "step": 12725 + }, + { + "epoch": 1.6188780053428315, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.276336669921875, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8760609030723572, + "num_tokens": 485416909.0, + "step": 12726 + }, + { + "epoch": 1.619005215621422, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.330940246582031, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8731569051742554, + "num_tokens": 485449532.0, + "step": 12727 + }, + { + "epoch": 1.6191324259000126, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.29702091217041, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.882379412651062, + "num_tokens": 485491171.0, + "step": 12728 + }, + { + "epoch": 1.6192596361786031, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.372258186340332, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8678556084632874, + "num_tokens": 485525511.0, + "step": 12729 + }, + { + "epoch": 1.6193868464571937, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.275327682495117, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8691070079803467, + "num_tokens": 485562517.0, + "step": 12730 + }, + { + "epoch": 1.6195140567357842, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.35122299194336, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.874048113822937, + "num_tokens": 485601058.0, + "step": 12731 + }, + { + "epoch": 1.6196412670143747, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.341628074645996, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8862119317054749, + "num_tokens": 485634737.0, + "step": 12732 + }, + { + "epoch": 1.6197684772929652, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.3362398147583, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8764380812644958, + "num_tokens": 485671300.0, + "step": 12733 + }, + { + "epoch": 1.6198956875715558, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.335410118103027, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8807332515716553, + "num_tokens": 485708712.0, + "step": 12734 + }, + { + "epoch": 1.6200228978501463, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.385832786560059, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8851325511932373, + "num_tokens": 485746820.0, + "step": 12735 + }, + { + "epoch": 1.6201501081287368, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.29090690612793, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8729274272918701, + "num_tokens": 485785921.0, + "step": 12736 + }, + { + "epoch": 1.6202773184073274, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.38585090637207, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8733786344528198, + "num_tokens": 485825766.0, + "step": 12737 + }, + { + "epoch": 1.6204045286859179, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.339803695678711, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.866673469543457, + "num_tokens": 485862288.0, + "step": 12738 + }, + { + "epoch": 1.6205317389645084, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.281743049621582, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8670332431793213, + "num_tokens": 485903582.0, + "step": 12739 + }, + { + "epoch": 1.620658949243099, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.343118667602539, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8691253662109375, + "num_tokens": 485950931.0, + "step": 12740 + }, + { + "epoch": 1.6207861595216895, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.368179321289062, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8748759031295776, + "num_tokens": 485984185.0, + "step": 12741 + }, + { + "epoch": 1.62091336980028, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.31834888458252, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.878404974937439, + "num_tokens": 486018796.0, + "step": 12742 + }, + { + "epoch": 1.6210405800788705, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.366430282592773, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.859757661819458, + "num_tokens": 486055328.0, + "step": 12743 + }, + { + "epoch": 1.6211677903574608, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.2695894241333, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8675490617752075, + "num_tokens": 486092340.0, + "step": 12744 + }, + { + "epoch": 1.6212950006360514, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.410465240478516, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.8594639897346497, + "num_tokens": 486123195.0, + "step": 12745 + }, + { + "epoch": 1.621422210914642, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.318965911865234, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.882293164730072, + "num_tokens": 486167145.0, + "step": 12746 + }, + { + "epoch": 1.6215494211932324, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.351011276245117, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8647823333740234, + "num_tokens": 486207925.0, + "step": 12747 + }, + { + "epoch": 1.621676631471823, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.346081733703613, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.876950204372406, + "num_tokens": 486245446.0, + "step": 12748 + }, + { + "epoch": 1.6218038417504135, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.345090866088867, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8731151223182678, + "num_tokens": 486280461.0, + "step": 12749 + }, + { + "epoch": 1.6219310520290038, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.313237190246582, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.8613312244415283, + "num_tokens": 486323926.0, + "step": 12750 + }, + { + "epoch": 1.6220582623075943, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.362163543701172, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8658477663993835, + "num_tokens": 486360016.0, + "step": 12751 + }, + { + "epoch": 1.6221854725861848, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.32322883605957, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8754044771194458, + "num_tokens": 486394994.0, + "step": 12752 + }, + { + "epoch": 1.6223126828647754, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.296796798706055, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8727614283561707, + "num_tokens": 486436909.0, + "step": 12753 + }, + { + "epoch": 1.622439893143366, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.372746467590332, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8788124322891235, + "num_tokens": 486473201.0, + "step": 12754 + }, + { + "epoch": 1.6225671034219564, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.371927261352539, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.8540661931037903, + "num_tokens": 486510733.0, + "step": 12755 + }, + { + "epoch": 1.622694313700547, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.32835578918457, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8872134685516357, + "num_tokens": 486546666.0, + "step": 12756 + }, + { + "epoch": 1.6228215239791375, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.36363697052002, + "learning_rate": 1e-06, + "loss": 0.4491, + "mean_token_accuracy": 0.8546437621116638, + "num_tokens": 486585639.0, + "step": 12757 + }, + { + "epoch": 1.622948734257728, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.32590389251709, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8780628442764282, + "num_tokens": 486623028.0, + "step": 12758 + }, + { + "epoch": 1.6230759445363185, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.345758438110352, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8682119846343994, + "num_tokens": 486655906.0, + "step": 12759 + }, + { + "epoch": 1.623203154814909, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.308976173400879, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8681473731994629, + "num_tokens": 486689461.0, + "step": 12760 + }, + { + "epoch": 1.6233303650934996, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.374334335327148, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.8575520515441895, + "num_tokens": 486728373.0, + "step": 12761 + }, + { + "epoch": 1.6234575753720901, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.278038024902344, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8807389736175537, + "num_tokens": 486769955.0, + "step": 12762 + }, + { + "epoch": 1.6235847856506807, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.371228218078613, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8754815459251404, + "num_tokens": 486806468.0, + "step": 12763 + }, + { + "epoch": 1.6237119959292712, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.350700378417969, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8603861331939697, + "num_tokens": 486846526.0, + "step": 12764 + }, + { + "epoch": 1.6238392062078617, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.336885452270508, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8899824619293213, + "num_tokens": 486886323.0, + "step": 12765 + }, + { + "epoch": 1.6239664164864522, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.336039543151855, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.8545534014701843, + "num_tokens": 486918099.0, + "step": 12766 + }, + { + "epoch": 1.6240936267650428, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.257484436035156, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8866603374481201, + "num_tokens": 486953789.0, + "step": 12767 + }, + { + "epoch": 1.6242208370436333, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.284432411193848, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8712300062179565, + "num_tokens": 486996165.0, + "step": 12768 + }, + { + "epoch": 1.6243480473222236, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.327667236328125, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8827646970748901, + "num_tokens": 487028249.0, + "step": 12769 + }, + { + "epoch": 1.6244752576008141, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.339179992675781, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8726736307144165, + "num_tokens": 487070099.0, + "step": 12770 + }, + { + "epoch": 1.6246024678794047, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.294252395629883, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8765977621078491, + "num_tokens": 487107117.0, + "step": 12771 + }, + { + "epoch": 1.6247296781579952, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.300881385803223, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8609931468963623, + "num_tokens": 487146024.0, + "step": 12772 + }, + { + "epoch": 1.6248568884365857, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.412453651428223, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8600611686706543, + "num_tokens": 487189864.0, + "step": 12773 + }, + { + "epoch": 1.6249840987151762, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.300752639770508, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8755133152008057, + "num_tokens": 487230307.0, + "step": 12774 + }, + { + "epoch": 1.6251113089937665, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.350634574890137, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8758551478385925, + "num_tokens": 487261387.0, + "step": 12775 + }, + { + "epoch": 1.625238519272357, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.3273344039917, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8616913557052612, + "num_tokens": 487298611.0, + "step": 12776 + }, + { + "epoch": 1.6253657295509476, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.361260414123535, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8722326755523682, + "num_tokens": 487338172.0, + "step": 12777 + }, + { + "epoch": 1.6254929398295381, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.340165138244629, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8743635416030884, + "num_tokens": 487375126.0, + "step": 12778 + }, + { + "epoch": 1.6256201501081287, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.316237449645996, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8835010528564453, + "num_tokens": 487416539.0, + "step": 12779 + }, + { + "epoch": 1.6257473603867192, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.338677406311035, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.875518798828125, + "num_tokens": 487448429.0, + "step": 12780 + }, + { + "epoch": 1.6258745706653097, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.383214950561523, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.872267484664917, + "num_tokens": 487486054.0, + "step": 12781 + }, + { + "epoch": 1.6260017809439002, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.307361602783203, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.878826916217804, + "num_tokens": 487523771.0, + "step": 12782 + }, + { + "epoch": 1.6261289912224908, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.33667278289795, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8784061670303345, + "num_tokens": 487561334.0, + "step": 12783 + }, + { + "epoch": 1.6262562015010813, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.275702476501465, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.873254656791687, + "num_tokens": 487606382.0, + "step": 12784 + }, + { + "epoch": 1.6263834117796718, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.310851097106934, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8686902523040771, + "num_tokens": 487647640.0, + "step": 12785 + }, + { + "epoch": 1.6265106220582624, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.36951732635498, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8692448139190674, + "num_tokens": 487682604.0, + "step": 12786 + }, + { + "epoch": 1.6266378323368529, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.28154182434082, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8760271072387695, + "num_tokens": 487718271.0, + "step": 12787 + }, + { + "epoch": 1.6267650426154434, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.355754852294922, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8615025281906128, + "num_tokens": 487752872.0, + "step": 12788 + }, + { + "epoch": 1.626892252894034, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.254532814025879, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8634681701660156, + "num_tokens": 487798309.0, + "step": 12789 + }, + { + "epoch": 1.6270194631726245, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.327359199523926, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8621540069580078, + "num_tokens": 487834052.0, + "step": 12790 + }, + { + "epoch": 1.627146673451215, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.319565773010254, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.8611320853233337, + "num_tokens": 487868662.0, + "step": 12791 + }, + { + "epoch": 1.6272738837298055, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.312994003295898, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8706007599830627, + "num_tokens": 487907425.0, + "step": 12792 + }, + { + "epoch": 1.6274010940083958, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.273658752441406, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.880618691444397, + "num_tokens": 487942979.0, + "step": 12793 + }, + { + "epoch": 1.6275283042869864, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.287007331848145, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8766843676567078, + "num_tokens": 487982402.0, + "step": 12794 + }, + { + "epoch": 1.6276555145655769, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.340537071228027, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8798028230667114, + "num_tokens": 488020071.0, + "step": 12795 + }, + { + "epoch": 1.6277827248441674, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.343242645263672, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8608354926109314, + "num_tokens": 488057457.0, + "step": 12796 + }, + { + "epoch": 1.627909935122758, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.340481758117676, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8691821098327637, + "num_tokens": 488094002.0, + "step": 12797 + }, + { + "epoch": 1.6280371454013485, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.32363224029541, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8581808805465698, + "num_tokens": 488134995.0, + "step": 12798 + }, + { + "epoch": 1.6281643556799388, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.354924201965332, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8766753673553467, + "num_tokens": 488169942.0, + "step": 12799 + }, + { + "epoch": 1.6282915659585293, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.31563663482666, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8745830655097961, + "num_tokens": 488210852.0, + "step": 12800 + }, + { + "epoch": 1.6284187762371198, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.406617164611816, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8755508065223694, + "num_tokens": 488253067.0, + "step": 12801 + }, + { + "epoch": 1.6285459865157104, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.37912654876709, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8810809850692749, + "num_tokens": 488293498.0, + "step": 12802 + }, + { + "epoch": 1.628673196794301, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.35139274597168, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8731247782707214, + "num_tokens": 488333931.0, + "step": 12803 + }, + { + "epoch": 1.6288004070728914, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.323186874389648, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8775132894515991, + "num_tokens": 488371724.0, + "step": 12804 + }, + { + "epoch": 1.628927617351482, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.322796821594238, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8680434226989746, + "num_tokens": 488415171.0, + "step": 12805 + }, + { + "epoch": 1.6290548276300725, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.332869529724121, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8658649921417236, + "num_tokens": 488451672.0, + "step": 12806 + }, + { + "epoch": 1.629182037908663, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.320951461791992, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8867729902267456, + "num_tokens": 488492657.0, + "step": 12807 + }, + { + "epoch": 1.6293092481872535, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.360883712768555, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8796250224113464, + "num_tokens": 488530681.0, + "step": 12808 + }, + { + "epoch": 1.629436458465844, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.339933395385742, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8834560513496399, + "num_tokens": 488560542.0, + "step": 12809 + }, + { + "epoch": 1.6295636687444346, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.310285568237305, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8736516833305359, + "num_tokens": 488597491.0, + "step": 12810 + }, + { + "epoch": 1.6296908790230251, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.334952354431152, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8802846670150757, + "num_tokens": 488634556.0, + "step": 12811 + }, + { + "epoch": 1.6298180893016156, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.349177360534668, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8693705201148987, + "num_tokens": 488668174.0, + "step": 12812 + }, + { + "epoch": 1.6299452995802062, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.336385726928711, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8743103742599487, + "num_tokens": 488705994.0, + "step": 12813 + }, + { + "epoch": 1.6300725098587967, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.329087257385254, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8616870641708374, + "num_tokens": 488746908.0, + "step": 12814 + }, + { + "epoch": 1.6301997201373872, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.347479820251465, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8730987310409546, + "num_tokens": 488785607.0, + "step": 12815 + }, + { + "epoch": 1.6303269304159778, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.374053955078125, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8714820742607117, + "num_tokens": 488823831.0, + "step": 12816 + }, + { + "epoch": 1.630454140694568, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.328167915344238, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8795974254608154, + "num_tokens": 488859944.0, + "step": 12817 + }, + { + "epoch": 1.6305813509731586, + "ewc_loss": 0.0155029296875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5497207641601562e-05, + "grad_norm": 11.271774291992188, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8574010133743286, + "num_tokens": 488903764.0, + "step": 12818 + }, + { + "epoch": 1.6307085612517491, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.371262550354004, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8625267744064331, + "num_tokens": 488946890.0, + "step": 12819 + }, + { + "epoch": 1.6308357715303397, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.306013107299805, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8697013854980469, + "num_tokens": 488981901.0, + "step": 12820 + }, + { + "epoch": 1.6309629818089302, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.321574211120605, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8751006722450256, + "num_tokens": 489024180.0, + "step": 12821 + }, + { + "epoch": 1.6310901920875207, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.352046012878418, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8748576641082764, + "num_tokens": 489070971.0, + "step": 12822 + }, + { + "epoch": 1.6312174023661112, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.309553146362305, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8817594051361084, + "num_tokens": 489111636.0, + "step": 12823 + }, + { + "epoch": 1.6313446126447015, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.324743270874023, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8703896403312683, + "num_tokens": 489148677.0, + "step": 12824 + }, + { + "epoch": 1.631471822923292, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.383243560791016, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8613547682762146, + "num_tokens": 489186222.0, + "step": 12825 + }, + { + "epoch": 1.6315990332018826, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.363094329833984, + "learning_rate": 1e-06, + "loss": 0.4561, + "mean_token_accuracy": 0.8465630412101746, + "num_tokens": 489223173.0, + "step": 12826 + }, + { + "epoch": 1.6317262434804731, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.354680061340332, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8730096817016602, + "num_tokens": 489259236.0, + "step": 12827 + }, + { + "epoch": 1.6318534537590637, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.341383934020996, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8653753995895386, + "num_tokens": 489298449.0, + "step": 12828 + }, + { + "epoch": 1.6319806640376542, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.311274528503418, + "learning_rate": 1e-06, + "loss": 0.4476, + "mean_token_accuracy": 0.8521201014518738, + "num_tokens": 489334800.0, + "step": 12829 + }, + { + "epoch": 1.6321078743162447, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.3386869430542, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8783733248710632, + "num_tokens": 489378510.0, + "step": 12830 + }, + { + "epoch": 1.6322350845948352, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.34442138671875, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8606235980987549, + "num_tokens": 489419267.0, + "step": 12831 + }, + { + "epoch": 1.6323622948734258, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.362313270568848, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8749440312385559, + "num_tokens": 489454772.0, + "step": 12832 + }, + { + "epoch": 1.6324895051520163, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.3975191116333, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8676359057426453, + "num_tokens": 489490146.0, + "step": 12833 + }, + { + "epoch": 1.6326167154306068, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.338655471801758, + "learning_rate": 1e-06, + "loss": 0.4782, + "mean_token_accuracy": 0.8427087068557739, + "num_tokens": 489532754.0, + "step": 12834 + }, + { + "epoch": 1.6327439257091974, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.372547149658203, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8693954348564148, + "num_tokens": 489570378.0, + "step": 12835 + }, + { + "epoch": 1.6328711359877879, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.319549560546875, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8650486469268799, + "num_tokens": 489604562.0, + "step": 12836 + }, + { + "epoch": 1.6329983462663784, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.374024391174316, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8798410892486572, + "num_tokens": 489644060.0, + "step": 12837 + }, + { + "epoch": 1.633125556544969, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.362546920776367, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8738135099411011, + "num_tokens": 489682693.0, + "step": 12838 + }, + { + "epoch": 1.6332527668235595, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.38086223602295, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.88057541847229, + "num_tokens": 489720786.0, + "step": 12839 + }, + { + "epoch": 1.63337997710215, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.373862266540527, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8782675266265869, + "num_tokens": 489758773.0, + "step": 12840 + }, + { + "epoch": 1.6335071873807405, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.368560791015625, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8733721971511841, + "num_tokens": 489793436.0, + "step": 12841 + }, + { + "epoch": 1.6336343976593308, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.368948936462402, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8906970024108887, + "num_tokens": 489828634.0, + "step": 12842 + }, + { + "epoch": 1.6337616079379214, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.385838508605957, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8760259747505188, + "num_tokens": 489866335.0, + "step": 12843 + }, + { + "epoch": 1.6338888182165119, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.435107231140137, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8806551694869995, + "num_tokens": 489903059.0, + "step": 12844 + }, + { + "epoch": 1.6340160284951024, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.324483871459961, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8788893818855286, + "num_tokens": 489940186.0, + "step": 12845 + }, + { + "epoch": 1.634143238773693, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.374483108520508, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8841536045074463, + "num_tokens": 489984732.0, + "step": 12846 + }, + { + "epoch": 1.6342704490522835, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.377710342407227, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8739467263221741, + "num_tokens": 490016699.0, + "step": 12847 + }, + { + "epoch": 1.6343976593308738, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.471200942993164, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.864273190498352, + "num_tokens": 490051351.0, + "step": 12848 + }, + { + "epoch": 1.6345248696094643, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.334879875183105, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8811864852905273, + "num_tokens": 490089668.0, + "step": 12849 + }, + { + "epoch": 1.6346520798880548, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.365363121032715, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8734980821609497, + "num_tokens": 490129651.0, + "step": 12850 + }, + { + "epoch": 1.6347792901666454, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.347726821899414, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8652651906013489, + "num_tokens": 490168441.0, + "step": 12851 + }, + { + "epoch": 1.6349065004452359, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.329100608825684, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8821038007736206, + "num_tokens": 490204754.0, + "step": 12852 + }, + { + "epoch": 1.6350337107238264, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.348134994506836, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8868730068206787, + "num_tokens": 490244178.0, + "step": 12853 + }, + { + "epoch": 1.635160921002417, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.384149551391602, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8681989908218384, + "num_tokens": 490281161.0, + "step": 12854 + }, + { + "epoch": 1.6352881312810075, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.372788429260254, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8733289241790771, + "num_tokens": 490314892.0, + "step": 12855 + }, + { + "epoch": 1.635415341559598, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.347772598266602, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8615955114364624, + "num_tokens": 490352600.0, + "step": 12856 + }, + { + "epoch": 1.6355425518381885, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.332304000854492, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8838531970977783, + "num_tokens": 490384487.0, + "step": 12857 + }, + { + "epoch": 1.635669762116779, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.318584442138672, + "learning_rate": 1e-06, + "loss": 0.4485, + "mean_token_accuracy": 0.8530505299568176, + "num_tokens": 490422199.0, + "step": 12858 + }, + { + "epoch": 1.6357969723953696, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.344829559326172, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8657002449035645, + "num_tokens": 490458058.0, + "step": 12859 + }, + { + "epoch": 1.6359241826739601, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.342204093933105, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8832217454910278, + "num_tokens": 490498447.0, + "step": 12860 + }, + { + "epoch": 1.6360513929525506, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.36235523223877, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8601324558258057, + "num_tokens": 490538502.0, + "step": 12861 + }, + { + "epoch": 1.6361786032311412, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.38803768157959, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8762201070785522, + "num_tokens": 490575752.0, + "step": 12862 + }, + { + "epoch": 1.6363058135097317, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.357268333435059, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8731400966644287, + "num_tokens": 490613502.0, + "step": 12863 + }, + { + "epoch": 1.6364330237883222, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.363289833068848, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.866811990737915, + "num_tokens": 490653820.0, + "step": 12864 + }, + { + "epoch": 1.6365602340669128, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.35740852355957, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.8572916984558105, + "num_tokens": 490693332.0, + "step": 12865 + }, + { + "epoch": 1.636687444345503, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.33652400970459, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8703321218490601, + "num_tokens": 490733135.0, + "step": 12866 + }, + { + "epoch": 1.6368146546240936, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.353102684020996, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.87602299451828, + "num_tokens": 490775505.0, + "step": 12867 + }, + { + "epoch": 1.6369418649026841, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.315560340881348, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8714761734008789, + "num_tokens": 490817783.0, + "step": 12868 + }, + { + "epoch": 1.6370690751812746, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.416027069091797, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8662236928939819, + "num_tokens": 490849464.0, + "step": 12869 + }, + { + "epoch": 1.6371962854598652, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.357048988342285, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8662834167480469, + "num_tokens": 490891925.0, + "step": 12870 + }, + { + "epoch": 1.6373234957384557, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.388676643371582, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8657655715942383, + "num_tokens": 490926221.0, + "step": 12871 + }, + { + "epoch": 1.6374507060170462, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.320849418640137, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8630973100662231, + "num_tokens": 490964141.0, + "step": 12872 + }, + { + "epoch": 1.6375779162956365, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.451539039611816, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8679981231689453, + "num_tokens": 490997917.0, + "step": 12873 + }, + { + "epoch": 1.637705126574227, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.431879043579102, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8861395120620728, + "num_tokens": 491029244.0, + "step": 12874 + }, + { + "epoch": 1.6378323368528176, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.372711181640625, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8714750409126282, + "num_tokens": 491066591.0, + "step": 12875 + }, + { + "epoch": 1.6379595471314081, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.354292869567871, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8707194924354553, + "num_tokens": 491106546.0, + "step": 12876 + }, + { + "epoch": 1.6380867574099987, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.388813972473145, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8646625280380249, + "num_tokens": 491145512.0, + "step": 12877 + }, + { + "epoch": 1.6382139676885892, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.371659278869629, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8711658716201782, + "num_tokens": 491185624.0, + "step": 12878 + }, + { + "epoch": 1.6383411779671797, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.343137741088867, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8657722473144531, + "num_tokens": 491220982.0, + "step": 12879 + }, + { + "epoch": 1.6384683882457702, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.364797592163086, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8741490244865417, + "num_tokens": 491262501.0, + "step": 12880 + }, + { + "epoch": 1.6385955985243608, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.331477165222168, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.882741391658783, + "num_tokens": 491298078.0, + "step": 12881 + }, + { + "epoch": 1.6387228088029513, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.390117645263672, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8782709836959839, + "num_tokens": 491336203.0, + "step": 12882 + }, + { + "epoch": 1.6388500190815418, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.340047836303711, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8614283204078674, + "num_tokens": 491374723.0, + "step": 12883 + }, + { + "epoch": 1.6389772293601323, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.39039134979248, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.873076319694519, + "num_tokens": 491410546.0, + "step": 12884 + }, + { + "epoch": 1.6391044396387229, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.309535026550293, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.86887127161026, + "num_tokens": 491450642.0, + "step": 12885 + }, + { + "epoch": 1.6392316499173134, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.307053565979004, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8688157796859741, + "num_tokens": 491489893.0, + "step": 12886 + }, + { + "epoch": 1.639358860195904, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.316390991210938, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8629767894744873, + "num_tokens": 491535870.0, + "step": 12887 + }, + { + "epoch": 1.6394860704744945, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.319324493408203, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8705785870552063, + "num_tokens": 491575988.0, + "step": 12888 + }, + { + "epoch": 1.639613280753085, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.368741989135742, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.873528003692627, + "num_tokens": 491616822.0, + "step": 12889 + }, + { + "epoch": 1.6397404910316755, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.320527076721191, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8907027840614319, + "num_tokens": 491654132.0, + "step": 12890 + }, + { + "epoch": 1.6398677013102658, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.385214805603027, + "learning_rate": 1e-06, + "loss": 0.4295, + "mean_token_accuracy": 0.8595739006996155, + "num_tokens": 491697215.0, + "step": 12891 + }, + { + "epoch": 1.6399949115888564, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.342065811157227, + "learning_rate": 1e-06, + "loss": 0.4544, + "mean_token_accuracy": 0.8517976999282837, + "num_tokens": 491731338.0, + "step": 12892 + }, + { + "epoch": 1.6401221218674469, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.389091491699219, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8704362511634827, + "num_tokens": 491770808.0, + "step": 12893 + }, + { + "epoch": 1.6402493321460374, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.393508911132812, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8793807625770569, + "num_tokens": 491804167.0, + "step": 12894 + }, + { + "epoch": 1.640376542424628, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.352060317993164, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8724917769432068, + "num_tokens": 491840094.0, + "step": 12895 + }, + { + "epoch": 1.6405037527032185, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.357462882995605, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8575942516326904, + "num_tokens": 491881643.0, + "step": 12896 + }, + { + "epoch": 1.6406309629818088, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.326484680175781, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8596101999282837, + "num_tokens": 491920951.0, + "step": 12897 + }, + { + "epoch": 1.6407581732603993, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.384556770324707, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8679294586181641, + "num_tokens": 491954599.0, + "step": 12898 + }, + { + "epoch": 1.6408853835389898, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.388834953308105, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8719861507415771, + "num_tokens": 491995375.0, + "step": 12899 + }, + { + "epoch": 1.6410125938175804, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.319182395935059, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8676915168762207, + "num_tokens": 492035297.0, + "step": 12900 + }, + { + "epoch": 1.6411398040961709, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.35588550567627, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8727817535400391, + "num_tokens": 492071003.0, + "step": 12901 + }, + { + "epoch": 1.6412670143747614, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.425858497619629, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8713343143463135, + "num_tokens": 492106046.0, + "step": 12902 + }, + { + "epoch": 1.641394224653352, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.350197792053223, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8823093175888062, + "num_tokens": 492147252.0, + "step": 12903 + }, + { + "epoch": 1.6415214349319425, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.401638984680176, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.862625241279602, + "num_tokens": 492188185.0, + "step": 12904 + }, + { + "epoch": 1.641648645210533, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.376434326171875, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.87711101770401, + "num_tokens": 492219630.0, + "step": 12905 + }, + { + "epoch": 1.6417758554891235, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.4052095413208, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8729140758514404, + "num_tokens": 492251955.0, + "step": 12906 + }, + { + "epoch": 1.641903065767714, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.306469917297363, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8736255168914795, + "num_tokens": 492293484.0, + "step": 12907 + }, + { + "epoch": 1.6420302760463046, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.386824607849121, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8573306798934937, + "num_tokens": 492331169.0, + "step": 12908 + }, + { + "epoch": 1.642157486324895, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.320945739746094, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.878785252571106, + "num_tokens": 492366071.0, + "step": 12909 + }, + { + "epoch": 1.6422846966034856, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.472148895263672, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8916771411895752, + "num_tokens": 492396820.0, + "step": 12910 + }, + { + "epoch": 1.6424119068820762, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.365304946899414, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8787546157836914, + "num_tokens": 492435282.0, + "step": 12911 + }, + { + "epoch": 1.6425391171606667, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.378355979919434, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8795758485794067, + "num_tokens": 492470195.0, + "step": 12912 + }, + { + "epoch": 1.6426663274392572, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.38513469696045, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8661385774612427, + "num_tokens": 492514265.0, + "step": 12913 + }, + { + "epoch": 1.6427935377178478, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.312777519226074, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8736813068389893, + "num_tokens": 492550348.0, + "step": 12914 + }, + { + "epoch": 1.642920747996438, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.356013298034668, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.875313401222229, + "num_tokens": 492590648.0, + "step": 12915 + }, + { + "epoch": 1.6430479582750286, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.33278751373291, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8738489151000977, + "num_tokens": 492629523.0, + "step": 12916 + }, + { + "epoch": 1.6431751685536191, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.330513954162598, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.866672933101654, + "num_tokens": 492668392.0, + "step": 12917 + }, + { + "epoch": 1.6433023788322096, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.387096405029297, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8617187738418579, + "num_tokens": 492696073.0, + "step": 12918 + }, + { + "epoch": 1.6434295891108002, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.377237319946289, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8748397827148438, + "num_tokens": 492728590.0, + "step": 12919 + }, + { + "epoch": 1.6435567993893907, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.312848091125488, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8639298677444458, + "num_tokens": 492767290.0, + "step": 12920 + }, + { + "epoch": 1.6436840096679812, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.367764472961426, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8824670910835266, + "num_tokens": 492801019.0, + "step": 12921 + }, + { + "epoch": 1.6438112199465715, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.36617660522461, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8712030053138733, + "num_tokens": 492841220.0, + "step": 12922 + }, + { + "epoch": 1.643938430225162, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.326787948608398, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8613441586494446, + "num_tokens": 492885076.0, + "step": 12923 + }, + { + "epoch": 1.6440656405037526, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.381576538085938, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8670129776000977, + "num_tokens": 492918554.0, + "step": 12924 + }, + { + "epoch": 1.6441928507823431, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.339073181152344, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8875350952148438, + "num_tokens": 492961890.0, + "step": 12925 + }, + { + "epoch": 1.6443200610609336, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.372034072875977, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.881682276725769, + "num_tokens": 492997768.0, + "step": 12926 + }, + { + "epoch": 1.6444472713395242, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.284953117370605, + "learning_rate": 1e-06, + "loss": 0.3128, + "mean_token_accuracy": 0.8958647847175598, + "num_tokens": 493037017.0, + "step": 12927 + }, + { + "epoch": 1.6445744816181147, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.333401679992676, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8818904161453247, + "num_tokens": 493074579.0, + "step": 12928 + }, + { + "epoch": 1.6447016918967052, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.34737491607666, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8731056451797485, + "num_tokens": 493111249.0, + "step": 12929 + }, + { + "epoch": 1.6448289021752958, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.355267524719238, + "learning_rate": 1e-06, + "loss": 0.4342, + "mean_token_accuracy": 0.8575612306594849, + "num_tokens": 493150723.0, + "step": 12930 + }, + { + "epoch": 1.6449561124538863, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.28618049621582, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8703181743621826, + "num_tokens": 493189530.0, + "step": 12931 + }, + { + "epoch": 1.6450833227324768, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.287094116210938, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8797075748443604, + "num_tokens": 493231369.0, + "step": 12932 + }, + { + "epoch": 1.6452105330110673, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.360520362854004, + "learning_rate": 1e-06, + "loss": 0.4252, + "mean_token_accuracy": 0.8577001094818115, + "num_tokens": 493278430.0, + "step": 12933 + }, + { + "epoch": 1.6453377432896579, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.328278541564941, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.877379298210144, + "num_tokens": 493312258.0, + "step": 12934 + }, + { + "epoch": 1.6454649535682484, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.363956451416016, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8709229826927185, + "num_tokens": 493347725.0, + "step": 12935 + }, + { + "epoch": 1.645592163846839, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.384477615356445, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8762311935424805, + "num_tokens": 493388119.0, + "step": 12936 + }, + { + "epoch": 1.6457193741254295, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.335872650146484, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8738431930541992, + "num_tokens": 493424607.0, + "step": 12937 + }, + { + "epoch": 1.64584658440402, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.330172538757324, + "learning_rate": 1e-06, + "loss": 0.4536, + "mean_token_accuracy": 0.8486809730529785, + "num_tokens": 493459546.0, + "step": 12938 + }, + { + "epoch": 1.6459737946826105, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.349355697631836, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8761742115020752, + "num_tokens": 493494162.0, + "step": 12939 + }, + { + "epoch": 1.6461010049612008, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.349576950073242, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.870432436466217, + "num_tokens": 493537523.0, + "step": 12940 + }, + { + "epoch": 1.6462282152397913, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.365730285644531, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8707597255706787, + "num_tokens": 493580065.0, + "step": 12941 + }, + { + "epoch": 1.6463554255183819, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.33310604095459, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8782841563224792, + "num_tokens": 493626717.0, + "step": 12942 + }, + { + "epoch": 1.6464826357969724, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.39354133605957, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8780087828636169, + "num_tokens": 493666266.0, + "step": 12943 + }, + { + "epoch": 1.646609846075563, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.369790077209473, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8624820709228516, + "num_tokens": 493703184.0, + "step": 12944 + }, + { + "epoch": 1.6467370563541535, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.334774017333984, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8870584964752197, + "num_tokens": 493744061.0, + "step": 12945 + }, + { + "epoch": 1.6468642666327438, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.34160327911377, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8717107772827148, + "num_tokens": 493783585.0, + "step": 12946 + }, + { + "epoch": 1.6469914769113343, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.330796241760254, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8784054517745972, + "num_tokens": 493827781.0, + "step": 12947 + }, + { + "epoch": 1.6471186871899248, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.368183135986328, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8771538734436035, + "num_tokens": 493864418.0, + "step": 12948 + }, + { + "epoch": 1.6472458974685154, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.384599685668945, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8717687129974365, + "num_tokens": 493895226.0, + "step": 12949 + }, + { + "epoch": 1.6473731077471059, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.321048736572266, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.863166093826294, + "num_tokens": 493935210.0, + "step": 12950 + }, + { + "epoch": 1.6475003180256964, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.333297729492188, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8717701435089111, + "num_tokens": 493966368.0, + "step": 12951 + }, + { + "epoch": 1.647627528304287, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.334134101867676, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8663214445114136, + "num_tokens": 494004304.0, + "step": 12952 + }, + { + "epoch": 1.6477547385828775, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.270367622375488, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8781626224517822, + "num_tokens": 494044758.0, + "step": 12953 + }, + { + "epoch": 1.647881948861468, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.367446899414062, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.856870174407959, + "num_tokens": 494080624.0, + "step": 12954 + }, + { + "epoch": 1.6480091591400585, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.35019302368164, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8786280751228333, + "num_tokens": 494116215.0, + "step": 12955 + }, + { + "epoch": 1.648136369418649, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.363007545471191, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8711497783660889, + "num_tokens": 494150317.0, + "step": 12956 + }, + { + "epoch": 1.6482635796972396, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.371886253356934, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8861098885536194, + "num_tokens": 494187273.0, + "step": 12957 + }, + { + "epoch": 1.64839078997583, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.29315185546875, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8687865734100342, + "num_tokens": 494226921.0, + "step": 12958 + }, + { + "epoch": 1.6485180002544206, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.410513877868652, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8791548609733582, + "num_tokens": 494263141.0, + "step": 12959 + }, + { + "epoch": 1.6486452105330112, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.335867881774902, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8690211772918701, + "num_tokens": 494307925.0, + "step": 12960 + }, + { + "epoch": 1.6487724208116017, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.299784660339355, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8664848804473877, + "num_tokens": 494353428.0, + "step": 12961 + }, + { + "epoch": 1.6488996310901922, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.429859161376953, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8608815670013428, + "num_tokens": 494383559.0, + "step": 12962 + }, + { + "epoch": 1.6490268413687827, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.364298820495605, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8753530979156494, + "num_tokens": 494419564.0, + "step": 12963 + }, + { + "epoch": 1.649154051647373, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.337201118469238, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8738555312156677, + "num_tokens": 494466886.0, + "step": 12964 + }, + { + "epoch": 1.6492812619259636, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.394542694091797, + "learning_rate": 1e-06, + "loss": 0.4327, + "mean_token_accuracy": 0.8554432392120361, + "num_tokens": 494506672.0, + "step": 12965 + }, + { + "epoch": 1.649408472204554, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.40014362335205, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8719272613525391, + "num_tokens": 494541881.0, + "step": 12966 + }, + { + "epoch": 1.6495356824831446, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.350775718688965, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8774081468582153, + "num_tokens": 494583546.0, + "step": 12967 + }, + { + "epoch": 1.6496628927617352, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.365629196166992, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8601011037826538, + "num_tokens": 494616625.0, + "step": 12968 + }, + { + "epoch": 1.6497901030403257, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.328359603881836, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.885512113571167, + "num_tokens": 494654590.0, + "step": 12969 + }, + { + "epoch": 1.6499173133189162, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.336050987243652, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8854197263717651, + "num_tokens": 494692471.0, + "step": 12970 + }, + { + "epoch": 1.6500445235975065, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.354641914367676, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8649393320083618, + "num_tokens": 494730347.0, + "step": 12971 + }, + { + "epoch": 1.650171733876097, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.349334716796875, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8607168197631836, + "num_tokens": 494763753.0, + "step": 12972 + }, + { + "epoch": 1.6502989441546876, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.364901542663574, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8674899339675903, + "num_tokens": 494800416.0, + "step": 12973 + }, + { + "epoch": 1.6504261544332781, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.354825973510742, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8698543310165405, + "num_tokens": 494842733.0, + "step": 12974 + }, + { + "epoch": 1.6505533647118686, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.384807586669922, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8658885359764099, + "num_tokens": 494878661.0, + "step": 12975 + }, + { + "epoch": 1.6506805749904592, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.353158950805664, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8645781874656677, + "num_tokens": 494918142.0, + "step": 12976 + }, + { + "epoch": 1.6508077852690497, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.364702224731445, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8717991709709167, + "num_tokens": 494956947.0, + "step": 12977 + }, + { + "epoch": 1.6509349955476402, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.4176025390625, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.86836177110672, + "num_tokens": 494989850.0, + "step": 12978 + }, + { + "epoch": 1.6510622058262308, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.358331680297852, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.8653119802474976, + "num_tokens": 495026770.0, + "step": 12979 + }, + { + "epoch": 1.6511894161048213, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.335329055786133, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8832979798316956, + "num_tokens": 495065009.0, + "step": 12980 + }, + { + "epoch": 1.6513166263834118, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.428799629211426, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8730494976043701, + "num_tokens": 495096914.0, + "step": 12981 + }, + { + "epoch": 1.6514438366620023, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.3424711227417, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.875954806804657, + "num_tokens": 495138348.0, + "step": 12982 + }, + { + "epoch": 1.6515710469405929, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.399598121643066, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8652597665786743, + "num_tokens": 495177026.0, + "step": 12983 + }, + { + "epoch": 1.6516982572191834, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.391463279724121, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8740981221199036, + "num_tokens": 495213850.0, + "step": 12984 + }, + { + "epoch": 1.651825467497774, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.30534839630127, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8803764581680298, + "num_tokens": 495257213.0, + "step": 12985 + }, + { + "epoch": 1.6519526777763645, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.40131950378418, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8622868061065674, + "num_tokens": 495300018.0, + "step": 12986 + }, + { + "epoch": 1.652079888054955, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.352458953857422, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8694610595703125, + "num_tokens": 495336471.0, + "step": 12987 + }, + { + "epoch": 1.6522070983335455, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.374938011169434, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8753654956817627, + "num_tokens": 495374680.0, + "step": 12988 + }, + { + "epoch": 1.6523343086121358, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.416735649108887, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.875171959400177, + "num_tokens": 495414096.0, + "step": 12989 + }, + { + "epoch": 1.6524615188907263, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.361748695373535, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8585020303726196, + "num_tokens": 495452955.0, + "step": 12990 + }, + { + "epoch": 1.6525887291693169, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.385832786560059, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8689883947372437, + "num_tokens": 495490091.0, + "step": 12991 + }, + { + "epoch": 1.6527159394479074, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.362126350402832, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8800110220909119, + "num_tokens": 495524543.0, + "step": 12992 + }, + { + "epoch": 1.652843149726498, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.405475616455078, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8634189367294312, + "num_tokens": 495562068.0, + "step": 12993 + }, + { + "epoch": 1.6529703600050885, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.376664161682129, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8798816204071045, + "num_tokens": 495598355.0, + "step": 12994 + }, + { + "epoch": 1.6530975702836788, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.362947463989258, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8591828346252441, + "num_tokens": 495634735.0, + "step": 12995 + }, + { + "epoch": 1.6532247805622693, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.387269973754883, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8712280988693237, + "num_tokens": 495668804.0, + "step": 12996 + }, + { + "epoch": 1.6533519908408598, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.390629768371582, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8756353855133057, + "num_tokens": 495707129.0, + "step": 12997 + }, + { + "epoch": 1.6534792011194503, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.371613502502441, + "learning_rate": 1e-06, + "loss": 0.4371, + "mean_token_accuracy": 0.8514612913131714, + "num_tokens": 495746501.0, + "step": 12998 + }, + { + "epoch": 1.6536064113980409, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.377782821655273, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8874332308769226, + "num_tokens": 495789723.0, + "step": 12999 + }, + { + "epoch": 1.6537336216766314, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.359729766845703, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8622334599494934, + "num_tokens": 495827073.0, + "step": 13000 + }, + { + "epoch": 1.653860831955222, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.410825729370117, + "learning_rate": 1e-06, + "loss": 0.4123, + "mean_token_accuracy": 0.8612478375434875, + "num_tokens": 495862362.0, + "step": 13001 + }, + { + "epoch": 1.6539880422338125, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.357062339782715, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8734784126281738, + "num_tokens": 495905546.0, + "step": 13002 + }, + { + "epoch": 1.654115252512403, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.37337589263916, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.87054443359375, + "num_tokens": 495942291.0, + "step": 13003 + }, + { + "epoch": 1.6542424627909935, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.369481086730957, + "learning_rate": 1e-06, + "loss": 0.4309, + "mean_token_accuracy": 0.8611628413200378, + "num_tokens": 495978631.0, + "step": 13004 + }, + { + "epoch": 1.654369673069584, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.344644546508789, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8654060363769531, + "num_tokens": 496016626.0, + "step": 13005 + }, + { + "epoch": 1.6544968833481746, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.412137031555176, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8643040060997009, + "num_tokens": 496051949.0, + "step": 13006 + }, + { + "epoch": 1.654624093626765, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.322530746459961, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8770350217819214, + "num_tokens": 496092693.0, + "step": 13007 + }, + { + "epoch": 1.6547513039053556, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.370672225952148, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8660345673561096, + "num_tokens": 496132853.0, + "step": 13008 + }, + { + "epoch": 1.6548785141839462, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.347296714782715, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8568359613418579, + "num_tokens": 496168303.0, + "step": 13009 + }, + { + "epoch": 1.6550057244625367, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.36963176727295, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8592603802680969, + "num_tokens": 496206132.0, + "step": 13010 + }, + { + "epoch": 1.6551329347411272, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.347229957580566, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8655112981796265, + "num_tokens": 496247542.0, + "step": 13011 + }, + { + "epoch": 1.6552601450197177, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.3255033493042, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8797644376754761, + "num_tokens": 496285698.0, + "step": 13012 + }, + { + "epoch": 1.655387355298308, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.35190486907959, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.873468279838562, + "num_tokens": 496322216.0, + "step": 13013 + }, + { + "epoch": 1.6555145655768986, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.404966354370117, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8692337274551392, + "num_tokens": 496357687.0, + "step": 13014 + }, + { + "epoch": 1.655641775855489, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.356033325195312, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8828063011169434, + "num_tokens": 496400875.0, + "step": 13015 + }, + { + "epoch": 1.6557689861340796, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.426547050476074, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.873794436454773, + "num_tokens": 496432076.0, + "step": 13016 + }, + { + "epoch": 1.6558961964126702, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.345052719116211, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8678871989250183, + "num_tokens": 496466852.0, + "step": 13017 + }, + { + "epoch": 1.6560234066912607, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.373379707336426, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8691731691360474, + "num_tokens": 496508890.0, + "step": 13018 + }, + { + "epoch": 1.6561506169698512, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.368114471435547, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8864189386367798, + "num_tokens": 496537964.0, + "step": 13019 + }, + { + "epoch": 1.6562778272484415, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.375442504882812, + "learning_rate": 1e-06, + "loss": 0.4488, + "mean_token_accuracy": 0.8547161221504211, + "num_tokens": 496571263.0, + "step": 13020 + }, + { + "epoch": 1.656405037527032, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.333724021911621, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8796179294586182, + "num_tokens": 496610058.0, + "step": 13021 + }, + { + "epoch": 1.6565322478056226, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.374090194702148, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8647496104240417, + "num_tokens": 496640542.0, + "step": 13022 + }, + { + "epoch": 1.656659458084213, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.353507041931152, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.87031090259552, + "num_tokens": 496678030.0, + "step": 13023 + }, + { + "epoch": 1.6567866683628036, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.380301475524902, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8675343990325928, + "num_tokens": 496714057.0, + "step": 13024 + }, + { + "epoch": 1.6569138786413942, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.340450286865234, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8863551020622253, + "num_tokens": 496744501.0, + "step": 13025 + }, + { + "epoch": 1.6570410889199847, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.333701133728027, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8770985007286072, + "num_tokens": 496780233.0, + "step": 13026 + }, + { + "epoch": 1.6571682991985752, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.375839233398438, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8715214729309082, + "num_tokens": 496809645.0, + "step": 13027 + }, + { + "epoch": 1.6572955094771658, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.33672046661377, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8718891143798828, + "num_tokens": 496854871.0, + "step": 13028 + }, + { + "epoch": 1.6574227197557563, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.353557586669922, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8871318101882935, + "num_tokens": 496891958.0, + "step": 13029 + }, + { + "epoch": 1.6575499300343468, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.385110855102539, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8640424013137817, + "num_tokens": 496928550.0, + "step": 13030 + }, + { + "epoch": 1.6576771403129373, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.304271697998047, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8703279495239258, + "num_tokens": 496972009.0, + "step": 13031 + }, + { + "epoch": 1.6578043505915279, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.361289978027344, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8704743981361389, + "num_tokens": 497013605.0, + "step": 13032 + }, + { + "epoch": 1.6579315608701184, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.399081230163574, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8722660541534424, + "num_tokens": 497048712.0, + "step": 13033 + }, + { + "epoch": 1.658058771148709, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.340140342712402, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8843164443969727, + "num_tokens": 497089161.0, + "step": 13034 + }, + { + "epoch": 1.6581859814272994, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.405729293823242, + "learning_rate": 1e-06, + "loss": 0.4695, + "mean_token_accuracy": 0.8437326550483704, + "num_tokens": 497127253.0, + "step": 13035 + }, + { + "epoch": 1.65831319170589, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.352150917053223, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8690776824951172, + "num_tokens": 497167637.0, + "step": 13036 + }, + { + "epoch": 1.6584404019844805, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.372660636901855, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8712999820709229, + "num_tokens": 497205663.0, + "step": 13037 + }, + { + "epoch": 1.6585676122630708, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.39289379119873, + "learning_rate": 1e-06, + "loss": 0.3313, + "mean_token_accuracy": 0.8884554505348206, + "num_tokens": 497242146.0, + "step": 13038 + }, + { + "epoch": 1.6586948225416613, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.343536376953125, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8752719163894653, + "num_tokens": 497279339.0, + "step": 13039 + }, + { + "epoch": 1.6588220328202519, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.418856620788574, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8630116581916809, + "num_tokens": 497318530.0, + "step": 13040 + }, + { + "epoch": 1.6589492430988424, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.396100997924805, + "learning_rate": 1e-06, + "loss": 0.4197, + "mean_token_accuracy": 0.8655291795730591, + "num_tokens": 497352943.0, + "step": 13041 + }, + { + "epoch": 1.659076453377433, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.406712532043457, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8663387298583984, + "num_tokens": 497387729.0, + "step": 13042 + }, + { + "epoch": 1.6592036636560235, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.317920684814453, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8724552989006042, + "num_tokens": 497427875.0, + "step": 13043 + }, + { + "epoch": 1.6593308739346138, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.39926815032959, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8641259670257568, + "num_tokens": 497469076.0, + "step": 13044 + }, + { + "epoch": 1.6594580842132043, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.306522369384766, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8726825714111328, + "num_tokens": 497509556.0, + "step": 13045 + }, + { + "epoch": 1.6595852944917948, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.418770790100098, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8651468753814697, + "num_tokens": 497548151.0, + "step": 13046 + }, + { + "epoch": 1.6597125047703853, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.421512603759766, + "learning_rate": 1e-06, + "loss": 0.4711, + "mean_token_accuracy": 0.8460169434547424, + "num_tokens": 497589088.0, + "step": 13047 + }, + { + "epoch": 1.6598397150489759, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.33393383026123, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8805282115936279, + "num_tokens": 497632095.0, + "step": 13048 + }, + { + "epoch": 1.6599669253275664, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.370475769042969, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8827822804450989, + "num_tokens": 497665148.0, + "step": 13049 + }, + { + "epoch": 1.660094135606157, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.395676612854004, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8661901950836182, + "num_tokens": 497700134.0, + "step": 13050 + }, + { + "epoch": 1.6602213458847475, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.350484848022461, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.876371443271637, + "num_tokens": 497743101.0, + "step": 13051 + }, + { + "epoch": 1.660348556163338, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.338311195373535, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8657456040382385, + "num_tokens": 497775112.0, + "step": 13052 + }, + { + "epoch": 1.6604757664419285, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.338973999023438, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8820642232894897, + "num_tokens": 497813320.0, + "step": 13053 + }, + { + "epoch": 1.660602976720519, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.353611946105957, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.866573691368103, + "num_tokens": 497852780.0, + "step": 13054 + }, + { + "epoch": 1.6607301869991096, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.384305953979492, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8728536367416382, + "num_tokens": 497886313.0, + "step": 13055 + }, + { + "epoch": 1.6608573972777, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.331682205200195, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8684421181678772, + "num_tokens": 497924108.0, + "step": 13056 + }, + { + "epoch": 1.6609846075562906, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.374415397644043, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8610250949859619, + "num_tokens": 497964656.0, + "step": 13057 + }, + { + "epoch": 1.6611118178348812, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.382695198059082, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8581914901733398, + "num_tokens": 498005436.0, + "step": 13058 + }, + { + "epoch": 1.6612390281134717, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.362025260925293, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8675664663314819, + "num_tokens": 498042237.0, + "step": 13059 + }, + { + "epoch": 1.6613662383920622, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.346919059753418, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8705201745033264, + "num_tokens": 498083008.0, + "step": 13060 + }, + { + "epoch": 1.6614934486706527, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.401378631591797, + "learning_rate": 1e-06, + "loss": 0.4599, + "mean_token_accuracy": 0.8486711382865906, + "num_tokens": 498120550.0, + "step": 13061 + }, + { + "epoch": 1.661620658949243, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.327166557312012, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.869648814201355, + "num_tokens": 498153033.0, + "step": 13062 + }, + { + "epoch": 1.6617478692278336, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.361802101135254, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.873420000076294, + "num_tokens": 498190491.0, + "step": 13063 + }, + { + "epoch": 1.661875079506424, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.358294486999512, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.864356517791748, + "num_tokens": 498235889.0, + "step": 13064 + }, + { + "epoch": 1.6620022897850146, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.30813217163086, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8679859638214111, + "num_tokens": 498277191.0, + "step": 13065 + }, + { + "epoch": 1.6621295000636052, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.36825180053711, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8608924746513367, + "num_tokens": 498318443.0, + "step": 13066 + }, + { + "epoch": 1.6622567103421957, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.338170051574707, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8602386713027954, + "num_tokens": 498355955.0, + "step": 13067 + }, + { + "epoch": 1.662383920620786, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.391951560974121, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8713653683662415, + "num_tokens": 498388588.0, + "step": 13068 + }, + { + "epoch": 1.6625111308993765, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.312522888183594, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8700928688049316, + "num_tokens": 498430661.0, + "step": 13069 + }, + { + "epoch": 1.662638341177967, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.368013381958008, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8594962954521179, + "num_tokens": 498470428.0, + "step": 13070 + }, + { + "epoch": 1.6627655514565576, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.360294342041016, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8704628944396973, + "num_tokens": 498512031.0, + "step": 13071 + }, + { + "epoch": 1.662892761735148, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.353388786315918, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8922603130340576, + "num_tokens": 498548344.0, + "step": 13072 + }, + { + "epoch": 1.6630199720137386, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.370635032653809, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.884055495262146, + "num_tokens": 498590115.0, + "step": 13073 + }, + { + "epoch": 1.6631471822923292, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.376092910766602, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8713383078575134, + "num_tokens": 498634034.0, + "step": 13074 + }, + { + "epoch": 1.6632743925709197, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.436053276062012, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8638734221458435, + "num_tokens": 498675086.0, + "step": 13075 + }, + { + "epoch": 1.6634016028495102, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.374157905578613, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8770161867141724, + "num_tokens": 498711374.0, + "step": 13076 + }, + { + "epoch": 1.6635288131281007, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.348335266113281, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8755448460578918, + "num_tokens": 498753050.0, + "step": 13077 + }, + { + "epoch": 1.6636560234066913, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.412494659423828, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8716001510620117, + "num_tokens": 498790406.0, + "step": 13078 + }, + { + "epoch": 1.6637832336852818, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.420392036437988, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8693751096725464, + "num_tokens": 498827712.0, + "step": 13079 + }, + { + "epoch": 1.6639104439638723, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.334147453308105, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8754235506057739, + "num_tokens": 498862283.0, + "step": 13080 + }, + { + "epoch": 1.6640376542424629, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.421053886413574, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.872521162033081, + "num_tokens": 498902686.0, + "step": 13081 + }, + { + "epoch": 1.6641648645210534, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.388524055480957, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8612861037254333, + "num_tokens": 498942785.0, + "step": 13082 + }, + { + "epoch": 1.664292074799644, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.340023040771484, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8756362199783325, + "num_tokens": 498982761.0, + "step": 13083 + }, + { + "epoch": 1.6644192850782344, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.401998519897461, + "learning_rate": 1e-06, + "loss": 0.4456, + "mean_token_accuracy": 0.8520809412002563, + "num_tokens": 499025762.0, + "step": 13084 + }, + { + "epoch": 1.664546495356825, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.375178337097168, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.862472414970398, + "num_tokens": 499063394.0, + "step": 13085 + }, + { + "epoch": 1.6646737056354155, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.3297700881958, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8803911209106445, + "num_tokens": 499105824.0, + "step": 13086 + }, + { + "epoch": 1.6648009159140058, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.427971839904785, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8788015842437744, + "num_tokens": 499140935.0, + "step": 13087 + }, + { + "epoch": 1.6649281261925963, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.411785125732422, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8690998554229736, + "num_tokens": 499179492.0, + "step": 13088 + }, + { + "epoch": 1.6650553364711869, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.392216682434082, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.8814700841903687, + "num_tokens": 499214716.0, + "step": 13089 + }, + { + "epoch": 1.6651825467497774, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.400566101074219, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8776980042457581, + "num_tokens": 499250337.0, + "step": 13090 + }, + { + "epoch": 1.665309757028368, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.36510181427002, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8763431906700134, + "num_tokens": 499283675.0, + "step": 13091 + }, + { + "epoch": 1.6654369673069584, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.422966003417969, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8756001591682434, + "num_tokens": 499319153.0, + "step": 13092 + }, + { + "epoch": 1.6655641775855488, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.351720809936523, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.868478536605835, + "num_tokens": 499356675.0, + "step": 13093 + }, + { + "epoch": 1.6656913878641393, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.408255577087402, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8851314783096313, + "num_tokens": 499392129.0, + "step": 13094 + }, + { + "epoch": 1.6658185981427298, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.372552871704102, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8828953504562378, + "num_tokens": 499424958.0, + "step": 13095 + }, + { + "epoch": 1.6659458084213203, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.30923080444336, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8799979090690613, + "num_tokens": 499467769.0, + "step": 13096 + }, + { + "epoch": 1.6660730186999109, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.46047592163086, + "learning_rate": 1e-06, + "loss": 0.425, + "mean_token_accuracy": 0.861966609954834, + "num_tokens": 499513828.0, + "step": 13097 + }, + { + "epoch": 1.6662002289785014, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.398818969726562, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8765741586685181, + "num_tokens": 499548219.0, + "step": 13098 + }, + { + "epoch": 1.666327439257092, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.410918235778809, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.8549576997756958, + "num_tokens": 499587158.0, + "step": 13099 + }, + { + "epoch": 1.6664546495356825, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.360095977783203, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8742378950119019, + "num_tokens": 499625235.0, + "step": 13100 + }, + { + "epoch": 1.666581859814273, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.415968894958496, + "learning_rate": 1e-06, + "loss": 0.435, + "mean_token_accuracy": 0.8527419567108154, + "num_tokens": 499662842.0, + "step": 13101 + }, + { + "epoch": 1.6667090700928635, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.387279510498047, + "learning_rate": 1e-06, + "loss": 0.4565, + "mean_token_accuracy": 0.848748505115509, + "num_tokens": 499703464.0, + "step": 13102 + }, + { + "epoch": 1.666836280371454, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.35645866394043, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8692371845245361, + "num_tokens": 499739160.0, + "step": 13103 + }, + { + "epoch": 1.6669634906500446, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.411242485046387, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8571888208389282, + "num_tokens": 499775024.0, + "step": 13104 + }, + { + "epoch": 1.667090700928635, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.340431213378906, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8744410872459412, + "num_tokens": 499816479.0, + "step": 13105 + }, + { + "epoch": 1.6672179112072256, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.421829223632812, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8719440698623657, + "num_tokens": 499848790.0, + "step": 13106 + }, + { + "epoch": 1.6673451214858162, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.341798782348633, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8895708322525024, + "num_tokens": 499890955.0, + "step": 13107 + }, + { + "epoch": 1.6674723317644067, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.388575553894043, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8807134628295898, + "num_tokens": 499924813.0, + "step": 13108 + }, + { + "epoch": 1.6675995420429972, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.300908088684082, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.868283748626709, + "num_tokens": 499960032.0, + "step": 13109 + }, + { + "epoch": 1.6677267523215877, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.423022270202637, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8854531049728394, + "num_tokens": 499995868.0, + "step": 13110 + }, + { + "epoch": 1.667853962600178, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.365742683410645, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.875698983669281, + "num_tokens": 500031662.0, + "step": 13111 + }, + { + "epoch": 1.6679811728787686, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.414201736450195, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8623582124710083, + "num_tokens": 500070189.0, + "step": 13112 + }, + { + "epoch": 1.668108383157359, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.460596084594727, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8690266609191895, + "num_tokens": 500109999.0, + "step": 13113 + }, + { + "epoch": 1.6682355934359496, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.344335556030273, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8559185862541199, + "num_tokens": 500151473.0, + "step": 13114 + }, + { + "epoch": 1.6683628037145402, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.40689754486084, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8700612783432007, + "num_tokens": 500187436.0, + "step": 13115 + }, + { + "epoch": 1.6684900139931307, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.413936614990234, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8709716200828552, + "num_tokens": 500222433.0, + "step": 13116 + }, + { + "epoch": 1.668617224271721, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.345383644104004, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.871336042881012, + "num_tokens": 500257390.0, + "step": 13117 + }, + { + "epoch": 1.6687444345503115, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.43561840057373, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8705894351005554, + "num_tokens": 500301260.0, + "step": 13118 + }, + { + "epoch": 1.668871644828902, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.438039779663086, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8769932985305786, + "num_tokens": 500343453.0, + "step": 13119 + }, + { + "epoch": 1.6689988551074926, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.341041564941406, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8785748481750488, + "num_tokens": 500375133.0, + "step": 13120 + }, + { + "epoch": 1.669126065386083, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.395748138427734, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8669496774673462, + "num_tokens": 500408540.0, + "step": 13121 + }, + { + "epoch": 1.6692532756646736, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.41814136505127, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8845337629318237, + "num_tokens": 500446243.0, + "step": 13122 + }, + { + "epoch": 1.6693804859432642, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.439010620117188, + "learning_rate": 1e-06, + "loss": 0.473, + "mean_token_accuracy": 0.8464142680168152, + "num_tokens": 500484313.0, + "step": 13123 + }, + { + "epoch": 1.6695076962218547, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.422901153564453, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8832381963729858, + "num_tokens": 500525566.0, + "step": 13124 + }, + { + "epoch": 1.6696349065004452, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.430350303649902, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8764237761497498, + "num_tokens": 500566274.0, + "step": 13125 + }, + { + "epoch": 1.6697621167790357, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.429655075073242, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8645029067993164, + "num_tokens": 500602769.0, + "step": 13126 + }, + { + "epoch": 1.6698893270576263, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.396831512451172, + "learning_rate": 1e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.8557218313217163, + "num_tokens": 500642895.0, + "step": 13127 + }, + { + "epoch": 1.6700165373362168, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.501855850219727, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8700314164161682, + "num_tokens": 500681461.0, + "step": 13128 + }, + { + "epoch": 1.6701437476148073, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.366667747497559, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8553272485733032, + "num_tokens": 500723395.0, + "step": 13129 + }, + { + "epoch": 1.6702709578933979, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.476739883422852, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.873449444770813, + "num_tokens": 500760571.0, + "step": 13130 + }, + { + "epoch": 1.6703981681719884, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.42491340637207, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8641321659088135, + "num_tokens": 500797858.0, + "step": 13131 + }, + { + "epoch": 1.670525378450579, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.404021263122559, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.878099799156189, + "num_tokens": 500840199.0, + "step": 13132 + }, + { + "epoch": 1.6706525887291694, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.406941413879395, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8663192391395569, + "num_tokens": 500883290.0, + "step": 13133 + }, + { + "epoch": 1.67077979900776, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.43974781036377, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8746784925460815, + "num_tokens": 500923072.0, + "step": 13134 + }, + { + "epoch": 1.6709070092863505, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.379035949707031, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.875899076461792, + "num_tokens": 500958726.0, + "step": 13135 + }, + { + "epoch": 1.6710342195649408, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.42050838470459, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8688114285469055, + "num_tokens": 500996746.0, + "step": 13136 + }, + { + "epoch": 1.6711614298435313, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.41766357421875, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8639215230941772, + "num_tokens": 501034135.0, + "step": 13137 + }, + { + "epoch": 1.6712886401221219, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.418889999389648, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8743436336517334, + "num_tokens": 501069810.0, + "step": 13138 + }, + { + "epoch": 1.6714158504007124, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.371034622192383, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8654088973999023, + "num_tokens": 501110597.0, + "step": 13139 + }, + { + "epoch": 1.671543060679303, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.415068626403809, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8609741926193237, + "num_tokens": 501145927.0, + "step": 13140 + }, + { + "epoch": 1.6716702709578934, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.420351028442383, + "learning_rate": 1e-06, + "loss": 0.4466, + "mean_token_accuracy": 0.8527605533599854, + "num_tokens": 501188473.0, + "step": 13141 + }, + { + "epoch": 1.6717974812364838, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.37167739868164, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8828486800193787, + "num_tokens": 501226143.0, + "step": 13142 + }, + { + "epoch": 1.6719246915150743, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.422449111938477, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8622448444366455, + "num_tokens": 501266980.0, + "step": 13143 + }, + { + "epoch": 1.6720519017936648, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.402878761291504, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8671883344650269, + "num_tokens": 501305414.0, + "step": 13144 + }, + { + "epoch": 1.6721791120722553, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.416226387023926, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8646236658096313, + "num_tokens": 501343009.0, + "step": 13145 + }, + { + "epoch": 1.6723063223508459, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.330389976501465, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8766450881958008, + "num_tokens": 501383571.0, + "step": 13146 + }, + { + "epoch": 1.6724335326294364, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.345555305480957, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8716220259666443, + "num_tokens": 501425444.0, + "step": 13147 + }, + { + "epoch": 1.672560742908027, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.376551628112793, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8831363320350647, + "num_tokens": 501466536.0, + "step": 13148 + }, + { + "epoch": 1.6726879531866174, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.47862720489502, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8737268447875977, + "num_tokens": 501507346.0, + "step": 13149 + }, + { + "epoch": 1.672815163465208, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.39175796508789, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8780453205108643, + "num_tokens": 501545515.0, + "step": 13150 + }, + { + "epoch": 1.6729423737437985, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.405208587646484, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.86518394947052, + "num_tokens": 501588793.0, + "step": 13151 + }, + { + "epoch": 1.673069584022389, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.391992568969727, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8688209056854248, + "num_tokens": 501624384.0, + "step": 13152 + }, + { + "epoch": 1.6731967943009796, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.450419425964355, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8703292012214661, + "num_tokens": 501663150.0, + "step": 13153 + }, + { + "epoch": 1.67332400457957, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.361823081970215, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.863876223564148, + "num_tokens": 501706177.0, + "step": 13154 + }, + { + "epoch": 1.6734512148581606, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.427281379699707, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8824715614318848, + "num_tokens": 501745267.0, + "step": 13155 + }, + { + "epoch": 1.6735784251367511, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.370347023010254, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8665697574615479, + "num_tokens": 501783591.0, + "step": 13156 + }, + { + "epoch": 1.6737056354153417, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.456619262695312, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8614945411682129, + "num_tokens": 501825190.0, + "step": 13157 + }, + { + "epoch": 1.6738328456939322, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.465754508972168, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8724700212478638, + "num_tokens": 501855813.0, + "step": 13158 + }, + { + "epoch": 1.6739600559725227, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.426896095275879, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8669263124465942, + "num_tokens": 501890106.0, + "step": 13159 + }, + { + "epoch": 1.674087266251113, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.408897399902344, + "learning_rate": 1e-06, + "loss": 0.4336, + "mean_token_accuracy": 0.8577718734741211, + "num_tokens": 501935437.0, + "step": 13160 + }, + { + "epoch": 1.6742144765297036, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.37587833404541, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8576957583427429, + "num_tokens": 501980134.0, + "step": 13161 + }, + { + "epoch": 1.674341686808294, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.468313217163086, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8643765449523926, + "num_tokens": 502015977.0, + "step": 13162 + }, + { + "epoch": 1.6744688970868846, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.435704231262207, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8743214011192322, + "num_tokens": 502061717.0, + "step": 13163 + }, + { + "epoch": 1.6745961073654752, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.389872550964355, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8683068752288818, + "num_tokens": 502101594.0, + "step": 13164 + }, + { + "epoch": 1.6747233176440657, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.437132835388184, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8707177042961121, + "num_tokens": 502136521.0, + "step": 13165 + }, + { + "epoch": 1.674850527922656, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.35481071472168, + "learning_rate": 1e-06, + "loss": 0.4476, + "mean_token_accuracy": 0.8520729541778564, + "num_tokens": 502174821.0, + "step": 13166 + }, + { + "epoch": 1.6749777382012465, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.459312438964844, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.864700436592102, + "num_tokens": 502210615.0, + "step": 13167 + }, + { + "epoch": 1.675104948479837, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.370160102844238, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8713607788085938, + "num_tokens": 502248220.0, + "step": 13168 + }, + { + "epoch": 1.6752321587584276, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.378107070922852, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8688984513282776, + "num_tokens": 502290686.0, + "step": 13169 + }, + { + "epoch": 1.675359369037018, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.437801361083984, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.8586461544036865, + "num_tokens": 502331789.0, + "step": 13170 + }, + { + "epoch": 1.6754865793156086, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.373438835144043, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8780660629272461, + "num_tokens": 502371490.0, + "step": 13171 + }, + { + "epoch": 1.6756137895941992, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.456014633178711, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8693616390228271, + "num_tokens": 502415606.0, + "step": 13172 + }, + { + "epoch": 1.6757409998727897, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.418126106262207, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.869488000869751, + "num_tokens": 502456203.0, + "step": 13173 + }, + { + "epoch": 1.6758682101513802, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.394524574279785, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8870694637298584, + "num_tokens": 502491508.0, + "step": 13174 + }, + { + "epoch": 1.6759954204299707, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.42862606048584, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8601258993148804, + "num_tokens": 502533408.0, + "step": 13175 + }, + { + "epoch": 1.6761226307085613, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.39040470123291, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8639620542526245, + "num_tokens": 502569824.0, + "step": 13176 + }, + { + "epoch": 1.6762498409871518, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.425603866577148, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8788806796073914, + "num_tokens": 502604776.0, + "step": 13177 + }, + { + "epoch": 1.6763770512657423, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.376940727233887, + "learning_rate": 1e-06, + "loss": 0.4402, + "mean_token_accuracy": 0.85222327709198, + "num_tokens": 502645732.0, + "step": 13178 + }, + { + "epoch": 1.6765042615443329, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.35647201538086, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8740166425704956, + "num_tokens": 502686044.0, + "step": 13179 + }, + { + "epoch": 1.6766314718229234, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.424820899963379, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8613492250442505, + "num_tokens": 502728288.0, + "step": 13180 + }, + { + "epoch": 1.676758682101514, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.383956909179688, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8619592189788818, + "num_tokens": 502760772.0, + "step": 13181 + }, + { + "epoch": 1.6768858923801044, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.421184539794922, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8703036308288574, + "num_tokens": 502791585.0, + "step": 13182 + }, + { + "epoch": 1.677013102658695, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.395048141479492, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8876922726631165, + "num_tokens": 502826339.0, + "step": 13183 + }, + { + "epoch": 1.6771403129372855, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.339787483215332, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8876124620437622, + "num_tokens": 502868716.0, + "step": 13184 + }, + { + "epoch": 1.6772675232158758, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.405412673950195, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8709001541137695, + "num_tokens": 502907992.0, + "step": 13185 + }, + { + "epoch": 1.6773947334944663, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.370327949523926, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8645861148834229, + "num_tokens": 502947197.0, + "step": 13186 + }, + { + "epoch": 1.6775219437730569, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.364631652832031, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8788037896156311, + "num_tokens": 502985890.0, + "step": 13187 + }, + { + "epoch": 1.6776491540516474, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.408387184143066, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8653073906898499, + "num_tokens": 503033476.0, + "step": 13188 + }, + { + "epoch": 1.677776364330238, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.381458282470703, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8785848021507263, + "num_tokens": 503068002.0, + "step": 13189 + }, + { + "epoch": 1.6779035746088284, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.44424057006836, + "learning_rate": 1e-06, + "loss": 0.4252, + "mean_token_accuracy": 0.8628020286560059, + "num_tokens": 503110059.0, + "step": 13190 + }, + { + "epoch": 1.6780307848874187, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.40999984741211, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8641093969345093, + "num_tokens": 503146617.0, + "step": 13191 + }, + { + "epoch": 1.6781579951660093, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.372154235839844, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.867408037185669, + "num_tokens": 503186436.0, + "step": 13192 + }, + { + "epoch": 1.6782852054445998, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.338545799255371, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8762168288230896, + "num_tokens": 503227983.0, + "step": 13193 + }, + { + "epoch": 1.6784124157231903, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.465309143066406, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8575475215911865, + "num_tokens": 503269301.0, + "step": 13194 + }, + { + "epoch": 1.6785396260017809, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.4329195022583, + "learning_rate": 1e-06, + "loss": 0.4496, + "mean_token_accuracy": 0.8526630401611328, + "num_tokens": 503308919.0, + "step": 13195 + }, + { + "epoch": 1.6786668362803714, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.358975410461426, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8798261284828186, + "num_tokens": 503345030.0, + "step": 13196 + }, + { + "epoch": 1.678794046558962, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.426505088806152, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8626363277435303, + "num_tokens": 503379142.0, + "step": 13197 + }, + { + "epoch": 1.6789212568375524, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.396889686584473, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8702578544616699, + "num_tokens": 503411810.0, + "step": 13198 + }, + { + "epoch": 1.679048467116143, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.395608901977539, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8681953549385071, + "num_tokens": 503450266.0, + "step": 13199 + }, + { + "epoch": 1.6791756773947335, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.412629127502441, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8782888650894165, + "num_tokens": 503491015.0, + "step": 13200 + }, + { + "epoch": 1.679302887673324, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.324044227600098, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8774758577346802, + "num_tokens": 503531964.0, + "step": 13201 + }, + { + "epoch": 1.6794300979519146, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.389379501342773, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8743515610694885, + "num_tokens": 503576069.0, + "step": 13202 + }, + { + "epoch": 1.679557308230505, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.361321449279785, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8713745474815369, + "num_tokens": 503607895.0, + "step": 13203 + }, + { + "epoch": 1.6796845185090956, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.436182975769043, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8656963109970093, + "num_tokens": 503636891.0, + "step": 13204 + }, + { + "epoch": 1.6798117287876861, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.3407564163208, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8842647075653076, + "num_tokens": 503682037.0, + "step": 13205 + }, + { + "epoch": 1.6799389390662767, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.395745277404785, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8727662563323975, + "num_tokens": 503724008.0, + "step": 13206 + }, + { + "epoch": 1.6800661493448672, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.451910018920898, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8780105710029602, + "num_tokens": 503759008.0, + "step": 13207 + }, + { + "epoch": 1.6801933596234577, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.334668159484863, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8673811554908752, + "num_tokens": 503796599.0, + "step": 13208 + }, + { + "epoch": 1.680320569902048, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.406862258911133, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8679245114326477, + "num_tokens": 503835539.0, + "step": 13209 + }, + { + "epoch": 1.6804477801806386, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.350629806518555, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.867499589920044, + "num_tokens": 503875933.0, + "step": 13210 + }, + { + "epoch": 1.680574990459229, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.37328815460205, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8672980666160583, + "num_tokens": 503913740.0, + "step": 13211 + }, + { + "epoch": 1.6807022007378196, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.37363338470459, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8741949200630188, + "num_tokens": 503955105.0, + "step": 13212 + }, + { + "epoch": 1.6808294110164101, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.41154956817627, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8690921068191528, + "num_tokens": 503987641.0, + "step": 13213 + }, + { + "epoch": 1.6809566212950007, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.299219131469727, + "learning_rate": 1e-06, + "loss": 0.418, + "mean_token_accuracy": 0.8619241714477539, + "num_tokens": 504028699.0, + "step": 13214 + }, + { + "epoch": 1.681083831573591, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.337636947631836, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8638150095939636, + "num_tokens": 504065597.0, + "step": 13215 + }, + { + "epoch": 1.6812110418521815, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.31502914428711, + "learning_rate": 1e-06, + "loss": 0.4439, + "mean_token_accuracy": 0.8563016653060913, + "num_tokens": 504105968.0, + "step": 13216 + }, + { + "epoch": 1.681338252130772, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.373838424682617, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8726590871810913, + "num_tokens": 504143743.0, + "step": 13217 + }, + { + "epoch": 1.6814654624093626, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.380956649780273, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8718687295913696, + "num_tokens": 504177023.0, + "step": 13218 + }, + { + "epoch": 1.681592672687953, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.36240291595459, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8686178922653198, + "num_tokens": 504210492.0, + "step": 13219 + }, + { + "epoch": 1.6817198829665436, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.35842514038086, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8703658580780029, + "num_tokens": 504248322.0, + "step": 13220 + }, + { + "epoch": 1.6818470932451342, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.378783226013184, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8557915687561035, + "num_tokens": 504285915.0, + "step": 13221 + }, + { + "epoch": 1.6819743035237247, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.381324768066406, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8685711622238159, + "num_tokens": 504325578.0, + "step": 13222 + }, + { + "epoch": 1.6821015138023152, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.385699272155762, + "learning_rate": 1e-06, + "loss": 0.317, + "mean_token_accuracy": 0.8896245956420898, + "num_tokens": 504362876.0, + "step": 13223 + }, + { + "epoch": 1.6822287240809057, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.353365898132324, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8684391975402832, + "num_tokens": 504402303.0, + "step": 13224 + }, + { + "epoch": 1.6823559343594963, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.427373886108398, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8719800710678101, + "num_tokens": 504440039.0, + "step": 13225 + }, + { + "epoch": 1.6824831446380868, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.354023933410645, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8621224164962769, + "num_tokens": 504485102.0, + "step": 13226 + }, + { + "epoch": 1.6826103549166773, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.408049583435059, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8685770034790039, + "num_tokens": 504522762.0, + "step": 13227 + }, + { + "epoch": 1.6827375651952678, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.400620460510254, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8748505115509033, + "num_tokens": 504562818.0, + "step": 13228 + }, + { + "epoch": 1.6828647754738584, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.355481147766113, + "learning_rate": 1e-06, + "loss": 0.4195, + "mean_token_accuracy": 0.8608440160751343, + "num_tokens": 504602914.0, + "step": 13229 + }, + { + "epoch": 1.682991985752449, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.34323787689209, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8765965700149536, + "num_tokens": 504641376.0, + "step": 13230 + }, + { + "epoch": 1.6831191960310394, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.392451286315918, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8776166439056396, + "num_tokens": 504675031.0, + "step": 13231 + }, + { + "epoch": 1.68324640630963, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.422016143798828, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8767249584197998, + "num_tokens": 504709624.0, + "step": 13232 + }, + { + "epoch": 1.6833736165882205, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.355620384216309, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8747807741165161, + "num_tokens": 504749310.0, + "step": 13233 + }, + { + "epoch": 1.6835008268668108, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.366647720336914, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.871009111404419, + "num_tokens": 504791700.0, + "step": 13234 + }, + { + "epoch": 1.6836280371454013, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.421943664550781, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8600528240203857, + "num_tokens": 504833246.0, + "step": 13235 + }, + { + "epoch": 1.6837552474239919, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.365293502807617, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8762381076812744, + "num_tokens": 504872901.0, + "step": 13236 + }, + { + "epoch": 1.6838824577025824, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.43283462524414, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.865078330039978, + "num_tokens": 504906138.0, + "step": 13237 + }, + { + "epoch": 1.684009667981173, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.445167541503906, + "learning_rate": 1e-06, + "loss": 0.4609, + "mean_token_accuracy": 0.8504593372344971, + "num_tokens": 504947147.0, + "step": 13238 + }, + { + "epoch": 1.6841368782597634, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.457459449768066, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8722730278968811, + "num_tokens": 504985332.0, + "step": 13239 + }, + { + "epoch": 1.6842640885383537, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.33491325378418, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8616955876350403, + "num_tokens": 505027995.0, + "step": 13240 + }, + { + "epoch": 1.6843912988169443, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.365214347839355, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8732733726501465, + "num_tokens": 505065311.0, + "step": 13241 + }, + { + "epoch": 1.6845185090955348, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.364967346191406, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8666329383850098, + "num_tokens": 505105810.0, + "step": 13242 + }, + { + "epoch": 1.6846457193741253, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.399629592895508, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8765610456466675, + "num_tokens": 505141003.0, + "step": 13243 + }, + { + "epoch": 1.6847729296527159, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.34079360961914, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8597807884216309, + "num_tokens": 505188025.0, + "step": 13244 + }, + { + "epoch": 1.6849001399313064, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.415556907653809, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8845943212509155, + "num_tokens": 505226101.0, + "step": 13245 + }, + { + "epoch": 1.685027350209897, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.406132698059082, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.8604211211204529, + "num_tokens": 505264880.0, + "step": 13246 + }, + { + "epoch": 1.6851545604884874, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.37297248840332, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8637357354164124, + "num_tokens": 505306208.0, + "step": 13247 + }, + { + "epoch": 1.685281770767078, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.370305061340332, + "learning_rate": 1e-06, + "loss": 0.3242, + "mean_token_accuracy": 0.8908839225769043, + "num_tokens": 505346024.0, + "step": 13248 + }, + { + "epoch": 1.6854089810456685, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.386778831481934, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8930955529212952, + "num_tokens": 505383644.0, + "step": 13249 + }, + { + "epoch": 1.685536191324259, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.404839515686035, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8746094703674316, + "num_tokens": 505420365.0, + "step": 13250 + }, + { + "epoch": 1.6856634016028496, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.408391952514648, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8730777502059937, + "num_tokens": 505458211.0, + "step": 13251 + }, + { + "epoch": 1.68579061188144, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.30674934387207, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8668808937072754, + "num_tokens": 505501649.0, + "step": 13252 + }, + { + "epoch": 1.6859178221600306, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.355385780334473, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8730607628822327, + "num_tokens": 505538763.0, + "step": 13253 + }, + { + "epoch": 1.6860450324386211, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.364875793457031, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8929702043533325, + "num_tokens": 505574562.0, + "step": 13254 + }, + { + "epoch": 1.6861722427172117, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.373022079467773, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8847651481628418, + "num_tokens": 505609718.0, + "step": 13255 + }, + { + "epoch": 1.6862994529958022, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.372236251831055, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8832680583000183, + "num_tokens": 505644337.0, + "step": 13256 + }, + { + "epoch": 1.6864266632743927, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.353373527526855, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8814293146133423, + "num_tokens": 505681929.0, + "step": 13257 + }, + { + "epoch": 1.686553873552983, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.412145614624023, + "learning_rate": 1e-06, + "loss": 0.4562, + "mean_token_accuracy": 0.848347008228302, + "num_tokens": 505719373.0, + "step": 13258 + }, + { + "epoch": 1.6866810838315736, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.383296012878418, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.857573926448822, + "num_tokens": 505757767.0, + "step": 13259 + }, + { + "epoch": 1.686808294110164, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.417999267578125, + "learning_rate": 1e-06, + "loss": 0.5147, + "mean_token_accuracy": 0.8400859236717224, + "num_tokens": 505794777.0, + "step": 13260 + }, + { + "epoch": 1.6869355043887546, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.401668548583984, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8780031204223633, + "num_tokens": 505832672.0, + "step": 13261 + }, + { + "epoch": 1.6870627146673451, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.373217582702637, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8596693873405457, + "num_tokens": 505873142.0, + "step": 13262 + }, + { + "epoch": 1.6871899249459357, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.449135780334473, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8741785287857056, + "num_tokens": 505911994.0, + "step": 13263 + }, + { + "epoch": 1.687317135224526, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.419710159301758, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8743830919265747, + "num_tokens": 505948874.0, + "step": 13264 + }, + { + "epoch": 1.6874443455031165, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.414925575256348, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8761610984802246, + "num_tokens": 505989679.0, + "step": 13265 + }, + { + "epoch": 1.687571555781707, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.372526168823242, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8793935775756836, + "num_tokens": 506033209.0, + "step": 13266 + }, + { + "epoch": 1.6876987660602976, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.449568748474121, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8795393705368042, + "num_tokens": 506065379.0, + "step": 13267 + }, + { + "epoch": 1.687825976338888, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.462250709533691, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8626406192779541, + "num_tokens": 506099484.0, + "step": 13268 + }, + { + "epoch": 1.6879531866174786, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.418181419372559, + "learning_rate": 1e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.8543177247047424, + "num_tokens": 506136559.0, + "step": 13269 + }, + { + "epoch": 1.6880803968960691, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.431485176086426, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8700178861618042, + "num_tokens": 506172997.0, + "step": 13270 + }, + { + "epoch": 1.6882076071746597, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.329361915588379, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8848729729652405, + "num_tokens": 506209858.0, + "step": 13271 + }, + { + "epoch": 1.6883348174532502, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.417034149169922, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8832491636276245, + "num_tokens": 506242260.0, + "step": 13272 + }, + { + "epoch": 1.6884620277318407, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.41193962097168, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8588629364967346, + "num_tokens": 506276856.0, + "step": 13273 + }, + { + "epoch": 1.6885892380104313, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.39574146270752, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8889922499656677, + "num_tokens": 506311469.0, + "step": 13274 + }, + { + "epoch": 1.6887164482890218, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.4014253616333, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8812841176986694, + "num_tokens": 506348240.0, + "step": 13275 + }, + { + "epoch": 1.6888436585676123, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.389907836914062, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8730105757713318, + "num_tokens": 506387203.0, + "step": 13276 + }, + { + "epoch": 1.6889708688462028, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.448265075683594, + "learning_rate": 1e-06, + "loss": 0.462, + "mean_token_accuracy": 0.8489867448806763, + "num_tokens": 506421869.0, + "step": 13277 + }, + { + "epoch": 1.6890980791247934, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.430970191955566, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8715736865997314, + "num_tokens": 506458873.0, + "step": 13278 + }, + { + "epoch": 1.689225289403384, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.444828033447266, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8577234148979187, + "num_tokens": 506495947.0, + "step": 13279 + }, + { + "epoch": 1.6893524996819744, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.48129653930664, + "learning_rate": 1e-06, + "loss": 0.4437, + "mean_token_accuracy": 0.8526002764701843, + "num_tokens": 506533098.0, + "step": 13280 + }, + { + "epoch": 1.689479709960565, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.432514190673828, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8820376396179199, + "num_tokens": 506571346.0, + "step": 13281 + }, + { + "epoch": 1.6896069202391555, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.403952598571777, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8726716637611389, + "num_tokens": 506607912.0, + "step": 13282 + }, + { + "epoch": 1.6897341305177458, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.357202529907227, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8597938418388367, + "num_tokens": 506654258.0, + "step": 13283 + }, + { + "epoch": 1.6898613407963363, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.440528869628906, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8780792951583862, + "num_tokens": 506693436.0, + "step": 13284 + }, + { + "epoch": 1.6899885510749268, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.386200904846191, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8733298778533936, + "num_tokens": 506737383.0, + "step": 13285 + }, + { + "epoch": 1.6901157613535174, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.482502937316895, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8812654614448547, + "num_tokens": 506772282.0, + "step": 13286 + }, + { + "epoch": 1.690242971632108, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.414499282836914, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8820633888244629, + "num_tokens": 506807208.0, + "step": 13287 + }, + { + "epoch": 1.6903701819106984, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.442630767822266, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8772491216659546, + "num_tokens": 506847952.0, + "step": 13288 + }, + { + "epoch": 1.6904973921892887, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.383201599121094, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8746680617332458, + "num_tokens": 506888265.0, + "step": 13289 + }, + { + "epoch": 1.6906246024678793, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.430893898010254, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.874592661857605, + "num_tokens": 506926096.0, + "step": 13290 + }, + { + "epoch": 1.6907518127464698, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.38924503326416, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8658095598220825, + "num_tokens": 506962252.0, + "step": 13291 + }, + { + "epoch": 1.6908790230250603, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.410733222961426, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8772403597831726, + "num_tokens": 507004709.0, + "step": 13292 + }, + { + "epoch": 1.6910062333036509, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.387965202331543, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8870251178741455, + "num_tokens": 507041041.0, + "step": 13293 + }, + { + "epoch": 1.6911334435822414, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.42664909362793, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8656495213508606, + "num_tokens": 507080251.0, + "step": 13294 + }, + { + "epoch": 1.691260653860832, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.400397300720215, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8701707124710083, + "num_tokens": 507120813.0, + "step": 13295 + }, + { + "epoch": 1.6913878641394224, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.503036499023438, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.8577558398246765, + "num_tokens": 507160284.0, + "step": 13296 + }, + { + "epoch": 1.691515074418013, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.3284330368042, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8648418188095093, + "num_tokens": 507205069.0, + "step": 13297 + }, + { + "epoch": 1.6916422846966035, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.393953323364258, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8796414136886597, + "num_tokens": 507244689.0, + "step": 13298 + }, + { + "epoch": 1.691769494975194, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.431737899780273, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8740339279174805, + "num_tokens": 507283917.0, + "step": 13299 + }, + { + "epoch": 1.6918967052537845, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.386091232299805, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8735105395317078, + "num_tokens": 507327937.0, + "step": 13300 + }, + { + "epoch": 1.692023915532375, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.432774543762207, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.885635495185852, + "num_tokens": 507369521.0, + "step": 13301 + }, + { + "epoch": 1.6921511258109656, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.399006843566895, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8816328048706055, + "num_tokens": 507408157.0, + "step": 13302 + }, + { + "epoch": 1.6922783360895561, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.429381370544434, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8767852783203125, + "num_tokens": 507448003.0, + "step": 13303 + }, + { + "epoch": 1.6924055463681467, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.372029304504395, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.879143238067627, + "num_tokens": 507489970.0, + "step": 13304 + }, + { + "epoch": 1.6925327566467372, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.402227401733398, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8740997314453125, + "num_tokens": 507524536.0, + "step": 13305 + }, + { + "epoch": 1.6926599669253277, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.40945053100586, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8914514780044556, + "num_tokens": 507561575.0, + "step": 13306 + }, + { + "epoch": 1.692787177203918, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.356169700622559, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8737879395484924, + "num_tokens": 507597212.0, + "step": 13307 + }, + { + "epoch": 1.6929143874825086, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.418782234191895, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.87375807762146, + "num_tokens": 507634251.0, + "step": 13308 + }, + { + "epoch": 1.693041597761099, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.382258415222168, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8775732517242432, + "num_tokens": 507671345.0, + "step": 13309 + }, + { + "epoch": 1.6931688080396896, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.404500961303711, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.86112380027771, + "num_tokens": 507709797.0, + "step": 13310 + }, + { + "epoch": 1.6932960183182801, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.376947402954102, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8713465929031372, + "num_tokens": 507747047.0, + "step": 13311 + }, + { + "epoch": 1.6934232285968707, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.412944793701172, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8723236322402954, + "num_tokens": 507782187.0, + "step": 13312 + }, + { + "epoch": 1.693550438875461, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.352534294128418, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.859616219997406, + "num_tokens": 507826714.0, + "step": 13313 + }, + { + "epoch": 1.6936776491540515, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.394469261169434, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8638209104537964, + "num_tokens": 507869423.0, + "step": 13314 + }, + { + "epoch": 1.693804859432642, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.41958999633789, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8805397748947144, + "num_tokens": 507904711.0, + "step": 13315 + }, + { + "epoch": 1.6939320697112326, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.33639907836914, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8668136596679688, + "num_tokens": 507947760.0, + "step": 13316 + }, + { + "epoch": 1.694059279989823, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.374472618103027, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8689887523651123, + "num_tokens": 507984249.0, + "step": 13317 + }, + { + "epoch": 1.6941864902684136, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.417125701904297, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8686032891273499, + "num_tokens": 508017206.0, + "step": 13318 + }, + { + "epoch": 1.6943137005470041, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.414633750915527, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8669294118881226, + "num_tokens": 508056357.0, + "step": 13319 + }, + { + "epoch": 1.6944409108255947, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.336189270019531, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8635312914848328, + "num_tokens": 508094870.0, + "step": 13320 + }, + { + "epoch": 1.6945681211041852, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.371354103088379, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.869945764541626, + "num_tokens": 508120323.0, + "step": 13321 + }, + { + "epoch": 1.6946953313827757, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.390203475952148, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8628645539283752, + "num_tokens": 508160018.0, + "step": 13322 + }, + { + "epoch": 1.6948225416613663, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.319273948669434, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8886940479278564, + "num_tokens": 508200947.0, + "step": 13323 + }, + { + "epoch": 1.6949497519399568, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.449304580688477, + "learning_rate": 1e-06, + "loss": 0.4264, + "mean_token_accuracy": 0.8577040433883667, + "num_tokens": 508246457.0, + "step": 13324 + }, + { + "epoch": 1.6950769622185473, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.398508071899414, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8670331835746765, + "num_tokens": 508281951.0, + "step": 13325 + }, + { + "epoch": 1.6952041724971378, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.43331241607666, + "learning_rate": 1e-06, + "loss": 0.451, + "mean_token_accuracy": 0.8533939123153687, + "num_tokens": 508322571.0, + "step": 13326 + }, + { + "epoch": 1.6953313827757284, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.366218566894531, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.878756582736969, + "num_tokens": 508357347.0, + "step": 13327 + }, + { + "epoch": 1.695458593054319, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.373123168945312, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8724641799926758, + "num_tokens": 508401813.0, + "step": 13328 + }, + { + "epoch": 1.6955858033329094, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.391180038452148, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8602690696716309, + "num_tokens": 508440457.0, + "step": 13329 + }, + { + "epoch": 1.6957130136115, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.429237365722656, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.862221360206604, + "num_tokens": 508472272.0, + "step": 13330 + }, + { + "epoch": 1.6958402238900905, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.364761352539062, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8834021091461182, + "num_tokens": 508509352.0, + "step": 13331 + }, + { + "epoch": 1.6959674341686808, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.339509010314941, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8807781934738159, + "num_tokens": 508552515.0, + "step": 13332 + }, + { + "epoch": 1.6960946444472713, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.391914367675781, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8836533427238464, + "num_tokens": 508591399.0, + "step": 13333 + }, + { + "epoch": 1.6962218547258618, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.397320747375488, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8752809762954712, + "num_tokens": 508630427.0, + "step": 13334 + }, + { + "epoch": 1.6963490650044524, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.412312507629395, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8777780532836914, + "num_tokens": 508667469.0, + "step": 13335 + }, + { + "epoch": 1.696476275283043, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.377158164978027, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8746272325515747, + "num_tokens": 508706308.0, + "step": 13336 + }, + { + "epoch": 1.6966034855616334, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.395927429199219, + "learning_rate": 1e-06, + "loss": 0.4314, + "mean_token_accuracy": 0.8604146838188171, + "num_tokens": 508738968.0, + "step": 13337 + }, + { + "epoch": 1.6967306958402237, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.484586715698242, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8774673342704773, + "num_tokens": 508769879.0, + "step": 13338 + }, + { + "epoch": 1.6968579061188143, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.387592315673828, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8559081554412842, + "num_tokens": 508812277.0, + "step": 13339 + }, + { + "epoch": 1.6969851163974048, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.380019187927246, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8617351055145264, + "num_tokens": 508849293.0, + "step": 13340 + }, + { + "epoch": 1.6971123266759953, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.436138153076172, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8731510639190674, + "num_tokens": 508885798.0, + "step": 13341 + }, + { + "epoch": 1.6972395369545858, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.39247989654541, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8694669604301453, + "num_tokens": 508920491.0, + "step": 13342 + }, + { + "epoch": 1.6973667472331764, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.44212532043457, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8715053796768188, + "num_tokens": 508956161.0, + "step": 13343 + }, + { + "epoch": 1.697493957511767, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.419095993041992, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8682735562324524, + "num_tokens": 508995696.0, + "step": 13344 + }, + { + "epoch": 1.6976211677903574, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.436074256896973, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8756922483444214, + "num_tokens": 509029505.0, + "step": 13345 + }, + { + "epoch": 1.697748378068948, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.498380661010742, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8795706033706665, + "num_tokens": 509062815.0, + "step": 13346 + }, + { + "epoch": 1.6978755883475385, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.418475151062012, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8773490190505981, + "num_tokens": 509103376.0, + "step": 13347 + }, + { + "epoch": 1.698002798626129, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.348060607910156, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8820130825042725, + "num_tokens": 509142797.0, + "step": 13348 + }, + { + "epoch": 1.6981300089047195, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.432378768920898, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.861102819442749, + "num_tokens": 509182724.0, + "step": 13349 + }, + { + "epoch": 1.69825721918331, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.414773941040039, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8809177875518799, + "num_tokens": 509217856.0, + "step": 13350 + }, + { + "epoch": 1.6983844294619006, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.433416366577148, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8721965551376343, + "num_tokens": 509251581.0, + "step": 13351 + }, + { + "epoch": 1.6985116397404911, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.440961837768555, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8886057734489441, + "num_tokens": 509286687.0, + "step": 13352 + }, + { + "epoch": 1.6986388500190817, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.435763359069824, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8670700788497925, + "num_tokens": 509323372.0, + "step": 13353 + }, + { + "epoch": 1.6987660602976722, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.427168846130371, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.863867461681366, + "num_tokens": 509362472.0, + "step": 13354 + }, + { + "epoch": 1.6988932705762627, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.413936614990234, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8728373050689697, + "num_tokens": 509397676.0, + "step": 13355 + }, + { + "epoch": 1.699020480854853, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.366514205932617, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8755520582199097, + "num_tokens": 509441100.0, + "step": 13356 + }, + { + "epoch": 1.6991476911334435, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.421207427978516, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8679521083831787, + "num_tokens": 509485430.0, + "step": 13357 + }, + { + "epoch": 1.699274901412034, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.433521270751953, + "learning_rate": 1e-06, + "loss": 0.4818, + "mean_token_accuracy": 0.843374490737915, + "num_tokens": 509520102.0, + "step": 13358 + }, + { + "epoch": 1.6994021116906246, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.420049667358398, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8728859424591064, + "num_tokens": 509556525.0, + "step": 13359 + }, + { + "epoch": 1.6995293219692151, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.391620635986328, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8654165267944336, + "num_tokens": 509596899.0, + "step": 13360 + }, + { + "epoch": 1.6996565322478057, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.445262908935547, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.870954692363739, + "num_tokens": 509632125.0, + "step": 13361 + }, + { + "epoch": 1.699783742526396, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.445893287658691, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8679953813552856, + "num_tokens": 509668131.0, + "step": 13362 + }, + { + "epoch": 1.6999109528049865, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.473645210266113, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8839241862297058, + "num_tokens": 509704078.0, + "step": 13363 + }, + { + "epoch": 1.700038163083577, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.446843147277832, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8848419189453125, + "num_tokens": 509739464.0, + "step": 13364 + }, + { + "epoch": 1.7001653733621676, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.428779602050781, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8703624606132507, + "num_tokens": 509777970.0, + "step": 13365 + }, + { + "epoch": 1.700292583640758, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.421427726745605, + "learning_rate": 1e-06, + "loss": 0.4309, + "mean_token_accuracy": 0.8580295443534851, + "num_tokens": 509817010.0, + "step": 13366 + }, + { + "epoch": 1.7004197939193486, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.41280460357666, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8769783973693848, + "num_tokens": 509854192.0, + "step": 13367 + }, + { + "epoch": 1.7005470041979391, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.407835006713867, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8846868276596069, + "num_tokens": 509888633.0, + "step": 13368 + }, + { + "epoch": 1.7006742144765297, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.37781047821045, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8725824356079102, + "num_tokens": 509928474.0, + "step": 13369 + }, + { + "epoch": 1.7008014247551202, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.450429916381836, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8631990551948547, + "num_tokens": 509968875.0, + "step": 13370 + }, + { + "epoch": 1.7009286350337107, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.335363388061523, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8721169233322144, + "num_tokens": 510006021.0, + "step": 13371 + }, + { + "epoch": 1.7010558453123013, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.438318252563477, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8769588470458984, + "num_tokens": 510042111.0, + "step": 13372 + }, + { + "epoch": 1.7011830555908918, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.42831802368164, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8775572180747986, + "num_tokens": 510074894.0, + "step": 13373 + }, + { + "epoch": 1.7013102658694823, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.399876594543457, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8639240860939026, + "num_tokens": 510111516.0, + "step": 13374 + }, + { + "epoch": 1.7014374761480728, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.423055648803711, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8748513460159302, + "num_tokens": 510151549.0, + "step": 13375 + }, + { + "epoch": 1.7015646864266634, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.384627342224121, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8712919354438782, + "num_tokens": 510189215.0, + "step": 13376 + }, + { + "epoch": 1.701691896705254, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.383245468139648, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8910335302352905, + "num_tokens": 510231189.0, + "step": 13377 + }, + { + "epoch": 1.7018191069838444, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.404129028320312, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8750616312026978, + "num_tokens": 510273956.0, + "step": 13378 + }, + { + "epoch": 1.701946317262435, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.387625694274902, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8873810768127441, + "num_tokens": 510315095.0, + "step": 13379 + }, + { + "epoch": 1.7020735275410255, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.46140193939209, + "learning_rate": 1e-06, + "loss": 0.4542, + "mean_token_accuracy": 0.8514869213104248, + "num_tokens": 510350753.0, + "step": 13380 + }, + { + "epoch": 1.7022007378196158, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.42631721496582, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8768532276153564, + "num_tokens": 510389257.0, + "step": 13381 + }, + { + "epoch": 1.7023279480982063, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.434520721435547, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8723776340484619, + "num_tokens": 510428879.0, + "step": 13382 + }, + { + "epoch": 1.7024551583767968, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.434410095214844, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8753857016563416, + "num_tokens": 510468409.0, + "step": 13383 + }, + { + "epoch": 1.7025823686553874, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.423334121704102, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8864636421203613, + "num_tokens": 510503988.0, + "step": 13384 + }, + { + "epoch": 1.702709578933978, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.469521522521973, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8706099987030029, + "num_tokens": 510539009.0, + "step": 13385 + }, + { + "epoch": 1.7028367892125684, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.372230529785156, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8861545920372009, + "num_tokens": 510576177.0, + "step": 13386 + }, + { + "epoch": 1.7029639994911587, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.418679237365723, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.871819257736206, + "num_tokens": 510622194.0, + "step": 13387 + }, + { + "epoch": 1.7030912097697493, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.487029075622559, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8878375291824341, + "num_tokens": 510663564.0, + "step": 13388 + }, + { + "epoch": 1.7032184200483398, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.381965637207031, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8824659585952759, + "num_tokens": 510702153.0, + "step": 13389 + }, + { + "epoch": 1.7033456303269303, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.403687477111816, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8685711026191711, + "num_tokens": 510742812.0, + "step": 13390 + }, + { + "epoch": 1.7034728406055208, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.460248947143555, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8663909435272217, + "num_tokens": 510783363.0, + "step": 13391 + }, + { + "epoch": 1.7036000508841114, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.431015014648438, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8581258058547974, + "num_tokens": 510818362.0, + "step": 13392 + }, + { + "epoch": 1.703727261162702, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.416996002197266, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8846663236618042, + "num_tokens": 510854732.0, + "step": 13393 + }, + { + "epoch": 1.7038544714412924, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.43431282043457, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8658343553543091, + "num_tokens": 510895107.0, + "step": 13394 + }, + { + "epoch": 1.703981681719883, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.476701736450195, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8693469762802124, + "num_tokens": 510930737.0, + "step": 13395 + }, + { + "epoch": 1.7041088919984735, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.424995422363281, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8788833618164062, + "num_tokens": 510964646.0, + "step": 13396 + }, + { + "epoch": 1.704236102277064, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.421626091003418, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8756083250045776, + "num_tokens": 511000583.0, + "step": 13397 + }, + { + "epoch": 1.7043633125556545, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.467550277709961, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8743417263031006, + "num_tokens": 511033729.0, + "step": 13398 + }, + { + "epoch": 1.704490522834245, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.434563636779785, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8773840069770813, + "num_tokens": 511074099.0, + "step": 13399 + }, + { + "epoch": 1.7046177331128356, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.44312858581543, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8595110177993774, + "num_tokens": 511112473.0, + "step": 13400 + }, + { + "epoch": 1.7047449433914261, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.453529357910156, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8726504445075989, + "num_tokens": 511149839.0, + "step": 13401 + }, + { + "epoch": 1.7048721536700167, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.424432754516602, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8628145456314087, + "num_tokens": 511183054.0, + "step": 13402 + }, + { + "epoch": 1.7049993639486072, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.509856224060059, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8760848045349121, + "num_tokens": 511218498.0, + "step": 13403 + }, + { + "epoch": 1.7051265742271977, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.465331077575684, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8689573407173157, + "num_tokens": 511259776.0, + "step": 13404 + }, + { + "epoch": 1.705253784505788, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.422659873962402, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8794529438018799, + "num_tokens": 511297331.0, + "step": 13405 + }, + { + "epoch": 1.7053809947843785, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.475946426391602, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.884332537651062, + "num_tokens": 511331055.0, + "step": 13406 + }, + { + "epoch": 1.705508205062969, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.392121315002441, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8908485770225525, + "num_tokens": 511368651.0, + "step": 13407 + }, + { + "epoch": 1.7056354153415596, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.463211059570312, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.877913773059845, + "num_tokens": 511402163.0, + "step": 13408 + }, + { + "epoch": 1.7057626256201501, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.479476928710938, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8659960627555847, + "num_tokens": 511443769.0, + "step": 13409 + }, + { + "epoch": 1.7058898358987407, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.43204116821289, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8701897859573364, + "num_tokens": 511481038.0, + "step": 13410 + }, + { + "epoch": 1.706017046177331, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.44686222076416, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8742927312850952, + "num_tokens": 511522940.0, + "step": 13411 + }, + { + "epoch": 1.7061442564559215, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.44740104675293, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8686138391494751, + "num_tokens": 511562630.0, + "step": 13412 + }, + { + "epoch": 1.706271466734512, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.484838485717773, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.8582143783569336, + "num_tokens": 511598986.0, + "step": 13413 + }, + { + "epoch": 1.7063986770131025, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.52001953125, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8750430345535278, + "num_tokens": 511633582.0, + "step": 13414 + }, + { + "epoch": 1.706525887291693, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.457542419433594, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8726688027381897, + "num_tokens": 511673296.0, + "step": 13415 + }, + { + "epoch": 1.7066530975702836, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.41213607788086, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8644955158233643, + "num_tokens": 511707890.0, + "step": 13416 + }, + { + "epoch": 1.7067803078488741, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.46635627746582, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8782738447189331, + "num_tokens": 511741597.0, + "step": 13417 + }, + { + "epoch": 1.7069075181274647, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.449081420898438, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8754382133483887, + "num_tokens": 511776816.0, + "step": 13418 + }, + { + "epoch": 1.7070347284060552, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.47512149810791, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8661171793937683, + "num_tokens": 511814866.0, + "step": 13419 + }, + { + "epoch": 1.7071619386846457, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.393232345581055, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8738279342651367, + "num_tokens": 511852458.0, + "step": 13420 + }, + { + "epoch": 1.7072891489632362, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.507220268249512, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8676857352256775, + "num_tokens": 511891201.0, + "step": 13421 + }, + { + "epoch": 1.7074163592418268, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.413717269897461, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8722069263458252, + "num_tokens": 511930862.0, + "step": 13422 + }, + { + "epoch": 1.7075435695204173, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.473294258117676, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8801270723342896, + "num_tokens": 511967695.0, + "step": 13423 + }, + { + "epoch": 1.7076707797990078, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.437347412109375, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.885471761226654, + "num_tokens": 512005976.0, + "step": 13424 + }, + { + "epoch": 1.7077979900775984, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.466409683227539, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8740459680557251, + "num_tokens": 512041575.0, + "step": 13425 + }, + { + "epoch": 1.7079252003561889, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.465536117553711, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8684256672859192, + "num_tokens": 512076171.0, + "step": 13426 + }, + { + "epoch": 1.7080524106347794, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.395124435424805, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8684450387954712, + "num_tokens": 512112082.0, + "step": 13427 + }, + { + "epoch": 1.70817962091337, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.462937355041504, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8584136962890625, + "num_tokens": 512149126.0, + "step": 13428 + }, + { + "epoch": 1.7083068311919605, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.464786529541016, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.873262345790863, + "num_tokens": 512182368.0, + "step": 13429 + }, + { + "epoch": 1.7084340414705508, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.461957931518555, + "learning_rate": 1e-06, + "loss": 0.4424, + "mean_token_accuracy": 0.8532655835151672, + "num_tokens": 512218224.0, + "step": 13430 + }, + { + "epoch": 1.7085612517491413, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.462656021118164, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8711441159248352, + "num_tokens": 512255523.0, + "step": 13431 + }, + { + "epoch": 1.7086884620277318, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.416675567626953, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8812249898910522, + "num_tokens": 512290514.0, + "step": 13432 + }, + { + "epoch": 1.7088156723063224, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.481439590454102, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8812437057495117, + "num_tokens": 512328468.0, + "step": 13433 + }, + { + "epoch": 1.708942882584913, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.491301536560059, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8718721270561218, + "num_tokens": 512359786.0, + "step": 13434 + }, + { + "epoch": 1.7090700928635034, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.439302444458008, + "learning_rate": 1e-06, + "loss": 0.4655, + "mean_token_accuracy": 0.850312352180481, + "num_tokens": 512395679.0, + "step": 13435 + }, + { + "epoch": 1.7091973031420937, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.454747200012207, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.870560884475708, + "num_tokens": 512433491.0, + "step": 13436 + }, + { + "epoch": 1.7093245134206843, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.441922187805176, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.8676717877388, + "num_tokens": 512470215.0, + "step": 13437 + }, + { + "epoch": 1.7094517236992748, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.458614349365234, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8675702810287476, + "num_tokens": 512507055.0, + "step": 13438 + }, + { + "epoch": 1.7095789339778653, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.462512969970703, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8542430996894836, + "num_tokens": 512547877.0, + "step": 13439 + }, + { + "epoch": 1.7097061442564558, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.424703598022461, + "learning_rate": 1e-06, + "loss": 0.4282, + "mean_token_accuracy": 0.85808926820755, + "num_tokens": 512586558.0, + "step": 13440 + }, + { + "epoch": 1.7098333545350464, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.427436828613281, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.869509220123291, + "num_tokens": 512631181.0, + "step": 13441 + }, + { + "epoch": 1.709960564813637, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.44324016571045, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.881966233253479, + "num_tokens": 512667925.0, + "step": 13442 + }, + { + "epoch": 1.7100877750922274, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.531609535217285, + "learning_rate": 1e-06, + "loss": 0.4379, + "mean_token_accuracy": 0.8539736866950989, + "num_tokens": 512703136.0, + "step": 13443 + }, + { + "epoch": 1.710214985370818, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.419955253601074, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8746821284294128, + "num_tokens": 512739001.0, + "step": 13444 + }, + { + "epoch": 1.7103421956494085, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.417157173156738, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.875882625579834, + "num_tokens": 512780517.0, + "step": 13445 + }, + { + "epoch": 1.710469405927999, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.397771835327148, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8784847259521484, + "num_tokens": 512815964.0, + "step": 13446 + }, + { + "epoch": 1.7105966162065895, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.393024444580078, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8757419586181641, + "num_tokens": 512855451.0, + "step": 13447 + }, + { + "epoch": 1.71072382648518, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.449816703796387, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8746148347854614, + "num_tokens": 512895809.0, + "step": 13448 + }, + { + "epoch": 1.7108510367637706, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.45752239227295, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8764920234680176, + "num_tokens": 512936424.0, + "step": 13449 + }, + { + "epoch": 1.7109782470423611, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.434441566467285, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8861429691314697, + "num_tokens": 512976486.0, + "step": 13450 + }, + { + "epoch": 1.7111054573209517, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.447409629821777, + "learning_rate": 1e-06, + "loss": 0.4224, + "mean_token_accuracy": 0.8630914688110352, + "num_tokens": 513014131.0, + "step": 13451 + }, + { + "epoch": 1.7112326675995422, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.430190086364746, + "learning_rate": 1e-06, + "loss": 0.4675, + "mean_token_accuracy": 0.8440114259719849, + "num_tokens": 513054706.0, + "step": 13452 + }, + { + "epoch": 1.7113598778781327, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.493912696838379, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8762238621711731, + "num_tokens": 513094089.0, + "step": 13453 + }, + { + "epoch": 1.711487088156723, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.417301177978516, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8693076968193054, + "num_tokens": 513136306.0, + "step": 13454 + }, + { + "epoch": 1.7116142984353135, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.429518699645996, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8674519658088684, + "num_tokens": 513174376.0, + "step": 13455 + }, + { + "epoch": 1.711741508713904, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.496801376342773, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8753948211669922, + "num_tokens": 513211834.0, + "step": 13456 + }, + { + "epoch": 1.7118687189924946, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.459640502929688, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8635504245758057, + "num_tokens": 513241765.0, + "step": 13457 + }, + { + "epoch": 1.7119959292710851, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.430768013000488, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8588787317276001, + "num_tokens": 513283510.0, + "step": 13458 + }, + { + "epoch": 1.7121231395496757, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.498505592346191, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8686790466308594, + "num_tokens": 513320746.0, + "step": 13459 + }, + { + "epoch": 1.712250349828266, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.478751182556152, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8684585094451904, + "num_tokens": 513358036.0, + "step": 13460 + }, + { + "epoch": 1.7123775601068565, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.389666557312012, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8773183822631836, + "num_tokens": 513395156.0, + "step": 13461 + }, + { + "epoch": 1.712504770385447, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.428750038146973, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8647190928459167, + "num_tokens": 513438631.0, + "step": 13462 + }, + { + "epoch": 1.7126319806640375, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.401537895202637, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8629531860351562, + "num_tokens": 513471225.0, + "step": 13463 + }, + { + "epoch": 1.712759190942628, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.471250534057617, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8629873991012573, + "num_tokens": 513513824.0, + "step": 13464 + }, + { + "epoch": 1.7128864012212186, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.448904037475586, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8658073544502258, + "num_tokens": 513556263.0, + "step": 13465 + }, + { + "epoch": 1.7130136114998091, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.492606163024902, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8753578662872314, + "num_tokens": 513595093.0, + "step": 13466 + }, + { + "epoch": 1.7131408217783997, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.443826675415039, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8634663820266724, + "num_tokens": 513633761.0, + "step": 13467 + }, + { + "epoch": 1.7132680320569902, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.412487030029297, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8675339818000793, + "num_tokens": 513671404.0, + "step": 13468 + }, + { + "epoch": 1.7133952423355807, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.426708221435547, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8710801601409912, + "num_tokens": 513713752.0, + "step": 13469 + }, + { + "epoch": 1.7135224526141712, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.460312843322754, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8679864406585693, + "num_tokens": 513755261.0, + "step": 13470 + }, + { + "epoch": 1.7136496628927618, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.410871505737305, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8754865527153015, + "num_tokens": 513799042.0, + "step": 13471 + }, + { + "epoch": 1.7137768731713523, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.427305221557617, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8608524203300476, + "num_tokens": 513838148.0, + "step": 13472 + }, + { + "epoch": 1.7139040834499428, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.428139686584473, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8773829340934753, + "num_tokens": 513878960.0, + "step": 13473 + }, + { + "epoch": 1.7140312937285334, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.445680618286133, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8725590705871582, + "num_tokens": 513914083.0, + "step": 13474 + }, + { + "epoch": 1.7141585040071239, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.469804763793945, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8600237369537354, + "num_tokens": 513951591.0, + "step": 13475 + }, + { + "epoch": 1.7142857142857144, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.459516525268555, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8599264621734619, + "num_tokens": 513986127.0, + "step": 13476 + }, + { + "epoch": 1.714412924564305, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.450611114501953, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8654277324676514, + "num_tokens": 514028248.0, + "step": 13477 + }, + { + "epoch": 1.7145401348428955, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.47425651550293, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.875672459602356, + "num_tokens": 514062757.0, + "step": 13478 + }, + { + "epoch": 1.7146673451214858, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.524113655090332, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.857872724533081, + "num_tokens": 514102635.0, + "step": 13479 + }, + { + "epoch": 1.7147945554000763, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.412792205810547, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.870225191116333, + "num_tokens": 514140883.0, + "step": 13480 + }, + { + "epoch": 1.7149217656786668, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.49174690246582, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.879642128944397, + "num_tokens": 514176536.0, + "step": 13481 + }, + { + "epoch": 1.7150489759572574, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.493611335754395, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8653712272644043, + "num_tokens": 514209969.0, + "step": 13482 + }, + { + "epoch": 1.7151761862358479, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.453365325927734, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8706563115119934, + "num_tokens": 514249679.0, + "step": 13483 + }, + { + "epoch": 1.7153033965144384, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.41023063659668, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8649239540100098, + "num_tokens": 514292719.0, + "step": 13484 + }, + { + "epoch": 1.7154306067930287, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.491628646850586, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8661125898361206, + "num_tokens": 514323396.0, + "step": 13485 + }, + { + "epoch": 1.7155578170716193, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.420498847961426, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8763430118560791, + "num_tokens": 514360951.0, + "step": 13486 + }, + { + "epoch": 1.7156850273502098, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.428243637084961, + "learning_rate": 1e-06, + "loss": 0.4346, + "mean_token_accuracy": 0.8555322885513306, + "num_tokens": 514403879.0, + "step": 13487 + }, + { + "epoch": 1.7158122376288003, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.454176902770996, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8778617978096008, + "num_tokens": 514446628.0, + "step": 13488 + }, + { + "epoch": 1.7159394479073908, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.442734718322754, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8724299073219299, + "num_tokens": 514486132.0, + "step": 13489 + }, + { + "epoch": 1.7160666581859814, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.51124095916748, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8604580163955688, + "num_tokens": 514526384.0, + "step": 13490 + }, + { + "epoch": 1.716193868464572, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.403059959411621, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8691732883453369, + "num_tokens": 514565828.0, + "step": 13491 + }, + { + "epoch": 1.7163210787431624, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.47675895690918, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8660643100738525, + "num_tokens": 514605260.0, + "step": 13492 + }, + { + "epoch": 1.716448289021753, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.420001029968262, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8718909025192261, + "num_tokens": 514643433.0, + "step": 13493 + }, + { + "epoch": 1.7165754993003435, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.394783020019531, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8738076686859131, + "num_tokens": 514683264.0, + "step": 13494 + }, + { + "epoch": 1.716702709578934, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.445206642150879, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8776542544364929, + "num_tokens": 514719775.0, + "step": 13495 + }, + { + "epoch": 1.7168299198575245, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.468758583068848, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8640422821044922, + "num_tokens": 514766287.0, + "step": 13496 + }, + { + "epoch": 1.716957130136115, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.422304153442383, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8801771998405457, + "num_tokens": 514806725.0, + "step": 13497 + }, + { + "epoch": 1.7170843404147056, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.4689359664917, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8734053373336792, + "num_tokens": 514844008.0, + "step": 13498 + }, + { + "epoch": 1.7172115506932961, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.46656322479248, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8601404428482056, + "num_tokens": 514880356.0, + "step": 13499 + }, + { + "epoch": 1.7173387609718866, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.402460098266602, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8818528652191162, + "num_tokens": 514915309.0, + "step": 13500 + }, + { + "epoch": 1.7174659712504772, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.4524564743042, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8634272813796997, + "num_tokens": 514956496.0, + "step": 13501 + }, + { + "epoch": 1.7175931815290677, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.422224998474121, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8710802793502808, + "num_tokens": 514992247.0, + "step": 13502 + }, + { + "epoch": 1.717720391807658, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.453096389770508, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8619129657745361, + "num_tokens": 515035443.0, + "step": 13503 + }, + { + "epoch": 1.7178476020862485, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.397570610046387, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8745090961456299, + "num_tokens": 515072279.0, + "step": 13504 + }, + { + "epoch": 1.717974812364839, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.417492866516113, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8698571920394897, + "num_tokens": 515112547.0, + "step": 13505 + }, + { + "epoch": 1.7181020226434296, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.46100902557373, + "learning_rate": 1e-06, + "loss": 0.4287, + "mean_token_accuracy": 0.8594452142715454, + "num_tokens": 515146814.0, + "step": 13506 + }, + { + "epoch": 1.7182292329220201, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.410003662109375, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8727482557296753, + "num_tokens": 515184393.0, + "step": 13507 + }, + { + "epoch": 1.7183564432006107, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.433243751525879, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8631353974342346, + "num_tokens": 515225312.0, + "step": 13508 + }, + { + "epoch": 1.718483653479201, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.41833209991455, + "learning_rate": 1e-06, + "loss": 0.4602, + "mean_token_accuracy": 0.84957355260849, + "num_tokens": 515261330.0, + "step": 13509 + }, + { + "epoch": 1.7186108637577915, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.461630821228027, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8768137693405151, + "num_tokens": 515299325.0, + "step": 13510 + }, + { + "epoch": 1.718738074036382, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.4488525390625, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8714112043380737, + "num_tokens": 515335213.0, + "step": 13511 + }, + { + "epoch": 1.7188652843149725, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.42900562286377, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8826441764831543, + "num_tokens": 515365699.0, + "step": 13512 + }, + { + "epoch": 1.718992494593563, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.488576889038086, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8789235949516296, + "num_tokens": 515396025.0, + "step": 13513 + }, + { + "epoch": 1.7191197048721536, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.375597953796387, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8713122606277466, + "num_tokens": 515429724.0, + "step": 13514 + }, + { + "epoch": 1.7192469151507441, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.478744506835938, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8665860891342163, + "num_tokens": 515465894.0, + "step": 13515 + }, + { + "epoch": 1.7193741254293347, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.367596626281738, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8895058631896973, + "num_tokens": 515498894.0, + "step": 13516 + }, + { + "epoch": 1.7195013357079252, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.4515962600708, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.870247483253479, + "num_tokens": 515538783.0, + "step": 13517 + }, + { + "epoch": 1.7196285459865157, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.457892417907715, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8696800470352173, + "num_tokens": 515573107.0, + "step": 13518 + }, + { + "epoch": 1.7197557562651062, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.441438674926758, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8720630407333374, + "num_tokens": 515614901.0, + "step": 13519 + }, + { + "epoch": 1.7198829665436968, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.436086654663086, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8738782405853271, + "num_tokens": 515654197.0, + "step": 13520 + }, + { + "epoch": 1.7200101768222873, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.413237571716309, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8890199065208435, + "num_tokens": 515697003.0, + "step": 13521 + }, + { + "epoch": 1.7201373871008778, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.434283256530762, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.866991400718689, + "num_tokens": 515737801.0, + "step": 13522 + }, + { + "epoch": 1.7202645973794684, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.467509269714355, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8622961044311523, + "num_tokens": 515774711.0, + "step": 13523 + }, + { + "epoch": 1.7203918076580589, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.458780288696289, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.8627784252166748, + "num_tokens": 515811728.0, + "step": 13524 + }, + { + "epoch": 1.7205190179366494, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.41522216796875, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8768832683563232, + "num_tokens": 515844425.0, + "step": 13525 + }, + { + "epoch": 1.72064622821524, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.415348052978516, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8726460933685303, + "num_tokens": 515882439.0, + "step": 13526 + }, + { + "epoch": 1.7207734384938305, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.459884643554688, + "learning_rate": 1e-06, + "loss": 0.4639, + "mean_token_accuracy": 0.8494850993156433, + "num_tokens": 515922168.0, + "step": 13527 + }, + { + "epoch": 1.7209006487724208, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.433594703674316, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8773875832557678, + "num_tokens": 515961840.0, + "step": 13528 + }, + { + "epoch": 1.7210278590510113, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.416031837463379, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8717089891433716, + "num_tokens": 515997586.0, + "step": 13529 + }, + { + "epoch": 1.7211550693296018, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.423580169677734, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8764984607696533, + "num_tokens": 516036660.0, + "step": 13530 + }, + { + "epoch": 1.7212822796081924, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.410065650939941, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8642362952232361, + "num_tokens": 516070846.0, + "step": 13531 + }, + { + "epoch": 1.7214094898867829, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.402132034301758, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8918046355247498, + "num_tokens": 516107027.0, + "step": 13532 + }, + { + "epoch": 1.7215367001653734, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.36457347869873, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8724555969238281, + "num_tokens": 516143971.0, + "step": 13533 + }, + { + "epoch": 1.7216639104439637, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.404611587524414, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8727896809577942, + "num_tokens": 516180617.0, + "step": 13534 + }, + { + "epoch": 1.7217911207225542, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.464404106140137, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8715332746505737, + "num_tokens": 516220371.0, + "step": 13535 + }, + { + "epoch": 1.7219183310011448, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.33078670501709, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8733121752738953, + "num_tokens": 516258642.0, + "step": 13536 + }, + { + "epoch": 1.7220455412797353, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.466936111450195, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8650143146514893, + "num_tokens": 516298971.0, + "step": 13537 + }, + { + "epoch": 1.7221727515583258, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.412558555603027, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8829259276390076, + "num_tokens": 516334457.0, + "step": 13538 + }, + { + "epoch": 1.7222999618369164, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.437870025634766, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8959001302719116, + "num_tokens": 516374585.0, + "step": 13539 + }, + { + "epoch": 1.7224271721155069, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.424753189086914, + "learning_rate": 1e-06, + "loss": 0.434, + "mean_token_accuracy": 0.8570355176925659, + "num_tokens": 516414180.0, + "step": 13540 + }, + { + "epoch": 1.7225543823940974, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.436258316040039, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8807635307312012, + "num_tokens": 516450189.0, + "step": 13541 + }, + { + "epoch": 1.722681592672688, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.452949523925781, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8692589998245239, + "num_tokens": 516487549.0, + "step": 13542 + }, + { + "epoch": 1.7228088029512785, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.46573257446289, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8583559393882751, + "num_tokens": 516526649.0, + "step": 13543 + }, + { + "epoch": 1.722936013229869, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.4386568069458, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.876620888710022, + "num_tokens": 516563829.0, + "step": 13544 + }, + { + "epoch": 1.7230632235084595, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.463296890258789, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.85530686378479, + "num_tokens": 516605179.0, + "step": 13545 + }, + { + "epoch": 1.72319043378705, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.467928886413574, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8690329194068909, + "num_tokens": 516641576.0, + "step": 13546 + }, + { + "epoch": 1.7233176440656406, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.485511779785156, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8681468367576599, + "num_tokens": 516678687.0, + "step": 13547 + }, + { + "epoch": 1.7234448543442311, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.451740264892578, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8661983609199524, + "num_tokens": 516711484.0, + "step": 13548 + }, + { + "epoch": 1.7235720646228216, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.511354446411133, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8667146563529968, + "num_tokens": 516750598.0, + "step": 13549 + }, + { + "epoch": 1.7236992749014122, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.40719985961914, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8778436779975891, + "num_tokens": 516793438.0, + "step": 13550 + }, + { + "epoch": 1.7238264851800027, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.475336074829102, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8855814933776855, + "num_tokens": 516828692.0, + "step": 13551 + }, + { + "epoch": 1.723953695458593, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.509868621826172, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8729390501976013, + "num_tokens": 516867592.0, + "step": 13552 + }, + { + "epoch": 1.7240809057371835, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.463507652282715, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8586555123329163, + "num_tokens": 516907668.0, + "step": 13553 + }, + { + "epoch": 1.724208116015774, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.506649017333984, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8685582280158997, + "num_tokens": 516944628.0, + "step": 13554 + }, + { + "epoch": 1.7243353262943646, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.43066692352295, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8658326268196106, + "num_tokens": 516989027.0, + "step": 13555 + }, + { + "epoch": 1.7244625365729551, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.518585205078125, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8668050765991211, + "num_tokens": 517024464.0, + "step": 13556 + }, + { + "epoch": 1.7245897468515456, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.450520515441895, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.875466525554657, + "num_tokens": 517067714.0, + "step": 13557 + }, + { + "epoch": 1.724716957130136, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.435518264770508, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8748522400856018, + "num_tokens": 517107564.0, + "step": 13558 + }, + { + "epoch": 1.7248441674087265, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.448616027832031, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8772795796394348, + "num_tokens": 517148240.0, + "step": 13559 + }, + { + "epoch": 1.724971377687317, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.471056938171387, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.863650918006897, + "num_tokens": 517187841.0, + "step": 13560 + }, + { + "epoch": 1.7250985879659075, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.439496040344238, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8561344146728516, + "num_tokens": 517225732.0, + "step": 13561 + }, + { + "epoch": 1.725225798244498, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.503559112548828, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.8549245595932007, + "num_tokens": 517260423.0, + "step": 13562 + }, + { + "epoch": 1.7253530085230886, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.43700122833252, + "learning_rate": 1e-06, + "loss": 0.4251, + "mean_token_accuracy": 0.8583533763885498, + "num_tokens": 517300862.0, + "step": 13563 + }, + { + "epoch": 1.7254802188016791, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.44785213470459, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8754009008407593, + "num_tokens": 517341010.0, + "step": 13564 + }, + { + "epoch": 1.7256074290802697, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.416056632995605, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8540677428245544, + "num_tokens": 517376853.0, + "step": 13565 + }, + { + "epoch": 1.7257346393588602, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.425724029541016, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8653239011764526, + "num_tokens": 517421854.0, + "step": 13566 + }, + { + "epoch": 1.7258618496374507, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.47194766998291, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.8648348450660706, + "num_tokens": 517461711.0, + "step": 13567 + }, + { + "epoch": 1.7259890599160412, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.510050773620605, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8780629634857178, + "num_tokens": 517494755.0, + "step": 13568 + }, + { + "epoch": 1.7261162701946318, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.441795349121094, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.8620281219482422, + "num_tokens": 517539061.0, + "step": 13569 + }, + { + "epoch": 1.7262434804732223, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.475285530090332, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8663158416748047, + "num_tokens": 517579768.0, + "step": 13570 + }, + { + "epoch": 1.7263706907518128, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.450118064880371, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8818703889846802, + "num_tokens": 517612006.0, + "step": 13571 + }, + { + "epoch": 1.7264979010304033, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.45753002166748, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8704701662063599, + "num_tokens": 517647547.0, + "step": 13572 + }, + { + "epoch": 1.7266251113089939, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.427541732788086, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8606464862823486, + "num_tokens": 517689067.0, + "step": 13573 + }, + { + "epoch": 1.7267523215875844, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.44963264465332, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8758295178413391, + "num_tokens": 517729967.0, + "step": 13574 + }, + { + "epoch": 1.726879531866175, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.426158905029297, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8708542585372925, + "num_tokens": 517770427.0, + "step": 13575 + }, + { + "epoch": 1.7270067421447655, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.460363388061523, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8698750734329224, + "num_tokens": 517804202.0, + "step": 13576 + }, + { + "epoch": 1.7271339524233558, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.501802444458008, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8626546859741211, + "num_tokens": 517834825.0, + "step": 13577 + }, + { + "epoch": 1.7272611627019463, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.451728820800781, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8629342913627625, + "num_tokens": 517874600.0, + "step": 13578 + }, + { + "epoch": 1.7273883729805368, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.516942024230957, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8612863421440125, + "num_tokens": 517913488.0, + "step": 13579 + }, + { + "epoch": 1.7275155832591274, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.441862106323242, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8839247822761536, + "num_tokens": 517951094.0, + "step": 13580 + }, + { + "epoch": 1.7276427935377179, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.453841209411621, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.8601372838020325, + "num_tokens": 517993811.0, + "step": 13581 + }, + { + "epoch": 1.7277700038163084, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.493489265441895, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8735216856002808, + "num_tokens": 518032860.0, + "step": 13582 + }, + { + "epoch": 1.7278972140948987, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.439539909362793, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.866462230682373, + "num_tokens": 518070256.0, + "step": 13583 + }, + { + "epoch": 1.7280244243734892, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.509255409240723, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8771415948867798, + "num_tokens": 518102828.0, + "step": 13584 + }, + { + "epoch": 1.7281516346520798, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.468636512756348, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8837199211120605, + "num_tokens": 518146859.0, + "step": 13585 + }, + { + "epoch": 1.7282788449306703, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.44777774810791, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8771542310714722, + "num_tokens": 518186173.0, + "step": 13586 + }, + { + "epoch": 1.7284060552092608, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.407323837280273, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.8541262149810791, + "num_tokens": 518221903.0, + "step": 13587 + }, + { + "epoch": 1.7285332654878514, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.419939041137695, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8612403273582458, + "num_tokens": 518258048.0, + "step": 13588 + }, + { + "epoch": 1.7286604757664419, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.44722843170166, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8613542318344116, + "num_tokens": 518299127.0, + "step": 13589 + }, + { + "epoch": 1.7287876860450324, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.415534019470215, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8808501958847046, + "num_tokens": 518336520.0, + "step": 13590 + }, + { + "epoch": 1.728914896323623, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.455567359924316, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.866398811340332, + "num_tokens": 518368484.0, + "step": 13591 + }, + { + "epoch": 1.7290421066022135, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.512569427490234, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8687037825584412, + "num_tokens": 518408439.0, + "step": 13592 + }, + { + "epoch": 1.729169316880804, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.422887802124023, + "learning_rate": 1e-06, + "loss": 0.4485, + "mean_token_accuracy": 0.8506773710250854, + "num_tokens": 518447414.0, + "step": 13593 + }, + { + "epoch": 1.7292965271593945, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.464312553405762, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8670599460601807, + "num_tokens": 518486455.0, + "step": 13594 + }, + { + "epoch": 1.729423737437985, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.456681251525879, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.885478675365448, + "num_tokens": 518527023.0, + "step": 13595 + }, + { + "epoch": 1.7295509477165756, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.487010955810547, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8643441796302795, + "num_tokens": 518563285.0, + "step": 13596 + }, + { + "epoch": 1.729678157995166, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.48874282836914, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.870978832244873, + "num_tokens": 518607610.0, + "step": 13597 + }, + { + "epoch": 1.7298053682737566, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.389642715454102, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8786259293556213, + "num_tokens": 518649434.0, + "step": 13598 + }, + { + "epoch": 1.7299325785523472, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.488138198852539, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8776367902755737, + "num_tokens": 518684508.0, + "step": 13599 + }, + { + "epoch": 1.7300597888309377, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.464347839355469, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8767735958099365, + "num_tokens": 518717883.0, + "step": 13600 + }, + { + "epoch": 1.730186999109528, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.41450023651123, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.876537561416626, + "num_tokens": 518756158.0, + "step": 13601 + }, + { + "epoch": 1.7303142093881185, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.469841957092285, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8699789643287659, + "num_tokens": 518793003.0, + "step": 13602 + }, + { + "epoch": 1.730441419666709, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.421690940856934, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8642657399177551, + "num_tokens": 518838485.0, + "step": 13603 + }, + { + "epoch": 1.7305686299452996, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.42980670928955, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.863955557346344, + "num_tokens": 518885936.0, + "step": 13604 + }, + { + "epoch": 1.7306958402238901, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.518852233886719, + "learning_rate": 1e-06, + "loss": 0.4296, + "mean_token_accuracy": 0.8585669994354248, + "num_tokens": 518925684.0, + "step": 13605 + }, + { + "epoch": 1.7308230505024806, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.46175479888916, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8731839656829834, + "num_tokens": 518966438.0, + "step": 13606 + }, + { + "epoch": 1.730950260781071, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.475788116455078, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8730493187904358, + "num_tokens": 519013576.0, + "step": 13607 + }, + { + "epoch": 1.7310774710596615, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.4662446975708, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8680174350738525, + "num_tokens": 519045342.0, + "step": 13608 + }, + { + "epoch": 1.731204681338252, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.451494216918945, + "learning_rate": 1e-06, + "loss": 0.4329, + "mean_token_accuracy": 0.8564451932907104, + "num_tokens": 519088566.0, + "step": 13609 + }, + { + "epoch": 1.7313318916168425, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.449819564819336, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8734192252159119, + "num_tokens": 519126516.0, + "step": 13610 + }, + { + "epoch": 1.731459101895433, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.423680305480957, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8792248964309692, + "num_tokens": 519165431.0, + "step": 13611 + }, + { + "epoch": 1.7315863121740236, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.497496604919434, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8854434490203857, + "num_tokens": 519200991.0, + "step": 13612 + }, + { + "epoch": 1.7317135224526141, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.44682788848877, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8775290846824646, + "num_tokens": 519245988.0, + "step": 13613 + }, + { + "epoch": 1.7318407327312046, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.419084548950195, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8756371140480042, + "num_tokens": 519282595.0, + "step": 13614 + }, + { + "epoch": 1.7319679430097952, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.467226028442383, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8640323877334595, + "num_tokens": 519319061.0, + "step": 13615 + }, + { + "epoch": 1.7320951532883857, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.46356201171875, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8699038028717041, + "num_tokens": 519358617.0, + "step": 13616 + }, + { + "epoch": 1.7322223635669762, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.503006935119629, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8685068488121033, + "num_tokens": 519392461.0, + "step": 13617 + }, + { + "epoch": 1.7323495738455668, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.442779541015625, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8773545622825623, + "num_tokens": 519432893.0, + "step": 13618 + }, + { + "epoch": 1.7324767841241573, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.466975212097168, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8701679706573486, + "num_tokens": 519473445.0, + "step": 13619 + }, + { + "epoch": 1.7326039944027478, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.397780418395996, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.871179461479187, + "num_tokens": 519518883.0, + "step": 13620 + }, + { + "epoch": 1.7327312046813383, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.49172306060791, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8742588758468628, + "num_tokens": 519550123.0, + "step": 13621 + }, + { + "epoch": 1.7328584149599289, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.476324081420898, + "learning_rate": 1e-06, + "loss": 0.431, + "mean_token_accuracy": 0.8613540530204773, + "num_tokens": 519592538.0, + "step": 13622 + }, + { + "epoch": 1.7329856252385194, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.47891616821289, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8715169429779053, + "num_tokens": 519633466.0, + "step": 13623 + }, + { + "epoch": 1.73311283551711, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.435406684875488, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8662858009338379, + "num_tokens": 519672569.0, + "step": 13624 + }, + { + "epoch": 1.7332400457957005, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.488252639770508, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8763420581817627, + "num_tokens": 519707383.0, + "step": 13625 + }, + { + "epoch": 1.7333672560742908, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.433003425598145, + "learning_rate": 1e-06, + "loss": 0.4483, + "mean_token_accuracy": 0.8516950607299805, + "num_tokens": 519748187.0, + "step": 13626 + }, + { + "epoch": 1.7334944663528813, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.431495666503906, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8673528432846069, + "num_tokens": 519790215.0, + "step": 13627 + }, + { + "epoch": 1.7336216766314718, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.454102516174316, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8617408871650696, + "num_tokens": 519827278.0, + "step": 13628 + }, + { + "epoch": 1.7337488869100623, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.453347206115723, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8767301440238953, + "num_tokens": 519860216.0, + "step": 13629 + }, + { + "epoch": 1.7338760971886529, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.488316535949707, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8713997602462769, + "num_tokens": 519894442.0, + "step": 13630 + }, + { + "epoch": 1.7340033074672434, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.428409576416016, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.869167685508728, + "num_tokens": 519932524.0, + "step": 13631 + }, + { + "epoch": 1.7341305177458337, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.48602294921875, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8702945709228516, + "num_tokens": 519974366.0, + "step": 13632 + }, + { + "epoch": 1.7342577280244242, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.456459045410156, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8793699145317078, + "num_tokens": 520013983.0, + "step": 13633 + }, + { + "epoch": 1.7343849383030148, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.514822006225586, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8718786835670471, + "num_tokens": 520047671.0, + "step": 13634 + }, + { + "epoch": 1.7345121485816053, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.454310417175293, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8663417100906372, + "num_tokens": 520086574.0, + "step": 13635 + }, + { + "epoch": 1.7346393588601958, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.496002197265625, + "learning_rate": 1e-06, + "loss": 0.4389, + "mean_token_accuracy": 0.8559885025024414, + "num_tokens": 520130613.0, + "step": 13636 + }, + { + "epoch": 1.7347665691387864, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.516548156738281, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8900338411331177, + "num_tokens": 520163763.0, + "step": 13637 + }, + { + "epoch": 1.7348937794173769, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.441808700561523, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8677847385406494, + "num_tokens": 520198663.0, + "step": 13638 + }, + { + "epoch": 1.7350209896959674, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.490824699401855, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8737747073173523, + "num_tokens": 520231737.0, + "step": 13639 + }, + { + "epoch": 1.735148199974558, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.467988967895508, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8754864931106567, + "num_tokens": 520275664.0, + "step": 13640 + }, + { + "epoch": 1.7352754102531485, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.51166820526123, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8595373034477234, + "num_tokens": 520316100.0, + "step": 13641 + }, + { + "epoch": 1.735402620531739, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.441156387329102, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8681679964065552, + "num_tokens": 520348167.0, + "step": 13642 + }, + { + "epoch": 1.7355298308103295, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.452476501464844, + "learning_rate": 1e-06, + "loss": 0.4303, + "mean_token_accuracy": 0.8572463989257812, + "num_tokens": 520385234.0, + "step": 13643 + }, + { + "epoch": 1.73565704108892, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.46493911743164, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8533227443695068, + "num_tokens": 520423051.0, + "step": 13644 + }, + { + "epoch": 1.7357842513675106, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.473250389099121, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8618984222412109, + "num_tokens": 520467202.0, + "step": 13645 + }, + { + "epoch": 1.735911461646101, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.457611083984375, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.868201732635498, + "num_tokens": 520501434.0, + "step": 13646 + }, + { + "epoch": 1.7360386719246916, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.453283309936523, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8684548139572144, + "num_tokens": 520542757.0, + "step": 13647 + }, + { + "epoch": 1.7361658822032822, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.420781135559082, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8605087995529175, + "num_tokens": 520585216.0, + "step": 13648 + }, + { + "epoch": 1.7362930924818727, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.425640106201172, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8713374733924866, + "num_tokens": 520620066.0, + "step": 13649 + }, + { + "epoch": 1.736420302760463, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.390266418457031, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8762909173965454, + "num_tokens": 520660917.0, + "step": 13650 + }, + { + "epoch": 1.7365475130390535, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.486199378967285, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.862738847732544, + "num_tokens": 520704255.0, + "step": 13651 + }, + { + "epoch": 1.736674723317644, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.432966232299805, + "learning_rate": 1e-06, + "loss": 0.4398, + "mean_token_accuracy": 0.8562126159667969, + "num_tokens": 520743036.0, + "step": 13652 + }, + { + "epoch": 1.7368019335962346, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.520039558410645, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8634503483772278, + "num_tokens": 520778325.0, + "step": 13653 + }, + { + "epoch": 1.736929143874825, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.402620315551758, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8825222253799438, + "num_tokens": 520815226.0, + "step": 13654 + }, + { + "epoch": 1.7370563541534156, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.494283676147461, + "learning_rate": 1e-06, + "loss": 0.4591, + "mean_token_accuracy": 0.8515015840530396, + "num_tokens": 520856606.0, + "step": 13655 + }, + { + "epoch": 1.737183564432006, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.454648971557617, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8610183000564575, + "num_tokens": 520893493.0, + "step": 13656 + }, + { + "epoch": 1.7373107747105965, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.470985412597656, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8784373998641968, + "num_tokens": 520930391.0, + "step": 13657 + }, + { + "epoch": 1.737437984989187, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.402441024780273, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8690965175628662, + "num_tokens": 520970512.0, + "step": 13658 + }, + { + "epoch": 1.7375651952677775, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.527883529663086, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8634217381477356, + "num_tokens": 521011787.0, + "step": 13659 + }, + { + "epoch": 1.737692405546368, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.476958274841309, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8707721829414368, + "num_tokens": 521053494.0, + "step": 13660 + }, + { + "epoch": 1.7378196158249586, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.500301361083984, + "learning_rate": 1e-06, + "loss": 0.4327, + "mean_token_accuracy": 0.8591091632843018, + "num_tokens": 521089291.0, + "step": 13661 + }, + { + "epoch": 1.7379468261035491, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.455377578735352, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8818056583404541, + "num_tokens": 521128910.0, + "step": 13662 + }, + { + "epoch": 1.7380740363821396, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.470098495483398, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8666698932647705, + "num_tokens": 521168175.0, + "step": 13663 + }, + { + "epoch": 1.7382012466607302, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.497355461120605, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8652160167694092, + "num_tokens": 521208020.0, + "step": 13664 + }, + { + "epoch": 1.7383284569393207, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.448383331298828, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8823246955871582, + "num_tokens": 521249828.0, + "step": 13665 + }, + { + "epoch": 1.7384556672179112, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.50153923034668, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8746141195297241, + "num_tokens": 521289940.0, + "step": 13666 + }, + { + "epoch": 1.7385828774965018, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.467796325683594, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8878459334373474, + "num_tokens": 521327426.0, + "step": 13667 + }, + { + "epoch": 1.7387100877750923, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.439371109008789, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.8600195646286011, + "num_tokens": 521372112.0, + "step": 13668 + }, + { + "epoch": 1.7388372980536828, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.496426582336426, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8690516948699951, + "num_tokens": 521410842.0, + "step": 13669 + }, + { + "epoch": 1.7389645083322733, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.44553279876709, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8802800178527832, + "num_tokens": 521446854.0, + "step": 13670 + }, + { + "epoch": 1.7390917186108639, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.477635383605957, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8596545457839966, + "num_tokens": 521486284.0, + "step": 13671 + }, + { + "epoch": 1.7392189288894544, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.46919059753418, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8572551012039185, + "num_tokens": 521522716.0, + "step": 13672 + }, + { + "epoch": 1.739346139168045, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.541624069213867, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8644005656242371, + "num_tokens": 521551549.0, + "step": 13673 + }, + { + "epoch": 1.7394733494466355, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.498193740844727, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.873291552066803, + "num_tokens": 521589552.0, + "step": 13674 + }, + { + "epoch": 1.7396005597252258, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.450958251953125, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8815804123878479, + "num_tokens": 521627906.0, + "step": 13675 + }, + { + "epoch": 1.7397277700038163, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.470458030700684, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.8535122275352478, + "num_tokens": 521666615.0, + "step": 13676 + }, + { + "epoch": 1.7398549802824068, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.545737266540527, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.8644188642501831, + "num_tokens": 521707742.0, + "step": 13677 + }, + { + "epoch": 1.7399821905609973, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.516092300415039, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.859687089920044, + "num_tokens": 521746848.0, + "step": 13678 + }, + { + "epoch": 1.7401094008395879, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.463558197021484, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8721709251403809, + "num_tokens": 521782917.0, + "step": 13679 + }, + { + "epoch": 1.7402366111181784, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.492856979370117, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8674476146697998, + "num_tokens": 521825609.0, + "step": 13680 + }, + { + "epoch": 1.7403638213967687, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.38933277130127, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8836619853973389, + "num_tokens": 521862277.0, + "step": 13681 + }, + { + "epoch": 1.7404910316753592, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.52424430847168, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8879531025886536, + "num_tokens": 521894951.0, + "step": 13682 + }, + { + "epoch": 1.7406182419539498, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.479369163513184, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.869408130645752, + "num_tokens": 521932158.0, + "step": 13683 + }, + { + "epoch": 1.7407454522325403, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.462403297424316, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8759238719940186, + "num_tokens": 521971050.0, + "step": 13684 + }, + { + "epoch": 1.7408726625111308, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.457235336303711, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8808367252349854, + "num_tokens": 522007617.0, + "step": 13685 + }, + { + "epoch": 1.7409998727897213, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.526786804199219, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8590437769889832, + "num_tokens": 522053484.0, + "step": 13686 + }, + { + "epoch": 1.7411270830683119, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.431875228881836, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8668593168258667, + "num_tokens": 522088047.0, + "step": 13687 + }, + { + "epoch": 1.7412542933469024, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.464252471923828, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8681783676147461, + "num_tokens": 522129865.0, + "step": 13688 + }, + { + "epoch": 1.741381503625493, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.491856575012207, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8671042323112488, + "num_tokens": 522170154.0, + "step": 13689 + }, + { + "epoch": 1.7415087139040835, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.516733169555664, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.892914891242981, + "num_tokens": 522204586.0, + "step": 13690 + }, + { + "epoch": 1.741635924182674, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.458527565002441, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8750791549682617, + "num_tokens": 522241942.0, + "step": 13691 + }, + { + "epoch": 1.7417631344612645, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.487525939941406, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8665331602096558, + "num_tokens": 522275800.0, + "step": 13692 + }, + { + "epoch": 1.741890344739855, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.482796669006348, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8638390302658081, + "num_tokens": 522317024.0, + "step": 13693 + }, + { + "epoch": 1.7420175550184456, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.44344425201416, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8797290325164795, + "num_tokens": 522358510.0, + "step": 13694 + }, + { + "epoch": 1.742144765297036, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.496468544006348, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8651465177536011, + "num_tokens": 522395960.0, + "step": 13695 + }, + { + "epoch": 1.7422719755756266, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.456133842468262, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8804566860198975, + "num_tokens": 522428807.0, + "step": 13696 + }, + { + "epoch": 1.7423991858542172, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.430618286132812, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8710894584655762, + "num_tokens": 522464472.0, + "step": 13697 + }, + { + "epoch": 1.7425263961328077, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.436129570007324, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8831282258033752, + "num_tokens": 522509522.0, + "step": 13698 + }, + { + "epoch": 1.742653606411398, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.475987434387207, + "learning_rate": 1e-06, + "loss": 0.4314, + "mean_token_accuracy": 0.8547887802124023, + "num_tokens": 522545581.0, + "step": 13699 + }, + { + "epoch": 1.7427808166899885, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.470459938049316, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8739372491836548, + "num_tokens": 522582072.0, + "step": 13700 + }, + { + "epoch": 1.742908026968579, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.428171157836914, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8736205101013184, + "num_tokens": 522618183.0, + "step": 13701 + }, + { + "epoch": 1.7430352372471696, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.48577880859375, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8590248823165894, + "num_tokens": 522660578.0, + "step": 13702 + }, + { + "epoch": 1.74316244752576, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.401015281677246, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8810628056526184, + "num_tokens": 522701934.0, + "step": 13703 + }, + { + "epoch": 1.7432896578043506, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.51375675201416, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8873228430747986, + "num_tokens": 522737404.0, + "step": 13704 + }, + { + "epoch": 1.743416868082941, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.43889045715332, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8665965795516968, + "num_tokens": 522774188.0, + "step": 13705 + }, + { + "epoch": 1.7435440783615315, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.46178150177002, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8789714574813843, + "num_tokens": 522810467.0, + "step": 13706 + }, + { + "epoch": 1.743671288640122, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.455268859863281, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8602173328399658, + "num_tokens": 522845246.0, + "step": 13707 + }, + { + "epoch": 1.7437984989187125, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.487910270690918, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8792045712471008, + "num_tokens": 522877150.0, + "step": 13708 + }, + { + "epoch": 1.743925709197303, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.494729995727539, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8843824863433838, + "num_tokens": 522913161.0, + "step": 13709 + }, + { + "epoch": 1.7440529194758936, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.43447494506836, + "learning_rate": 1e-06, + "loss": 0.4479, + "mean_token_accuracy": 0.8571245670318604, + "num_tokens": 522953464.0, + "step": 13710 + }, + { + "epoch": 1.744180129754484, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.470190048217773, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8743939399719238, + "num_tokens": 522996874.0, + "step": 13711 + }, + { + "epoch": 1.7443073400330746, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.507438659667969, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8742555379867554, + "num_tokens": 523031349.0, + "step": 13712 + }, + { + "epoch": 1.7444345503116652, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.439014434814453, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8629456162452698, + "num_tokens": 523068910.0, + "step": 13713 + }, + { + "epoch": 1.7445617605902557, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.488842010498047, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8831274509429932, + "num_tokens": 523106179.0, + "step": 13714 + }, + { + "epoch": 1.7446889708688462, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.468042373657227, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8725661039352417, + "num_tokens": 523140827.0, + "step": 13715 + }, + { + "epoch": 1.7448161811474368, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.509261131286621, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8850804567337036, + "num_tokens": 523182880.0, + "step": 13716 + }, + { + "epoch": 1.7449433914260273, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.53952407836914, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8744922876358032, + "num_tokens": 523213059.0, + "step": 13717 + }, + { + "epoch": 1.7450706017046178, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.45867919921875, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8701872229576111, + "num_tokens": 523254398.0, + "step": 13718 + }, + { + "epoch": 1.7451978119832083, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.418493270874023, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8830980062484741, + "num_tokens": 523293325.0, + "step": 13719 + }, + { + "epoch": 1.7453250222617989, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.485359191894531, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8605172634124756, + "num_tokens": 523334402.0, + "step": 13720 + }, + { + "epoch": 1.7454522325403894, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.429607391357422, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8748343586921692, + "num_tokens": 523376238.0, + "step": 13721 + }, + { + "epoch": 1.74557944281898, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.47046947479248, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8932474851608276, + "num_tokens": 523417074.0, + "step": 13722 + }, + { + "epoch": 1.7457066530975704, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.447117805480957, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8777472972869873, + "num_tokens": 523457984.0, + "step": 13723 + }, + { + "epoch": 1.7458338633761608, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.484419822692871, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8654820919036865, + "num_tokens": 523490071.0, + "step": 13724 + }, + { + "epoch": 1.7459610736547513, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.448861122131348, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8650484681129456, + "num_tokens": 523530105.0, + "step": 13725 + }, + { + "epoch": 1.7460882839333418, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.44572925567627, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8845328092575073, + "num_tokens": 523576698.0, + "step": 13726 + }, + { + "epoch": 1.7462154942119323, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.473788261413574, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8700746893882751, + "num_tokens": 523614387.0, + "step": 13727 + }, + { + "epoch": 1.7463427044905229, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.479410171508789, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8679457306861877, + "num_tokens": 523651149.0, + "step": 13728 + }, + { + "epoch": 1.7464699147691134, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.504180908203125, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8839869499206543, + "num_tokens": 523688448.0, + "step": 13729 + }, + { + "epoch": 1.7465971250477037, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.3858642578125, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8755232095718384, + "num_tokens": 523725805.0, + "step": 13730 + }, + { + "epoch": 1.7467243353262942, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.514123916625977, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8734291791915894, + "num_tokens": 523763564.0, + "step": 13731 + }, + { + "epoch": 1.7468515456048848, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.548131942749023, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8659201860427856, + "num_tokens": 523804422.0, + "step": 13732 + }, + { + "epoch": 1.7469787558834753, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.4015474319458, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8803762197494507, + "num_tokens": 523845889.0, + "step": 13733 + }, + { + "epoch": 1.7471059661620658, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.48719596862793, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8824194073677063, + "num_tokens": 523883623.0, + "step": 13734 + }, + { + "epoch": 1.7472331764406563, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.507755279541016, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8784000873565674, + "num_tokens": 523917273.0, + "step": 13735 + }, + { + "epoch": 1.7473603867192469, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.430471420288086, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.868658185005188, + "num_tokens": 523956149.0, + "step": 13736 + }, + { + "epoch": 1.7474875969978374, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.514946937561035, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.868617832660675, + "num_tokens": 523997229.0, + "step": 13737 + }, + { + "epoch": 1.747614807276428, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.434135437011719, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8749369978904724, + "num_tokens": 524032921.0, + "step": 13738 + }, + { + "epoch": 1.7477420175550185, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.5104398727417, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8734784722328186, + "num_tokens": 524065016.0, + "step": 13739 + }, + { + "epoch": 1.747869227833609, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.432638168334961, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8601649403572083, + "num_tokens": 524107001.0, + "step": 13740 + }, + { + "epoch": 1.7479964381121995, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.492330551147461, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.866415798664093, + "num_tokens": 524149283.0, + "step": 13741 + }, + { + "epoch": 1.74812364839079, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.489944458007812, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8710331320762634, + "num_tokens": 524187240.0, + "step": 13742 + }, + { + "epoch": 1.7482508586693806, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.450173377990723, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8806928396224976, + "num_tokens": 524216793.0, + "step": 13743 + }, + { + "epoch": 1.748378068947971, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.47092342376709, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.878165602684021, + "num_tokens": 524257629.0, + "step": 13744 + }, + { + "epoch": 1.7485052792265616, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.493976593017578, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8816890716552734, + "num_tokens": 524291090.0, + "step": 13745 + }, + { + "epoch": 1.7486324895051522, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.46159839630127, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8835630416870117, + "num_tokens": 524324882.0, + "step": 13746 + }, + { + "epoch": 1.7487596997837427, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.509403228759766, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8563689589500427, + "num_tokens": 524359422.0, + "step": 13747 + }, + { + "epoch": 1.748886910062333, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.484189987182617, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.877480149269104, + "num_tokens": 524398383.0, + "step": 13748 + }, + { + "epoch": 1.7490141203409235, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.536238670349121, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8671882152557373, + "num_tokens": 524437984.0, + "step": 13749 + }, + { + "epoch": 1.749141330619514, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.42948055267334, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8773860931396484, + "num_tokens": 524471324.0, + "step": 13750 + }, + { + "epoch": 1.7492685408981046, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.490307807922363, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.862023115158081, + "num_tokens": 524511471.0, + "step": 13751 + }, + { + "epoch": 1.749395751176695, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.576435089111328, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8746770024299622, + "num_tokens": 524541743.0, + "step": 13752 + }, + { + "epoch": 1.7495229614552856, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.468486785888672, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8714855909347534, + "num_tokens": 524581470.0, + "step": 13753 + }, + { + "epoch": 1.749650171733876, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.48418140411377, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8735998868942261, + "num_tokens": 524612722.0, + "step": 13754 + }, + { + "epoch": 1.7497773820124665, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.47364616394043, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8800379037857056, + "num_tokens": 524647640.0, + "step": 13755 + }, + { + "epoch": 1.749904592291057, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.555902481079102, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8657054901123047, + "num_tokens": 524682366.0, + "step": 13756 + }, + { + "epoch": 1.7500318025696475, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.493877410888672, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8715358972549438, + "num_tokens": 524724242.0, + "step": 13757 + }, + { + "epoch": 1.750159012848238, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.51197624206543, + "learning_rate": 1e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.858674168586731, + "num_tokens": 524757373.0, + "step": 13758 + }, + { + "epoch": 1.7502862231268286, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.436589241027832, + "learning_rate": 1e-06, + "loss": 0.4339, + "mean_token_accuracy": 0.8607884049415588, + "num_tokens": 524797704.0, + "step": 13759 + }, + { + "epoch": 1.750413433405419, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.511852264404297, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8742661476135254, + "num_tokens": 524836710.0, + "step": 13760 + }, + { + "epoch": 1.7505406436840096, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.516426086425781, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8693682551383972, + "num_tokens": 524870224.0, + "step": 13761 + }, + { + "epoch": 1.7506678539626002, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.497537612915039, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8733422756195068, + "num_tokens": 524905345.0, + "step": 13762 + }, + { + "epoch": 1.7507950642411907, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.446578025817871, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8556995391845703, + "num_tokens": 524943893.0, + "step": 13763 + }, + { + "epoch": 1.7509222745197812, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.444512367248535, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.870104193687439, + "num_tokens": 524982924.0, + "step": 13764 + }, + { + "epoch": 1.7510494847983717, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.476122856140137, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8705767393112183, + "num_tokens": 525016749.0, + "step": 13765 + }, + { + "epoch": 1.7511766950769623, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.502772331237793, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8743060827255249, + "num_tokens": 525049178.0, + "step": 13766 + }, + { + "epoch": 1.7513039053555528, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.490525245666504, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8593200445175171, + "num_tokens": 525083456.0, + "step": 13767 + }, + { + "epoch": 1.7514311156341433, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.39659309387207, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8736493587493896, + "num_tokens": 525120159.0, + "step": 13768 + }, + { + "epoch": 1.7515583259127339, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.504301071166992, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8781782388687134, + "num_tokens": 525159174.0, + "step": 13769 + }, + { + "epoch": 1.7516855361913244, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.405135154724121, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8678314685821533, + "num_tokens": 525198373.0, + "step": 13770 + }, + { + "epoch": 1.751812746469915, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.494933128356934, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8773589134216309, + "num_tokens": 525240618.0, + "step": 13771 + }, + { + "epoch": 1.7519399567485054, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.448566436767578, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8852429389953613, + "num_tokens": 525274899.0, + "step": 13772 + }, + { + "epoch": 1.7520671670270958, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.533576965332031, + "learning_rate": 1e-06, + "loss": 0.4607, + "mean_token_accuracy": 0.8520879745483398, + "num_tokens": 525310144.0, + "step": 13773 + }, + { + "epoch": 1.7521943773056863, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.43301773071289, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8814989328384399, + "num_tokens": 525348565.0, + "step": 13774 + }, + { + "epoch": 1.7523215875842768, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.507548332214355, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8775187134742737, + "num_tokens": 525383709.0, + "step": 13775 + }, + { + "epoch": 1.7524487978628673, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.478148460388184, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8660693764686584, + "num_tokens": 525423983.0, + "step": 13776 + }, + { + "epoch": 1.7525760081414579, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.523902893066406, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.877932608127594, + "num_tokens": 525457357.0, + "step": 13777 + }, + { + "epoch": 1.7527032184200484, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.469711303710938, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8699796795845032, + "num_tokens": 525497021.0, + "step": 13778 + }, + { + "epoch": 1.7528304286986387, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.473896026611328, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8867905139923096, + "num_tokens": 525533592.0, + "step": 13779 + }, + { + "epoch": 1.7529576389772292, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.527056694030762, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8632988929748535, + "num_tokens": 525572747.0, + "step": 13780 + }, + { + "epoch": 1.7530848492558198, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.492337226867676, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8773288130760193, + "num_tokens": 525613578.0, + "step": 13781 + }, + { + "epoch": 1.7532120595344103, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.451546669006348, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8777340650558472, + "num_tokens": 525655047.0, + "step": 13782 + }, + { + "epoch": 1.7533392698130008, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.550060272216797, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8692838549613953, + "num_tokens": 525689561.0, + "step": 13783 + }, + { + "epoch": 1.7534664800915913, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.478759765625, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8677522540092468, + "num_tokens": 525726946.0, + "step": 13784 + }, + { + "epoch": 1.7535936903701819, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.508598327636719, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8653316497802734, + "num_tokens": 525762089.0, + "step": 13785 + }, + { + "epoch": 1.7537209006487724, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.470502853393555, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8774461150169373, + "num_tokens": 525796081.0, + "step": 13786 + }, + { + "epoch": 1.753848110927363, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.510210037231445, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8610814809799194, + "num_tokens": 525829945.0, + "step": 13787 + }, + { + "epoch": 1.7539753212059535, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.479649543762207, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8790498971939087, + "num_tokens": 525871289.0, + "step": 13788 + }, + { + "epoch": 1.754102531484544, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.453391075134277, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8724313378334045, + "num_tokens": 525908455.0, + "step": 13789 + }, + { + "epoch": 1.7542297417631345, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.471442222595215, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8919410109519958, + "num_tokens": 525943734.0, + "step": 13790 + }, + { + "epoch": 1.754356952041725, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.427979469299316, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8927551507949829, + "num_tokens": 525988070.0, + "step": 13791 + }, + { + "epoch": 1.7544841623203156, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.531594276428223, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8863877654075623, + "num_tokens": 526027940.0, + "step": 13792 + }, + { + "epoch": 1.754611372598906, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.48884105682373, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8815284371376038, + "num_tokens": 526061357.0, + "step": 13793 + }, + { + "epoch": 1.7547385828774966, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.525175094604492, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8743351697921753, + "num_tokens": 526102157.0, + "step": 13794 + }, + { + "epoch": 1.7548657931560872, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.519333839416504, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8632616400718689, + "num_tokens": 526137241.0, + "step": 13795 + }, + { + "epoch": 1.7549930034346777, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.52297306060791, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8632306456565857, + "num_tokens": 526169079.0, + "step": 13796 + }, + { + "epoch": 1.755120213713268, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.482505798339844, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8762710690498352, + "num_tokens": 526212212.0, + "step": 13797 + }, + { + "epoch": 1.7552474239918585, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.434381484985352, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8803970813751221, + "num_tokens": 526250380.0, + "step": 13798 + }, + { + "epoch": 1.755374634270449, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.445636749267578, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8792109489440918, + "num_tokens": 526292525.0, + "step": 13799 + }, + { + "epoch": 1.7555018445490396, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.50200366973877, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8738024234771729, + "num_tokens": 526330427.0, + "step": 13800 + }, + { + "epoch": 1.75562905482763, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.53292465209961, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8736650943756104, + "num_tokens": 526362954.0, + "step": 13801 + }, + { + "epoch": 1.7557562651062206, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.482216835021973, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8662235140800476, + "num_tokens": 526394310.0, + "step": 13802 + }, + { + "epoch": 1.755883475384811, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.489631652832031, + "learning_rate": 1e-06, + "loss": 0.4408, + "mean_token_accuracy": 0.8520001173019409, + "num_tokens": 526438507.0, + "step": 13803 + }, + { + "epoch": 1.7560106856634015, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.433578491210938, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8689210414886475, + "num_tokens": 526475124.0, + "step": 13804 + }, + { + "epoch": 1.756137895941992, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.475604057312012, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8805047273635864, + "num_tokens": 526514936.0, + "step": 13805 + }, + { + "epoch": 1.7562651062205825, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.437348365783691, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.867175817489624, + "num_tokens": 526548649.0, + "step": 13806 + }, + { + "epoch": 1.756392316499173, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.476125717163086, + "learning_rate": 1e-06, + "loss": 0.436, + "mean_token_accuracy": 0.8560947775840759, + "num_tokens": 526589028.0, + "step": 13807 + }, + { + "epoch": 1.7565195267777636, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.487001419067383, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8726128935813904, + "num_tokens": 526626327.0, + "step": 13808 + }, + { + "epoch": 1.756646737056354, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.407773971557617, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8698515892028809, + "num_tokens": 526672264.0, + "step": 13809 + }, + { + "epoch": 1.7567739473349446, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.478470802307129, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8668291568756104, + "num_tokens": 526709979.0, + "step": 13810 + }, + { + "epoch": 1.7569011576135352, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.498517036437988, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.883468747138977, + "num_tokens": 526745002.0, + "step": 13811 + }, + { + "epoch": 1.7570283678921257, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.493125915527344, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.886902928352356, + "num_tokens": 526785684.0, + "step": 13812 + }, + { + "epoch": 1.7571555781707162, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.53256893157959, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8890247941017151, + "num_tokens": 526820246.0, + "step": 13813 + }, + { + "epoch": 1.7572827884493067, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.46755599975586, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8766723871231079, + "num_tokens": 526854815.0, + "step": 13814 + }, + { + "epoch": 1.7574099987278973, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.519922256469727, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8780786991119385, + "num_tokens": 526896336.0, + "step": 13815 + }, + { + "epoch": 1.7575372090064878, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.458053588867188, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8829122185707092, + "num_tokens": 526939586.0, + "step": 13816 + }, + { + "epoch": 1.7576644192850783, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.548237800598145, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8768320083618164, + "num_tokens": 526975027.0, + "step": 13817 + }, + { + "epoch": 1.7577916295636689, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.489410400390625, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8741912841796875, + "num_tokens": 527017820.0, + "step": 13818 + }, + { + "epoch": 1.7579188398422594, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.529398918151855, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.883848249912262, + "num_tokens": 527051647.0, + "step": 13819 + }, + { + "epoch": 1.75804605012085, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.525018692016602, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8767521381378174, + "num_tokens": 527089590.0, + "step": 13820 + }, + { + "epoch": 1.7581732603994404, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.495708465576172, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8696680665016174, + "num_tokens": 527126696.0, + "step": 13821 + }, + { + "epoch": 1.7583004706780307, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.498655319213867, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8651366233825684, + "num_tokens": 527164823.0, + "step": 13822 + }, + { + "epoch": 1.7584276809566213, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.483325958251953, + "learning_rate": 1e-06, + "loss": 0.4387, + "mean_token_accuracy": 0.8562120199203491, + "num_tokens": 527208032.0, + "step": 13823 + }, + { + "epoch": 1.7585548912352118, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.506536483764648, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8743240237236023, + "num_tokens": 527242773.0, + "step": 13824 + }, + { + "epoch": 1.7586821015138023, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.45814037322998, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8762207627296448, + "num_tokens": 527277968.0, + "step": 13825 + }, + { + "epoch": 1.7588093117923929, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.495512962341309, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8871903419494629, + "num_tokens": 527311077.0, + "step": 13826 + }, + { + "epoch": 1.7589365220709834, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.510003089904785, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8777986764907837, + "num_tokens": 527340543.0, + "step": 13827 + }, + { + "epoch": 1.7590637323495737, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.52420711517334, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8701236248016357, + "num_tokens": 527379596.0, + "step": 13828 + }, + { + "epoch": 1.7591909426281642, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.498212814331055, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8721637725830078, + "num_tokens": 527417873.0, + "step": 13829 + }, + { + "epoch": 1.7593181529067548, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.501840591430664, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8747559189796448, + "num_tokens": 527458607.0, + "step": 13830 + }, + { + "epoch": 1.7594453631853453, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.490020751953125, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8646696209907532, + "num_tokens": 527493299.0, + "step": 13831 + }, + { + "epoch": 1.7595725734639358, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.508387565612793, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8606085777282715, + "num_tokens": 527536065.0, + "step": 13832 + }, + { + "epoch": 1.7596997837425263, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.476998329162598, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8582315444946289, + "num_tokens": 527576477.0, + "step": 13833 + }, + { + "epoch": 1.7598269940211169, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.514582633972168, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8711435198783875, + "num_tokens": 527611777.0, + "step": 13834 + }, + { + "epoch": 1.7599542042997074, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.514497756958008, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8905143737792969, + "num_tokens": 527650236.0, + "step": 13835 + }, + { + "epoch": 1.760081414578298, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.527124404907227, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8779332041740417, + "num_tokens": 527685486.0, + "step": 13836 + }, + { + "epoch": 1.7602086248568884, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.531363487243652, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8609151840209961, + "num_tokens": 527725386.0, + "step": 13837 + }, + { + "epoch": 1.760335835135479, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.548301696777344, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8600500822067261, + "num_tokens": 527756213.0, + "step": 13838 + }, + { + "epoch": 1.7604630454140695, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.458890914916992, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.876711368560791, + "num_tokens": 527793884.0, + "step": 13839 + }, + { + "epoch": 1.76059025569266, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.556425094604492, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8703245520591736, + "num_tokens": 527826428.0, + "step": 13840 + }, + { + "epoch": 1.7607174659712506, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.485965728759766, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8644387722015381, + "num_tokens": 527866691.0, + "step": 13841 + }, + { + "epoch": 1.760844676249841, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.444601058959961, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8811171650886536, + "num_tokens": 527909482.0, + "step": 13842 + }, + { + "epoch": 1.7609718865284316, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.580459594726562, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8605877757072449, + "num_tokens": 527947818.0, + "step": 13843 + }, + { + "epoch": 1.7610990968070221, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.47298812866211, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8762059211730957, + "num_tokens": 527986760.0, + "step": 13844 + }, + { + "epoch": 1.7612263070856127, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.467548370361328, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8659235835075378, + "num_tokens": 528024742.0, + "step": 13845 + }, + { + "epoch": 1.761353517364203, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.476880073547363, + "learning_rate": 1e-06, + "loss": 0.4274, + "mean_token_accuracy": 0.8598611950874329, + "num_tokens": 528060781.0, + "step": 13846 + }, + { + "epoch": 1.7614807276427935, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.481298446655273, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8743132948875427, + "num_tokens": 528099051.0, + "step": 13847 + }, + { + "epoch": 1.761607937921384, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.450705528259277, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8664895296096802, + "num_tokens": 528138325.0, + "step": 13848 + }, + { + "epoch": 1.7617351481999746, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.50194263458252, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8637806177139282, + "num_tokens": 528177997.0, + "step": 13849 + }, + { + "epoch": 1.761862358478565, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.469438552856445, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8687107563018799, + "num_tokens": 528216360.0, + "step": 13850 + }, + { + "epoch": 1.7619895687571556, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.538470268249512, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8869155645370483, + "num_tokens": 528251100.0, + "step": 13851 + }, + { + "epoch": 1.762116779035746, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.492507934570312, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8766209483146667, + "num_tokens": 528286298.0, + "step": 13852 + }, + { + "epoch": 1.7622439893143365, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.424717903137207, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8880325555801392, + "num_tokens": 528322970.0, + "step": 13853 + }, + { + "epoch": 1.762371199592927, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.529613494873047, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8883121013641357, + "num_tokens": 528355191.0, + "step": 13854 + }, + { + "epoch": 1.7624984098715175, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.481735229492188, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8718106746673584, + "num_tokens": 528388975.0, + "step": 13855 + }, + { + "epoch": 1.762625620150108, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.488080024719238, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8772772550582886, + "num_tokens": 528432139.0, + "step": 13856 + }, + { + "epoch": 1.7627528304286986, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.488109588623047, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.883338987827301, + "num_tokens": 528468315.0, + "step": 13857 + }, + { + "epoch": 1.762880040707289, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.484973907470703, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8623929619789124, + "num_tokens": 528510368.0, + "step": 13858 + }, + { + "epoch": 1.7630072509858796, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.54144287109375, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8758445382118225, + "num_tokens": 528545637.0, + "step": 13859 + }, + { + "epoch": 1.7631344612644702, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.495773315429688, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8771740198135376, + "num_tokens": 528586267.0, + "step": 13860 + }, + { + "epoch": 1.7632616715430607, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.445306777954102, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8761845231056213, + "num_tokens": 528629640.0, + "step": 13861 + }, + { + "epoch": 1.7633888818216512, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.546499252319336, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.858076274394989, + "num_tokens": 528665373.0, + "step": 13862 + }, + { + "epoch": 1.7635160921002417, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.534971237182617, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8853176236152649, + "num_tokens": 528703426.0, + "step": 13863 + }, + { + "epoch": 1.7636433023788323, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.449176788330078, + "learning_rate": 1e-06, + "loss": 0.4481, + "mean_token_accuracy": 0.8544471859931946, + "num_tokens": 528744886.0, + "step": 13864 + }, + { + "epoch": 1.7637705126574228, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.525845527648926, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8847097158432007, + "num_tokens": 528779773.0, + "step": 13865 + }, + { + "epoch": 1.7638977229360133, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.45139217376709, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8751099109649658, + "num_tokens": 528821878.0, + "step": 13866 + }, + { + "epoch": 1.7640249332146039, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.5670166015625, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8742636442184448, + "num_tokens": 528858056.0, + "step": 13867 + }, + { + "epoch": 1.7641521434931944, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.471147537231445, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8702291250228882, + "num_tokens": 528903116.0, + "step": 13868 + }, + { + "epoch": 1.764279353771785, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.510127067565918, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8676743507385254, + "num_tokens": 528941561.0, + "step": 13869 + }, + { + "epoch": 1.7644065640503754, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.480011940002441, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8897597193717957, + "num_tokens": 528976215.0, + "step": 13870 + }, + { + "epoch": 1.7645337743289657, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.547088623046875, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8783285617828369, + "num_tokens": 529019280.0, + "step": 13871 + }, + { + "epoch": 1.7646609846075563, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.492676734924316, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8767926692962646, + "num_tokens": 529060733.0, + "step": 13872 + }, + { + "epoch": 1.7647881948861468, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.520639419555664, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8752767443656921, + "num_tokens": 529094948.0, + "step": 13873 + }, + { + "epoch": 1.7649154051647373, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.455551147460938, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8835310935974121, + "num_tokens": 529131374.0, + "step": 13874 + }, + { + "epoch": 1.7650426154433279, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.571810722351074, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8705756068229675, + "num_tokens": 529169133.0, + "step": 13875 + }, + { + "epoch": 1.7651698257219184, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.532241821289062, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8703386783599854, + "num_tokens": 529206467.0, + "step": 13876 + }, + { + "epoch": 1.7652970360005087, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.479084968566895, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8627437949180603, + "num_tokens": 529244891.0, + "step": 13877 + }, + { + "epoch": 1.7654242462790992, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.537976264953613, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8740686178207397, + "num_tokens": 529277384.0, + "step": 13878 + }, + { + "epoch": 1.7655514565576897, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.520241737365723, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8768221139907837, + "num_tokens": 529322530.0, + "step": 13879 + }, + { + "epoch": 1.7656786668362803, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.47745132446289, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.867846667766571, + "num_tokens": 529356345.0, + "step": 13880 + }, + { + "epoch": 1.7658058771148708, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.501764297485352, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8751457929611206, + "num_tokens": 529391877.0, + "step": 13881 + }, + { + "epoch": 1.7659330873934613, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.509228706359863, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8792909979820251, + "num_tokens": 529425460.0, + "step": 13882 + }, + { + "epoch": 1.7660602976720519, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.521159172058105, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8639416694641113, + "num_tokens": 529459660.0, + "step": 13883 + }, + { + "epoch": 1.7661875079506424, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.456748962402344, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8654611110687256, + "num_tokens": 529501839.0, + "step": 13884 + }, + { + "epoch": 1.766314718229233, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.455510139465332, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8701873421669006, + "num_tokens": 529540828.0, + "step": 13885 + }, + { + "epoch": 1.7664419285078234, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.514457702636719, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8724645376205444, + "num_tokens": 529581578.0, + "step": 13886 + }, + { + "epoch": 1.766569138786414, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.504764556884766, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8735830783843994, + "num_tokens": 529624363.0, + "step": 13887 + }, + { + "epoch": 1.7666963490650045, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.486666679382324, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8798122406005859, + "num_tokens": 529665286.0, + "step": 13888 + }, + { + "epoch": 1.766823559343595, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.489640235900879, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8690406084060669, + "num_tokens": 529704150.0, + "step": 13889 + }, + { + "epoch": 1.7669507696221856, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.532097816467285, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8751099705696106, + "num_tokens": 529742110.0, + "step": 13890 + }, + { + "epoch": 1.767077979900776, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.559006690979004, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8719049692153931, + "num_tokens": 529776158.0, + "step": 13891 + }, + { + "epoch": 1.7672051901793666, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.522261619567871, + "learning_rate": 1e-06, + "loss": 0.4436, + "mean_token_accuracy": 0.8512011766433716, + "num_tokens": 529814002.0, + "step": 13892 + }, + { + "epoch": 1.7673324004579571, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.556410789489746, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.875714898109436, + "num_tokens": 529846696.0, + "step": 13893 + }, + { + "epoch": 1.7674596107365477, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.531679153442383, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8703237175941467, + "num_tokens": 529881557.0, + "step": 13894 + }, + { + "epoch": 1.767586821015138, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.516097068786621, + "learning_rate": 1e-06, + "loss": 0.4284, + "mean_token_accuracy": 0.8608242273330688, + "num_tokens": 529924337.0, + "step": 13895 + }, + { + "epoch": 1.7677140312937285, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.536514282226562, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8713576197624207, + "num_tokens": 529967195.0, + "step": 13896 + }, + { + "epoch": 1.767841241572319, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.52719497680664, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.8531220555305481, + "num_tokens": 530003454.0, + "step": 13897 + }, + { + "epoch": 1.7679684518509096, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.485407829284668, + "learning_rate": 1e-06, + "loss": 0.459, + "mean_token_accuracy": 0.8471932411193848, + "num_tokens": 530042577.0, + "step": 13898 + }, + { + "epoch": 1.7680956621295, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.493494033813477, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8580737709999084, + "num_tokens": 530084903.0, + "step": 13899 + }, + { + "epoch": 1.7682228724080906, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.571920394897461, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.868029773235321, + "num_tokens": 530117598.0, + "step": 13900 + }, + { + "epoch": 1.768350082686681, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.526848793029785, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8748592138290405, + "num_tokens": 530151891.0, + "step": 13901 + }, + { + "epoch": 1.7684772929652715, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.48045825958252, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8637793064117432, + "num_tokens": 530191263.0, + "step": 13902 + }, + { + "epoch": 1.768604503243862, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.493051528930664, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.867357075214386, + "num_tokens": 530231156.0, + "step": 13903 + }, + { + "epoch": 1.7687317135224525, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.50291633605957, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.885225772857666, + "num_tokens": 530270089.0, + "step": 13904 + }, + { + "epoch": 1.768858923801043, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.50894832611084, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.875276505947113, + "num_tokens": 530309808.0, + "step": 13905 + }, + { + "epoch": 1.7689861340796336, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.491661071777344, + "learning_rate": 1e-06, + "loss": 0.4201, + "mean_token_accuracy": 0.8609538078308105, + "num_tokens": 530357723.0, + "step": 13906 + }, + { + "epoch": 1.769113344358224, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.563716888427734, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.858683705329895, + "num_tokens": 530389586.0, + "step": 13907 + }, + { + "epoch": 1.7692405546368146, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.492986679077148, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8622442483901978, + "num_tokens": 530430356.0, + "step": 13908 + }, + { + "epoch": 1.7693677649154052, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.47838306427002, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8765193223953247, + "num_tokens": 530472859.0, + "step": 13909 + }, + { + "epoch": 1.7694949751939957, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.502558708190918, + "learning_rate": 1e-06, + "loss": 0.422, + "mean_token_accuracy": 0.8587285876274109, + "num_tokens": 530515422.0, + "step": 13910 + }, + { + "epoch": 1.7696221854725862, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.462600708007812, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8693040609359741, + "num_tokens": 530553842.0, + "step": 13911 + }, + { + "epoch": 1.7697493957511767, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.547139167785645, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8703149557113647, + "num_tokens": 530592593.0, + "step": 13912 + }, + { + "epoch": 1.7698766060297673, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.486695289611816, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8658545613288879, + "num_tokens": 530632309.0, + "step": 13913 + }, + { + "epoch": 1.7700038163083578, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.537702560424805, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8668332695960999, + "num_tokens": 530667415.0, + "step": 13914 + }, + { + "epoch": 1.7701310265869483, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.473749160766602, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8692476749420166, + "num_tokens": 530705736.0, + "step": 13915 + }, + { + "epoch": 1.7702582368655388, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.553555488586426, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8806984424591064, + "num_tokens": 530744931.0, + "step": 13916 + }, + { + "epoch": 1.7703854471441294, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.522594451904297, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8829936981201172, + "num_tokens": 530784700.0, + "step": 13917 + }, + { + "epoch": 1.77051265742272, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.485328674316406, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8872585296630859, + "num_tokens": 530821097.0, + "step": 13918 + }, + { + "epoch": 1.7706398677013102, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.542985916137695, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8652270436286926, + "num_tokens": 530860444.0, + "step": 13919 + }, + { + "epoch": 1.7707670779799007, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.494622230529785, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8686968088150024, + "num_tokens": 530907304.0, + "step": 13920 + }, + { + "epoch": 1.7708942882584913, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.522383689880371, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8645144104957581, + "num_tokens": 530945692.0, + "step": 13921 + }, + { + "epoch": 1.7710214985370818, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.501382827758789, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8813149929046631, + "num_tokens": 530986695.0, + "step": 13922 + }, + { + "epoch": 1.7711487088156723, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 11.495400428771973, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8828442096710205, + "num_tokens": 531022656.0, + "step": 13923 + }, + { + "epoch": 1.7712759190942629, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.578536033630371, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8793150186538696, + "num_tokens": 531056896.0, + "step": 13924 + }, + { + "epoch": 1.7714031293728534, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.48255729675293, + "learning_rate": 1e-06, + "loss": 0.4678, + "mean_token_accuracy": 0.8448187112808228, + "num_tokens": 531097286.0, + "step": 13925 + }, + { + "epoch": 1.7715303396514437, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.602028846740723, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8789547085762024, + "num_tokens": 531136430.0, + "step": 13926 + }, + { + "epoch": 1.7716575499300342, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.52356243133545, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8637429475784302, + "num_tokens": 531176698.0, + "step": 13927 + }, + { + "epoch": 1.7717847602086247, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.486746788024902, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8700435161590576, + "num_tokens": 531214343.0, + "step": 13928 + }, + { + "epoch": 1.7719119704872153, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.493399620056152, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8832501769065857, + "num_tokens": 531252325.0, + "step": 13929 + }, + { + "epoch": 1.7720391807658058, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.566071510314941, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.860675573348999, + "num_tokens": 531290378.0, + "step": 13930 + }, + { + "epoch": 1.7721663910443963, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.53373908996582, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8624430894851685, + "num_tokens": 531330406.0, + "step": 13931 + }, + { + "epoch": 1.7722936013229869, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.568255424499512, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8722802996635437, + "num_tokens": 531367425.0, + "step": 13932 + }, + { + "epoch": 1.7724208116015774, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.533063888549805, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8925572633743286, + "num_tokens": 531406465.0, + "step": 13933 + }, + { + "epoch": 1.772548021880168, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.536072731018066, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8616667985916138, + "num_tokens": 531445356.0, + "step": 13934 + }, + { + "epoch": 1.7726752321587584, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.502680778503418, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8688074350357056, + "num_tokens": 531484737.0, + "step": 13935 + }, + { + "epoch": 1.772802442437349, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.594026565551758, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8682175874710083, + "num_tokens": 531523453.0, + "step": 13936 + }, + { + "epoch": 1.7729296527159395, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.50067138671875, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8778208494186401, + "num_tokens": 531559627.0, + "step": 13937 + }, + { + "epoch": 1.77305686299453, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.49297046661377, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8763710260391235, + "num_tokens": 531597677.0, + "step": 13938 + }, + { + "epoch": 1.7731840732731206, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.513737678527832, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8795858025550842, + "num_tokens": 531642753.0, + "step": 13939 + }, + { + "epoch": 1.773311283551711, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.484354019165039, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8644843101501465, + "num_tokens": 531688249.0, + "step": 13940 + }, + { + "epoch": 1.7734384938303016, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.534664154052734, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8853269219398499, + "num_tokens": 531727994.0, + "step": 13941 + }, + { + "epoch": 1.7735657041088921, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.50155258178711, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8754417896270752, + "num_tokens": 531764428.0, + "step": 13942 + }, + { + "epoch": 1.7736929143874827, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.542984962463379, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8672296404838562, + "num_tokens": 531806604.0, + "step": 13943 + }, + { + "epoch": 1.773820124666073, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.529443740844727, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.889788806438446, + "num_tokens": 531845504.0, + "step": 13944 + }, + { + "epoch": 1.7739473349446635, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.537515640258789, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8811963200569153, + "num_tokens": 531880962.0, + "step": 13945 + }, + { + "epoch": 1.774074545223254, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.574474334716797, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8692970275878906, + "num_tokens": 531918182.0, + "step": 13946 + }, + { + "epoch": 1.7742017555018446, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.487503051757812, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8720625638961792, + "num_tokens": 531958340.0, + "step": 13947 + }, + { + "epoch": 1.774328965780435, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.524822235107422, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8603368997573853, + "num_tokens": 531996951.0, + "step": 13948 + }, + { + "epoch": 1.7744561760590256, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.531888961791992, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8759858012199402, + "num_tokens": 532036963.0, + "step": 13949 + }, + { + "epoch": 1.774583386337616, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.559688568115234, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8662316203117371, + "num_tokens": 532070937.0, + "step": 13950 + }, + { + "epoch": 1.7747105966162064, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.50080680847168, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8586422801017761, + "num_tokens": 532107866.0, + "step": 13951 + }, + { + "epoch": 1.774837806894797, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.478744506835938, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.864664614200592, + "num_tokens": 532151485.0, + "step": 13952 + }, + { + "epoch": 1.7749650171733875, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.537086486816406, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8777867555618286, + "num_tokens": 532191209.0, + "step": 13953 + }, + { + "epoch": 1.775092227451978, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.510761260986328, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8671094179153442, + "num_tokens": 532232219.0, + "step": 13954 + }, + { + "epoch": 1.7752194377305686, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.516364097595215, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8595249652862549, + "num_tokens": 532265330.0, + "step": 13955 + }, + { + "epoch": 1.775346648009159, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.571589469909668, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.87028968334198, + "num_tokens": 532295964.0, + "step": 13956 + }, + { + "epoch": 1.7754738582877496, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.466157913208008, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8749130964279175, + "num_tokens": 532333804.0, + "step": 13957 + }, + { + "epoch": 1.7756010685663401, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.53913688659668, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8762787580490112, + "num_tokens": 532373088.0, + "step": 13958 + }, + { + "epoch": 1.7757282788449307, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.486940383911133, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8687600493431091, + "num_tokens": 532409473.0, + "step": 13959 + }, + { + "epoch": 1.7758554891235212, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.473738670349121, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8811898231506348, + "num_tokens": 532447883.0, + "step": 13960 + }, + { + "epoch": 1.7759826994021117, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.468355178833008, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8767123818397522, + "num_tokens": 532485783.0, + "step": 13961 + }, + { + "epoch": 1.7761099096807023, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.588153839111328, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8768026828765869, + "num_tokens": 532511082.0, + "step": 13962 + }, + { + "epoch": 1.7762371199592928, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.433575630187988, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8868403434753418, + "num_tokens": 532555516.0, + "step": 13963 + }, + { + "epoch": 1.7763643302378833, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.527657508850098, + "learning_rate": 1e-06, + "loss": 0.4303, + "mean_token_accuracy": 0.8557940721511841, + "num_tokens": 532599200.0, + "step": 13964 + }, + { + "epoch": 1.7764915405164738, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.542425155639648, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8818395137786865, + "num_tokens": 532636335.0, + "step": 13965 + }, + { + "epoch": 1.7766187507950644, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.498200416564941, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8836522102355957, + "num_tokens": 532678337.0, + "step": 13966 + }, + { + "epoch": 1.776745961073655, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.559139251708984, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8678162693977356, + "num_tokens": 532715051.0, + "step": 13967 + }, + { + "epoch": 1.7768731713522452, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.552571296691895, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8825725317001343, + "num_tokens": 532750836.0, + "step": 13968 + }, + { + "epoch": 1.7770003816308357, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.53797721862793, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8779689073562622, + "num_tokens": 532790331.0, + "step": 13969 + }, + { + "epoch": 1.7771275919094263, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.493389129638672, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8686270713806152, + "num_tokens": 532830169.0, + "step": 13970 + }, + { + "epoch": 1.7772548021880168, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.516485214233398, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8636237382888794, + "num_tokens": 532865957.0, + "step": 13971 + }, + { + "epoch": 1.7773820124666073, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.552552223205566, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8691102862358093, + "num_tokens": 532906112.0, + "step": 13972 + }, + { + "epoch": 1.7775092227451978, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.52609634399414, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.877487063407898, + "num_tokens": 532939676.0, + "step": 13973 + }, + { + "epoch": 1.7776364330237884, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.493298530578613, + "learning_rate": 1e-06, + "loss": 0.438, + "mean_token_accuracy": 0.8536635637283325, + "num_tokens": 532977668.0, + "step": 13974 + }, + { + "epoch": 1.7777636433023787, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.504913330078125, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8691489696502686, + "num_tokens": 533013862.0, + "step": 13975 + }, + { + "epoch": 1.7778908535809692, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.546456336975098, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8601366877555847, + "num_tokens": 533051222.0, + "step": 13976 + }, + { + "epoch": 1.7780180638595597, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.485810279846191, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8691869974136353, + "num_tokens": 533090182.0, + "step": 13977 + }, + { + "epoch": 1.7781452741381503, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.470804214477539, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8841442465782166, + "num_tokens": 533129600.0, + "step": 13978 + }, + { + "epoch": 1.7782724844167408, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.511126518249512, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8706122636795044, + "num_tokens": 533172351.0, + "step": 13979 + }, + { + "epoch": 1.7783996946953313, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.498995780944824, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8690681457519531, + "num_tokens": 533211583.0, + "step": 13980 + }, + { + "epoch": 1.7785269049739219, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.488816261291504, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8779416084289551, + "num_tokens": 533249960.0, + "step": 13981 + }, + { + "epoch": 1.7786541152525124, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.500356674194336, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8796963691711426, + "num_tokens": 533287328.0, + "step": 13982 + }, + { + "epoch": 1.778781325531103, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.489022254943848, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8721296191215515, + "num_tokens": 533327772.0, + "step": 13983 + }, + { + "epoch": 1.7789085358096934, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.479812622070312, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8652361631393433, + "num_tokens": 533372004.0, + "step": 13984 + }, + { + "epoch": 1.779035746088284, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.48345947265625, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8699345588684082, + "num_tokens": 533409502.0, + "step": 13985 + }, + { + "epoch": 1.7791629563668745, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.545195579528809, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8599785566329956, + "num_tokens": 533451160.0, + "step": 13986 + }, + { + "epoch": 1.779290166645465, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.489861488342285, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8793283104896545, + "num_tokens": 533480413.0, + "step": 13987 + }, + { + "epoch": 1.7794173769240555, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.538820266723633, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8602635264396667, + "num_tokens": 533518826.0, + "step": 13988 + }, + { + "epoch": 1.779544587202646, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.476394653320312, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8602333068847656, + "num_tokens": 533563760.0, + "step": 13989 + }, + { + "epoch": 1.7796717974812366, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.556092262268066, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8721631765365601, + "num_tokens": 533601499.0, + "step": 13990 + }, + { + "epoch": 1.7797990077598271, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.510453224182129, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.874611496925354, + "num_tokens": 533640757.0, + "step": 13991 + }, + { + "epoch": 1.7799262180384177, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.509379386901855, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8735373020172119, + "num_tokens": 533678047.0, + "step": 13992 + }, + { + "epoch": 1.780053428317008, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.536230087280273, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8724088668823242, + "num_tokens": 533720903.0, + "step": 13993 + }, + { + "epoch": 1.7801806385955985, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.518221855163574, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8728906512260437, + "num_tokens": 533759720.0, + "step": 13994 + }, + { + "epoch": 1.780307848874189, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.55673599243164, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8603515625, + "num_tokens": 533796122.0, + "step": 13995 + }, + { + "epoch": 1.7804350591527796, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.508081436157227, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8777307271957397, + "num_tokens": 533836326.0, + "step": 13996 + }, + { + "epoch": 1.78056226943137, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.564208030700684, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.88348788022995, + "num_tokens": 533867874.0, + "step": 13997 + }, + { + "epoch": 1.7806894797099606, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.517822265625, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8850538730621338, + "num_tokens": 533902877.0, + "step": 13998 + }, + { + "epoch": 1.780816689988551, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.520462036132812, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8750250339508057, + "num_tokens": 533937440.0, + "step": 13999 + }, + { + "epoch": 1.7809439002671414, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.489276885986328, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8814340829849243, + "num_tokens": 533972308.0, + "step": 14000 + }, + { + "epoch": 1.781071110545732, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.588226318359375, + "learning_rate": 1e-06, + "loss": 0.434, + "mean_token_accuracy": 0.8597548007965088, + "num_tokens": 534011913.0, + "step": 14001 + }, + { + "epoch": 1.7811983208243225, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.421662330627441, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8829818367958069, + "num_tokens": 534057235.0, + "step": 14002 + }, + { + "epoch": 1.781325531102913, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.490981101989746, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8723028898239136, + "num_tokens": 534092850.0, + "step": 14003 + }, + { + "epoch": 1.7814527413815036, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.469115257263184, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8767131567001343, + "num_tokens": 534135310.0, + "step": 14004 + }, + { + "epoch": 1.781579951660094, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.525877952575684, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8708178400993347, + "num_tokens": 534176008.0, + "step": 14005 + }, + { + "epoch": 1.7817071619386846, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.49813461303711, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8726099729537964, + "num_tokens": 534208217.0, + "step": 14006 + }, + { + "epoch": 1.7818343722172751, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.521402359008789, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.876147449016571, + "num_tokens": 534247564.0, + "step": 14007 + }, + { + "epoch": 1.7819615824958657, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.497883796691895, + "learning_rate": 1e-06, + "loss": 0.4372, + "mean_token_accuracy": 0.852822482585907, + "num_tokens": 534281144.0, + "step": 14008 + }, + { + "epoch": 1.7820887927744562, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.48735237121582, + "learning_rate": 1e-06, + "loss": 0.417, + "mean_token_accuracy": 0.8619545698165894, + "num_tokens": 534317893.0, + "step": 14009 + }, + { + "epoch": 1.7822160030530467, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.50153636932373, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8700999021530151, + "num_tokens": 534356116.0, + "step": 14010 + }, + { + "epoch": 1.7823432133316373, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.52567195892334, + "learning_rate": 1e-06, + "loss": 0.4533, + "mean_token_accuracy": 0.8476523756980896, + "num_tokens": 534390499.0, + "step": 14011 + }, + { + "epoch": 1.7824704236102278, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.540815353393555, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8668464422225952, + "num_tokens": 534424242.0, + "step": 14012 + }, + { + "epoch": 1.7825976338888183, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.504215240478516, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8637953996658325, + "num_tokens": 534467465.0, + "step": 14013 + }, + { + "epoch": 1.7827248441674088, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.560321807861328, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8666094541549683, + "num_tokens": 534502959.0, + "step": 14014 + }, + { + "epoch": 1.7828520544459994, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.4810791015625, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8723188042640686, + "num_tokens": 534549888.0, + "step": 14015 + }, + { + "epoch": 1.78297926472459, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.523764610290527, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8747592568397522, + "num_tokens": 534591686.0, + "step": 14016 + }, + { + "epoch": 1.7831064750031802, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.48349666595459, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8863182663917542, + "num_tokens": 534628584.0, + "step": 14017 + }, + { + "epoch": 1.7832336852817707, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.547660827636719, + "learning_rate": 1e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.8632780909538269, + "num_tokens": 534665684.0, + "step": 14018 + }, + { + "epoch": 1.7833608955603613, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.535038948059082, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8731797337532043, + "num_tokens": 534701604.0, + "step": 14019 + }, + { + "epoch": 1.7834881058389518, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.560487747192383, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8564503788948059, + "num_tokens": 534741765.0, + "step": 14020 + }, + { + "epoch": 1.7836153161175423, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.516544342041016, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8809738755226135, + "num_tokens": 534780331.0, + "step": 14021 + }, + { + "epoch": 1.7837425263961328, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.589587211608887, + "learning_rate": 1e-06, + "loss": 0.4376, + "mean_token_accuracy": 0.8600335121154785, + "num_tokens": 534816254.0, + "step": 14022 + }, + { + "epoch": 1.7838697366747234, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.547800064086914, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8704915046691895, + "num_tokens": 534851367.0, + "step": 14023 + }, + { + "epoch": 1.7839969469533137, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.52016544342041, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8690657615661621, + "num_tokens": 534889077.0, + "step": 14024 + }, + { + "epoch": 1.7841241572319042, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.515846252441406, + "learning_rate": 1e-06, + "loss": 0.4197, + "mean_token_accuracy": 0.8605910539627075, + "num_tokens": 534924249.0, + "step": 14025 + }, + { + "epoch": 1.7842513675104947, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.542110443115234, + "learning_rate": 1e-06, + "loss": 0.433, + "mean_token_accuracy": 0.8567427396774292, + "num_tokens": 534966370.0, + "step": 14026 + }, + { + "epoch": 1.7843785777890853, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.550812721252441, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8784925937652588, + "num_tokens": 535005869.0, + "step": 14027 + }, + { + "epoch": 1.7845057880676758, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.524014472961426, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8688092231750488, + "num_tokens": 535042057.0, + "step": 14028 + }, + { + "epoch": 1.7846329983462663, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.576823234558105, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8662457466125488, + "num_tokens": 535074410.0, + "step": 14029 + }, + { + "epoch": 1.7847602086248568, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.501007080078125, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8618365526199341, + "num_tokens": 535120356.0, + "step": 14030 + }, + { + "epoch": 1.7848874189034474, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.604151725769043, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.8626311421394348, + "num_tokens": 535156939.0, + "step": 14031 + }, + { + "epoch": 1.785014629182038, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.61168098449707, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8735177516937256, + "num_tokens": 535195553.0, + "step": 14032 + }, + { + "epoch": 1.7851418394606284, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.504586219787598, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.876090407371521, + "num_tokens": 535235692.0, + "step": 14033 + }, + { + "epoch": 1.785269049739219, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.595318794250488, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8701007962226868, + "num_tokens": 535269265.0, + "step": 14034 + }, + { + "epoch": 1.7853962600178095, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.487540245056152, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8869110345840454, + "num_tokens": 535303825.0, + "step": 14035 + }, + { + "epoch": 1.7855234702964, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.55681324005127, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8666380643844604, + "num_tokens": 535338802.0, + "step": 14036 + }, + { + "epoch": 1.7856506805749905, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.535666465759277, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8788987398147583, + "num_tokens": 535376592.0, + "step": 14037 + }, + { + "epoch": 1.785777890853581, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.484496116638184, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8675909042358398, + "num_tokens": 535416528.0, + "step": 14038 + }, + { + "epoch": 1.7859051011321716, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.616544723510742, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8674460649490356, + "num_tokens": 535450892.0, + "step": 14039 + }, + { + "epoch": 1.7860323114107621, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.560135841369629, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8728175163269043, + "num_tokens": 535488198.0, + "step": 14040 + }, + { + "epoch": 1.7861595216893527, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.592824935913086, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8697129487991333, + "num_tokens": 535526020.0, + "step": 14041 + }, + { + "epoch": 1.786286731967943, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.463932991027832, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.877212643623352, + "num_tokens": 535560400.0, + "step": 14042 + }, + { + "epoch": 1.7864139422465335, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.568974494934082, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8655846118927002, + "num_tokens": 535594699.0, + "step": 14043 + }, + { + "epoch": 1.786541152525124, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.494070053100586, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8756524920463562, + "num_tokens": 535627019.0, + "step": 14044 + }, + { + "epoch": 1.7866683628037145, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.54321002960205, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.881374716758728, + "num_tokens": 535667479.0, + "step": 14045 + }, + { + "epoch": 1.786795573082305, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.509373664855957, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8666163682937622, + "num_tokens": 535705211.0, + "step": 14046 + }, + { + "epoch": 1.7869227833608956, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.574145317077637, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8519049882888794, + "num_tokens": 535744907.0, + "step": 14047 + }, + { + "epoch": 1.787049993639486, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.540759086608887, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8705059289932251, + "num_tokens": 535782526.0, + "step": 14048 + }, + { + "epoch": 1.7871772039180764, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.478507041931152, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.886807382106781, + "num_tokens": 535824153.0, + "step": 14049 + }, + { + "epoch": 1.787304414196667, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.517684936523438, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8838708400726318, + "num_tokens": 535859019.0, + "step": 14050 + }, + { + "epoch": 1.7874316244752575, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.54681396484375, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8827222585678101, + "num_tokens": 535896866.0, + "step": 14051 + }, + { + "epoch": 1.787558834753848, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.533697128295898, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8721455931663513, + "num_tokens": 535937128.0, + "step": 14052 + }, + { + "epoch": 1.7876860450324386, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.486523628234863, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8866952061653137, + "num_tokens": 535972727.0, + "step": 14053 + }, + { + "epoch": 1.787813255311029, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.519636154174805, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8765212297439575, + "num_tokens": 536011491.0, + "step": 14054 + }, + { + "epoch": 1.7879404655896196, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.498383522033691, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8746894598007202, + "num_tokens": 536048074.0, + "step": 14055 + }, + { + "epoch": 1.7880676758682101, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.546826362609863, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8778526782989502, + "num_tokens": 536089554.0, + "step": 14056 + }, + { + "epoch": 1.7881948861468007, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.528936386108398, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.88138747215271, + "num_tokens": 536127672.0, + "step": 14057 + }, + { + "epoch": 1.7883220964253912, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.561373710632324, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8738869428634644, + "num_tokens": 536157517.0, + "step": 14058 + }, + { + "epoch": 1.7884493067039817, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.528542518615723, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8841586112976074, + "num_tokens": 536192855.0, + "step": 14059 + }, + { + "epoch": 1.7885765169825723, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.531929016113281, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8733087778091431, + "num_tokens": 536231727.0, + "step": 14060 + }, + { + "epoch": 1.7887037272611628, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.523538589477539, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.884308934211731, + "num_tokens": 536270738.0, + "step": 14061 + }, + { + "epoch": 1.7888309375397533, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.54774284362793, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8895929455757141, + "num_tokens": 536313006.0, + "step": 14062 + }, + { + "epoch": 1.7889581478183438, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.499430656433105, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8666410446166992, + "num_tokens": 536350697.0, + "step": 14063 + }, + { + "epoch": 1.7890853580969344, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.504239082336426, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8802253007888794, + "num_tokens": 536394252.0, + "step": 14064 + }, + { + "epoch": 1.789212568375525, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.554899215698242, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8711601495742798, + "num_tokens": 536426591.0, + "step": 14065 + }, + { + "epoch": 1.7893397786541152, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.490678787231445, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8600185513496399, + "num_tokens": 536468567.0, + "step": 14066 + }, + { + "epoch": 1.7894669889327057, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.499815940856934, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8635144829750061, + "num_tokens": 536506352.0, + "step": 14067 + }, + { + "epoch": 1.7895941992112963, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.565996170043945, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8658069372177124, + "num_tokens": 536538122.0, + "step": 14068 + }, + { + "epoch": 1.7897214094898868, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.503606796264648, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8621324896812439, + "num_tokens": 536574617.0, + "step": 14069 + }, + { + "epoch": 1.7898486197684773, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.487325668334961, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8834646940231323, + "num_tokens": 536611895.0, + "step": 14070 + }, + { + "epoch": 1.7899758300470678, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.613447189331055, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8651211857795715, + "num_tokens": 536651336.0, + "step": 14071 + }, + { + "epoch": 1.7901030403256584, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.488099098205566, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8681582808494568, + "num_tokens": 536692566.0, + "step": 14072 + }, + { + "epoch": 1.7902302506042487, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.550712585449219, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8786560893058777, + "num_tokens": 536730855.0, + "step": 14073 + }, + { + "epoch": 1.7903574608828392, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.552979469299316, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8698740005493164, + "num_tokens": 536766478.0, + "step": 14074 + }, + { + "epoch": 1.7904846711614297, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.60543441772461, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8678188323974609, + "num_tokens": 536799900.0, + "step": 14075 + }, + { + "epoch": 1.7906118814400203, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.493180274963379, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8787694573402405, + "num_tokens": 536843597.0, + "step": 14076 + }, + { + "epoch": 1.7907390917186108, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.555644035339355, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8831344842910767, + "num_tokens": 536879189.0, + "step": 14077 + }, + { + "epoch": 1.7908663019972013, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.555062294006348, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8764092922210693, + "num_tokens": 536918099.0, + "step": 14078 + }, + { + "epoch": 1.7909935122757918, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.52920913696289, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8640270829200745, + "num_tokens": 536954410.0, + "step": 14079 + }, + { + "epoch": 1.7911207225543824, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.478803634643555, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.8937155604362488, + "num_tokens": 536986688.0, + "step": 14080 + }, + { + "epoch": 1.791247932832973, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.57293701171875, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8722981214523315, + "num_tokens": 537024181.0, + "step": 14081 + }, + { + "epoch": 1.7913751431115634, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.528643608093262, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8759740591049194, + "num_tokens": 537064174.0, + "step": 14082 + }, + { + "epoch": 1.791502353390154, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.53313159942627, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8651837706565857, + "num_tokens": 537100279.0, + "step": 14083 + }, + { + "epoch": 1.7916295636687445, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.601716995239258, + "learning_rate": 1e-06, + "loss": 0.4461, + "mean_token_accuracy": 0.8489211797714233, + "num_tokens": 537135339.0, + "step": 14084 + }, + { + "epoch": 1.791756773947335, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.53601360321045, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.866931140422821, + "num_tokens": 537169608.0, + "step": 14085 + }, + { + "epoch": 1.7918839842259255, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.50156307220459, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8813352584838867, + "num_tokens": 537205560.0, + "step": 14086 + }, + { + "epoch": 1.792011194504516, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.537331581115723, + "learning_rate": 1e-06, + "loss": 0.42, + "mean_token_accuracy": 0.8617291450500488, + "num_tokens": 537238697.0, + "step": 14087 + }, + { + "epoch": 1.7921384047831066, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.498915672302246, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8677343130111694, + "num_tokens": 537282365.0, + "step": 14088 + }, + { + "epoch": 1.7922656150616971, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.515921592712402, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8812497854232788, + "num_tokens": 537320805.0, + "step": 14089 + }, + { + "epoch": 1.7923928253402877, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.51425838470459, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8753182888031006, + "num_tokens": 537354607.0, + "step": 14090 + }, + { + "epoch": 1.792520035618878, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.541017532348633, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8816720843315125, + "num_tokens": 537386672.0, + "step": 14091 + }, + { + "epoch": 1.7926472458974685, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.53715991973877, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8742266297340393, + "num_tokens": 537430882.0, + "step": 14092 + }, + { + "epoch": 1.792774456176059, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.48805046081543, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8760935068130493, + "num_tokens": 537465114.0, + "step": 14093 + }, + { + "epoch": 1.7929016664546495, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.582036972045898, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8662835359573364, + "num_tokens": 537502820.0, + "step": 14094 + }, + { + "epoch": 1.79302887673324, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.553526878356934, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.881125807762146, + "num_tokens": 537537422.0, + "step": 14095 + }, + { + "epoch": 1.7931560870118306, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.534343719482422, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8780220150947571, + "num_tokens": 537566828.0, + "step": 14096 + }, + { + "epoch": 1.793283297290421, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.555092811584473, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8693832159042358, + "num_tokens": 537606102.0, + "step": 14097 + }, + { + "epoch": 1.7934105075690114, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.566584587097168, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8786823749542236, + "num_tokens": 537638527.0, + "step": 14098 + }, + { + "epoch": 1.793537717847602, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.502930641174316, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8720960021018982, + "num_tokens": 537683375.0, + "step": 14099 + }, + { + "epoch": 1.7936649281261925, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.444334983825684, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8670264482498169, + "num_tokens": 537731354.0, + "step": 14100 + }, + { + "epoch": 1.793792138404783, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.528729438781738, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8681509494781494, + "num_tokens": 537770055.0, + "step": 14101 + }, + { + "epoch": 1.7939193486833735, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.550537109375, + "learning_rate": 1e-06, + "loss": 0.4477, + "mean_token_accuracy": 0.8526313304901123, + "num_tokens": 537807977.0, + "step": 14102 + }, + { + "epoch": 1.794046558961964, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.486252784729004, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8669030666351318, + "num_tokens": 537847809.0, + "step": 14103 + }, + { + "epoch": 1.7941737692405546, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.537737846374512, + "learning_rate": 1e-06, + "loss": 0.4438, + "mean_token_accuracy": 0.8531153798103333, + "num_tokens": 537885506.0, + "step": 14104 + }, + { + "epoch": 1.7943009795191451, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.550742149353027, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.86795574426651, + "num_tokens": 537918936.0, + "step": 14105 + }, + { + "epoch": 1.7944281897977357, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.542113304138184, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8759018778800964, + "num_tokens": 537954205.0, + "step": 14106 + }, + { + "epoch": 1.7945554000763262, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.51353645324707, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8741931319236755, + "num_tokens": 537989190.0, + "step": 14107 + }, + { + "epoch": 1.7946826103549167, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.61545181274414, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8625078201293945, + "num_tokens": 538028852.0, + "step": 14108 + }, + { + "epoch": 1.7948098206335072, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.505901336669922, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8773226737976074, + "num_tokens": 538061245.0, + "step": 14109 + }, + { + "epoch": 1.7949370309120978, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.566009521484375, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8844220042228699, + "num_tokens": 538103238.0, + "step": 14110 + }, + { + "epoch": 1.7950642411906883, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.562867164611816, + "learning_rate": 1e-06, + "loss": 0.4275, + "mean_token_accuracy": 0.8575462698936462, + "num_tokens": 538142692.0, + "step": 14111 + }, + { + "epoch": 1.7951914514692788, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.528237342834473, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8692029714584351, + "num_tokens": 538183155.0, + "step": 14112 + }, + { + "epoch": 1.7953186617478694, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.566061019897461, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8700501918792725, + "num_tokens": 538222063.0, + "step": 14113 + }, + { + "epoch": 1.7954458720264599, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.568414688110352, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8746574521064758, + "num_tokens": 538259847.0, + "step": 14114 + }, + { + "epoch": 1.7955730823050502, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.550492286682129, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8780704140663147, + "num_tokens": 538298557.0, + "step": 14115 + }, + { + "epoch": 1.7957002925836407, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.492997169494629, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.868517279624939, + "num_tokens": 538337926.0, + "step": 14116 + }, + { + "epoch": 1.7958275028622313, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.474746704101562, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8757672905921936, + "num_tokens": 538382755.0, + "step": 14117 + }, + { + "epoch": 1.7959547131408218, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.574607849121094, + "learning_rate": 1e-06, + "loss": 0.4385, + "mean_token_accuracy": 0.8548567295074463, + "num_tokens": 538417639.0, + "step": 14118 + }, + { + "epoch": 1.7960819234194123, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.54827880859375, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8657630681991577, + "num_tokens": 538458444.0, + "step": 14119 + }, + { + "epoch": 1.7962091336980028, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.491653442382812, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8727363348007202, + "num_tokens": 538496580.0, + "step": 14120 + }, + { + "epoch": 1.7963363439765934, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.507097244262695, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8814648985862732, + "num_tokens": 538538474.0, + "step": 14121 + }, + { + "epoch": 1.7964635542551837, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.509295463562012, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8745119571685791, + "num_tokens": 538576828.0, + "step": 14122 + }, + { + "epoch": 1.7965907645337742, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.47523307800293, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8794387578964233, + "num_tokens": 538611630.0, + "step": 14123 + }, + { + "epoch": 1.7967179748123647, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.514537811279297, + "learning_rate": 1e-06, + "loss": 0.4707, + "mean_token_accuracy": 0.8472193479537964, + "num_tokens": 538659537.0, + "step": 14124 + }, + { + "epoch": 1.7968451850909553, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.494020462036133, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8794443607330322, + "num_tokens": 538700216.0, + "step": 14125 + }, + { + "epoch": 1.7969723953695458, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.530515670776367, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.868784487247467, + "num_tokens": 538737719.0, + "step": 14126 + }, + { + "epoch": 1.7970996056481363, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.532814025878906, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8805661797523499, + "num_tokens": 538774723.0, + "step": 14127 + }, + { + "epoch": 1.7972268159267268, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.534969329833984, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8820143938064575, + "num_tokens": 538815288.0, + "step": 14128 + }, + { + "epoch": 1.7973540262053174, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.523195266723633, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8708394765853882, + "num_tokens": 538858239.0, + "step": 14129 + }, + { + "epoch": 1.797481236483908, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.57392692565918, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8761427402496338, + "num_tokens": 538896947.0, + "step": 14130 + }, + { + "epoch": 1.7976084467624984, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.557074546813965, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8695577383041382, + "num_tokens": 538936511.0, + "step": 14131 + }, + { + "epoch": 1.797735657041089, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.569482803344727, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8660051822662354, + "num_tokens": 538969198.0, + "step": 14132 + }, + { + "epoch": 1.7978628673196795, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.561945915222168, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8834570646286011, + "num_tokens": 539002258.0, + "step": 14133 + }, + { + "epoch": 1.79799007759827, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.588150024414062, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8580619096755981, + "num_tokens": 539039993.0, + "step": 14134 + }, + { + "epoch": 1.7981172878768605, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.544281005859375, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.868114709854126, + "num_tokens": 539080713.0, + "step": 14135 + }, + { + "epoch": 1.798244498155451, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.524807929992676, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8824604153633118, + "num_tokens": 539121115.0, + "step": 14136 + }, + { + "epoch": 1.7983717084340416, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.515778541564941, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8896180987358093, + "num_tokens": 539159889.0, + "step": 14137 + }, + { + "epoch": 1.7984989187126321, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.58875846862793, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8715775012969971, + "num_tokens": 539201508.0, + "step": 14138 + }, + { + "epoch": 1.7986261289912227, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.526354789733887, + "learning_rate": 1e-06, + "loss": 0.4416, + "mean_token_accuracy": 0.8545451760292053, + "num_tokens": 539238640.0, + "step": 14139 + }, + { + "epoch": 1.798753339269813, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.591455459594727, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8686524629592896, + "num_tokens": 539274797.0, + "step": 14140 + }, + { + "epoch": 1.7988805495484035, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.59273624420166, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8615158200263977, + "num_tokens": 539308410.0, + "step": 14141 + }, + { + "epoch": 1.799007759826994, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.501585960388184, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8642832636833191, + "num_tokens": 539345578.0, + "step": 14142 + }, + { + "epoch": 1.7991349701055845, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.6033296585083, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8564911484718323, + "num_tokens": 539378946.0, + "step": 14143 + }, + { + "epoch": 1.799262180384175, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.524397850036621, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8832845687866211, + "num_tokens": 539417663.0, + "step": 14144 + }, + { + "epoch": 1.7993893906627656, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.503179550170898, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8868181705474854, + "num_tokens": 539459597.0, + "step": 14145 + }, + { + "epoch": 1.799516600941356, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.538639068603516, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8743656873703003, + "num_tokens": 539499579.0, + "step": 14146 + }, + { + "epoch": 1.7996438112199464, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.534945487976074, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8814475536346436, + "num_tokens": 539538505.0, + "step": 14147 + }, + { + "epoch": 1.799771021498537, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.540008544921875, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8664907813072205, + "num_tokens": 539574824.0, + "step": 14148 + }, + { + "epoch": 1.7998982317771275, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.517358779907227, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8579334616661072, + "num_tokens": 539614181.0, + "step": 14149 + }, + { + "epoch": 1.800025442055718, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.522753715515137, + "learning_rate": 1e-06, + "loss": 0.4241, + "mean_token_accuracy": 0.8600667715072632, + "num_tokens": 539656713.0, + "step": 14150 + }, + { + "epoch": 1.8001526523343085, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.545395851135254, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8703893423080444, + "num_tokens": 539695436.0, + "step": 14151 + }, + { + "epoch": 1.800279862612899, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.474411964416504, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8737970590591431, + "num_tokens": 539736549.0, + "step": 14152 + }, + { + "epoch": 1.8004070728914896, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.537504196166992, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8771792650222778, + "num_tokens": 539776326.0, + "step": 14153 + }, + { + "epoch": 1.8005342831700801, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.519412994384766, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8780330419540405, + "num_tokens": 539819665.0, + "step": 14154 + }, + { + "epoch": 1.8006614934486707, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.512884140014648, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.869982898235321, + "num_tokens": 539858175.0, + "step": 14155 + }, + { + "epoch": 1.8007887037272612, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.531001091003418, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8702861070632935, + "num_tokens": 539895152.0, + "step": 14156 + }, + { + "epoch": 1.8009159140058517, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.541987419128418, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.876885175704956, + "num_tokens": 539941033.0, + "step": 14157 + }, + { + "epoch": 1.8010431242844422, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.514025688171387, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8735746741294861, + "num_tokens": 539977959.0, + "step": 14158 + }, + { + "epoch": 1.8011703345630328, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.544661521911621, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8703364133834839, + "num_tokens": 540014857.0, + "step": 14159 + }, + { + "epoch": 1.8012975448416233, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.540552139282227, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8713313937187195, + "num_tokens": 540055775.0, + "step": 14160 + }, + { + "epoch": 1.8014247551202138, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.54531478881836, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8805758357048035, + "num_tokens": 540090287.0, + "step": 14161 + }, + { + "epoch": 1.8015519653988044, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.548669815063477, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8795925378799438, + "num_tokens": 540129139.0, + "step": 14162 + }, + { + "epoch": 1.8016791756773949, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.544575691223145, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8713748455047607, + "num_tokens": 540165187.0, + "step": 14163 + }, + { + "epoch": 1.8018063859559852, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.506682395935059, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8845237493515015, + "num_tokens": 540201113.0, + "step": 14164 + }, + { + "epoch": 1.8019335962345757, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.468414306640625, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8741891384124756, + "num_tokens": 540237448.0, + "step": 14165 + }, + { + "epoch": 1.8020608065131662, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.547674179077148, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8653348684310913, + "num_tokens": 540279703.0, + "step": 14166 + }, + { + "epoch": 1.8021880167917568, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.526307106018066, + "learning_rate": 1e-06, + "loss": 0.4293, + "mean_token_accuracy": 0.8545446395874023, + "num_tokens": 540313071.0, + "step": 14167 + }, + { + "epoch": 1.8023152270703473, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.512602806091309, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8749665021896362, + "num_tokens": 540353940.0, + "step": 14168 + }, + { + "epoch": 1.8024424373489378, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.518689155578613, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8690498471260071, + "num_tokens": 540391241.0, + "step": 14169 + }, + { + "epoch": 1.8025696476275284, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.554910659790039, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.883069634437561, + "num_tokens": 540420205.0, + "step": 14170 + }, + { + "epoch": 1.8026968579061187, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.506660461425781, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8753395080566406, + "num_tokens": 540452121.0, + "step": 14171 + }, + { + "epoch": 1.8028240681847092, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.579887390136719, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8720211386680603, + "num_tokens": 540487415.0, + "step": 14172 + }, + { + "epoch": 1.8029512784632997, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.512839317321777, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8607752919197083, + "num_tokens": 540522293.0, + "step": 14173 + }, + { + "epoch": 1.8030784887418903, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.537447929382324, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8840481042861938, + "num_tokens": 540560345.0, + "step": 14174 + }, + { + "epoch": 1.8032056990204808, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.561127662658691, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8800171613693237, + "num_tokens": 540598299.0, + "step": 14175 + }, + { + "epoch": 1.8033329092990713, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.6098051071167, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8841691017150879, + "num_tokens": 540634480.0, + "step": 14176 + }, + { + "epoch": 1.8034601195776618, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.47702693939209, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8630616664886475, + "num_tokens": 540679473.0, + "step": 14177 + }, + { + "epoch": 1.8035873298562524, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.591559410095215, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8652744889259338, + "num_tokens": 540722259.0, + "step": 14178 + }, + { + "epoch": 1.803714540134843, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.566129684448242, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8759536743164062, + "num_tokens": 540758058.0, + "step": 14179 + }, + { + "epoch": 1.8038417504134334, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.513099670410156, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8672983050346375, + "num_tokens": 540798535.0, + "step": 14180 + }, + { + "epoch": 1.803968960692024, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.559081077575684, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8722911477088928, + "num_tokens": 540839423.0, + "step": 14181 + }, + { + "epoch": 1.8040961709706145, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.546151161193848, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8778024315834045, + "num_tokens": 540887512.0, + "step": 14182 + }, + { + "epoch": 1.804223381249205, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.564026832580566, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8743458986282349, + "num_tokens": 540922292.0, + "step": 14183 + }, + { + "epoch": 1.8043505915277955, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.525446891784668, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8786372542381287, + "num_tokens": 540964105.0, + "step": 14184 + }, + { + "epoch": 1.804477801806386, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.550226211547852, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8715437054634094, + "num_tokens": 541001793.0, + "step": 14185 + }, + { + "epoch": 1.8046050120849766, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.515205383300781, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8794934153556824, + "num_tokens": 541041104.0, + "step": 14186 + }, + { + "epoch": 1.8047322223635671, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.576294898986816, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8654313087463379, + "num_tokens": 541079643.0, + "step": 14187 + }, + { + "epoch": 1.8048594326421576, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.581672668457031, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8758213520050049, + "num_tokens": 541118554.0, + "step": 14188 + }, + { + "epoch": 1.804986642920748, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.464868545532227, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.8614807724952698, + "num_tokens": 541156893.0, + "step": 14189 + }, + { + "epoch": 1.8051138531993385, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.568864822387695, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8877067565917969, + "num_tokens": 541197283.0, + "step": 14190 + }, + { + "epoch": 1.805241063477929, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.505202293395996, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8848716020584106, + "num_tokens": 541232343.0, + "step": 14191 + }, + { + "epoch": 1.8053682737565195, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.543204307556152, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8629329800605774, + "num_tokens": 541270274.0, + "step": 14192 + }, + { + "epoch": 1.80549548403511, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.574955940246582, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8672000169754028, + "num_tokens": 541306018.0, + "step": 14193 + }, + { + "epoch": 1.8056226943137006, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.470329284667969, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8724358081817627, + "num_tokens": 541344974.0, + "step": 14194 + }, + { + "epoch": 1.805749904592291, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.604740142822266, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8821213841438293, + "num_tokens": 541378590.0, + "step": 14195 + }, + { + "epoch": 1.8058771148708814, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.552943229675293, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8739321231842041, + "num_tokens": 541415945.0, + "step": 14196 + }, + { + "epoch": 1.806004325149472, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.516912460327148, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8700985908508301, + "num_tokens": 541459577.0, + "step": 14197 + }, + { + "epoch": 1.8061315354280625, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.561923027038574, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8735040426254272, + "num_tokens": 541501041.0, + "step": 14198 + }, + { + "epoch": 1.806258745706653, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.54733657836914, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8651041984558105, + "num_tokens": 541538587.0, + "step": 14199 + }, + { + "epoch": 1.8063859559852435, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.603983879089355, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8583736419677734, + "num_tokens": 541582225.0, + "step": 14200 + }, + { + "epoch": 1.806513166263834, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.599539756774902, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8826438784599304, + "num_tokens": 541616956.0, + "step": 14201 + }, + { + "epoch": 1.8066403765424246, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.55717658996582, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8607924580574036, + "num_tokens": 541650814.0, + "step": 14202 + }, + { + "epoch": 1.8067675868210151, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.526023864746094, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8809032440185547, + "num_tokens": 541692167.0, + "step": 14203 + }, + { + "epoch": 1.8068947970996057, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.53916072845459, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8629839420318604, + "num_tokens": 541732427.0, + "step": 14204 + }, + { + "epoch": 1.8070220073781962, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.532574653625488, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8729666471481323, + "num_tokens": 541773256.0, + "step": 14205 + }, + { + "epoch": 1.8071492176567867, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.51778507232666, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.878454327583313, + "num_tokens": 541815008.0, + "step": 14206 + }, + { + "epoch": 1.8072764279353772, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.531851768493652, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8756396770477295, + "num_tokens": 541853462.0, + "step": 14207 + }, + { + "epoch": 1.8074036382139678, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.540623664855957, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8668919801712036, + "num_tokens": 541890487.0, + "step": 14208 + }, + { + "epoch": 1.8075308484925583, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.59369945526123, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8766647577285767, + "num_tokens": 541929857.0, + "step": 14209 + }, + { + "epoch": 1.8076580587711488, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.536211967468262, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8662188053131104, + "num_tokens": 541969923.0, + "step": 14210 + }, + { + "epoch": 1.8077852690497394, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.589149475097656, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8801440000534058, + "num_tokens": 542008802.0, + "step": 14211 + }, + { + "epoch": 1.8079124793283299, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.513382911682129, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8850308656692505, + "num_tokens": 542049276.0, + "step": 14212 + }, + { + "epoch": 1.8080396896069202, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.524103164672852, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8652373552322388, + "num_tokens": 542086921.0, + "step": 14213 + }, + { + "epoch": 1.8081668998855107, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.568985939025879, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8732458353042603, + "num_tokens": 542124291.0, + "step": 14214 + }, + { + "epoch": 1.8082941101641012, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.51876449584961, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8611421585083008, + "num_tokens": 542167600.0, + "step": 14215 + }, + { + "epoch": 1.8084213204426918, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.56622314453125, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8672890663146973, + "num_tokens": 542201134.0, + "step": 14216 + }, + { + "epoch": 1.8085485307212823, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.575959205627441, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.8583937883377075, + "num_tokens": 542242590.0, + "step": 14217 + }, + { + "epoch": 1.8086757409998728, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.510026931762695, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8726810812950134, + "num_tokens": 542281945.0, + "step": 14218 + }, + { + "epoch": 1.8088029512784631, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.558161735534668, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8794230222702026, + "num_tokens": 542319389.0, + "step": 14219 + }, + { + "epoch": 1.8089301615570537, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.554723739624023, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.860846996307373, + "num_tokens": 542356912.0, + "step": 14220 + }, + { + "epoch": 1.8090573718356442, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.556161880493164, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8665328025817871, + "num_tokens": 542394054.0, + "step": 14221 + }, + { + "epoch": 1.8091845821142347, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.50115966796875, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8768576979637146, + "num_tokens": 542431063.0, + "step": 14222 + }, + { + "epoch": 1.8093117923928252, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.575177192687988, + "learning_rate": 1e-06, + "loss": 0.4241, + "mean_token_accuracy": 0.861132800579071, + "num_tokens": 542471398.0, + "step": 14223 + }, + { + "epoch": 1.8094390026714158, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.513025283813477, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.8578245639801025, + "num_tokens": 542516288.0, + "step": 14224 + }, + { + "epoch": 1.8095662129500063, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.55074691772461, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8700689673423767, + "num_tokens": 542552292.0, + "step": 14225 + }, + { + "epoch": 1.8096934232285968, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.47821044921875, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8746277093887329, + "num_tokens": 542592380.0, + "step": 14226 + }, + { + "epoch": 1.8098206335071874, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.561738967895508, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8651877045631409, + "num_tokens": 542632698.0, + "step": 14227 + }, + { + "epoch": 1.8099478437857779, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.564715385437012, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8606874346733093, + "num_tokens": 542668234.0, + "step": 14228 + }, + { + "epoch": 1.8100750540643684, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.56843090057373, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8713493943214417, + "num_tokens": 542706205.0, + "step": 14229 + }, + { + "epoch": 1.810202264342959, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.564163208007812, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8697829842567444, + "num_tokens": 542737068.0, + "step": 14230 + }, + { + "epoch": 1.8103294746215495, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.55225658416748, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8837608098983765, + "num_tokens": 542769776.0, + "step": 14231 + }, + { + "epoch": 1.81045668490014, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.549153327941895, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8845517635345459, + "num_tokens": 542802440.0, + "step": 14232 + }, + { + "epoch": 1.8105838951787305, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.50296401977539, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8843982219696045, + "num_tokens": 542841158.0, + "step": 14233 + }, + { + "epoch": 1.810711105457321, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.561434745788574, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8679713010787964, + "num_tokens": 542876637.0, + "step": 14234 + }, + { + "epoch": 1.8108383157359116, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.496126174926758, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8792375326156616, + "num_tokens": 542915087.0, + "step": 14235 + }, + { + "epoch": 1.8109655260145021, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.571969032287598, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8639799356460571, + "num_tokens": 542950635.0, + "step": 14236 + }, + { + "epoch": 1.8110927362930926, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.5850248336792, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8672731518745422, + "num_tokens": 542990078.0, + "step": 14237 + }, + { + "epoch": 1.811219946571683, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.461385726928711, + "learning_rate": 1e-06, + "loss": 0.4552, + "mean_token_accuracy": 0.8475418090820312, + "num_tokens": 543030333.0, + "step": 14238 + }, + { + "epoch": 1.8113471568502735, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.551445007324219, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.865319013595581, + "num_tokens": 543070537.0, + "step": 14239 + }, + { + "epoch": 1.811474367128864, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.495824813842773, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.869604766368866, + "num_tokens": 543109137.0, + "step": 14240 + }, + { + "epoch": 1.8116015774074545, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.49251651763916, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8650272488594055, + "num_tokens": 543146616.0, + "step": 14241 + }, + { + "epoch": 1.811728787686045, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.508468627929688, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8849114775657654, + "num_tokens": 543178433.0, + "step": 14242 + }, + { + "epoch": 1.8118559979646356, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.552502632141113, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.882737934589386, + "num_tokens": 543215086.0, + "step": 14243 + }, + { + "epoch": 1.811983208243226, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.547338485717773, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.8563501834869385, + "num_tokens": 543252111.0, + "step": 14244 + }, + { + "epoch": 1.8121104185218164, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.511393547058105, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8789387345314026, + "num_tokens": 543291938.0, + "step": 14245 + }, + { + "epoch": 1.812237628800407, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.502273559570312, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8757566809654236, + "num_tokens": 543335141.0, + "step": 14246 + }, + { + "epoch": 1.8123648390789975, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.541988372802734, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8721225261688232, + "num_tokens": 543371305.0, + "step": 14247 + }, + { + "epoch": 1.812492049357588, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.542953491210938, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8825891017913818, + "num_tokens": 543407431.0, + "step": 14248 + }, + { + "epoch": 1.8126192596361785, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.551737785339355, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8722158670425415, + "num_tokens": 543450287.0, + "step": 14249 + }, + { + "epoch": 1.812746469914769, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.517363548278809, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8843809366226196, + "num_tokens": 543486521.0, + "step": 14250 + }, + { + "epoch": 1.8128736801933596, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.579029083251953, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8721855878829956, + "num_tokens": 543522157.0, + "step": 14251 + }, + { + "epoch": 1.8130008904719501, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.519427299499512, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8743443489074707, + "num_tokens": 543560503.0, + "step": 14252 + }, + { + "epoch": 1.8131281007505406, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.578714370727539, + "learning_rate": 1e-06, + "loss": 0.4237, + "mean_token_accuracy": 0.8603437542915344, + "num_tokens": 543598943.0, + "step": 14253 + }, + { + "epoch": 1.8132553110291312, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.487558364868164, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8746271133422852, + "num_tokens": 543640466.0, + "step": 14254 + }, + { + "epoch": 1.8133825213077217, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.586723327636719, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.873422384262085, + "num_tokens": 543677581.0, + "step": 14255 + }, + { + "epoch": 1.8135097315863122, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.552774429321289, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8649569749832153, + "num_tokens": 543711220.0, + "step": 14256 + }, + { + "epoch": 1.8136369418649028, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.54171371459961, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8657394647598267, + "num_tokens": 543750109.0, + "step": 14257 + }, + { + "epoch": 1.8137641521434933, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.542670249938965, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8764309883117676, + "num_tokens": 543788040.0, + "step": 14258 + }, + { + "epoch": 1.8138913624220838, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.572232246398926, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.871623694896698, + "num_tokens": 543821037.0, + "step": 14259 + }, + { + "epoch": 1.8140185727006743, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.514729499816895, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8845415711402893, + "num_tokens": 543856331.0, + "step": 14260 + }, + { + "epoch": 1.8141457829792649, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.546605110168457, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8758338689804077, + "num_tokens": 543892898.0, + "step": 14261 + }, + { + "epoch": 1.8142729932578552, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.563138961791992, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8675732612609863, + "num_tokens": 543932858.0, + "step": 14262 + }, + { + "epoch": 1.8144002035364457, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.556611061096191, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8805719614028931, + "num_tokens": 543968145.0, + "step": 14263 + }, + { + "epoch": 1.8145274138150362, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.567306518554688, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8703290224075317, + "num_tokens": 544000495.0, + "step": 14264 + }, + { + "epoch": 1.8146546240936268, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.532236099243164, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8669958710670471, + "num_tokens": 544041345.0, + "step": 14265 + }, + { + "epoch": 1.8147818343722173, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.572919845581055, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8763906359672546, + "num_tokens": 544080084.0, + "step": 14266 + }, + { + "epoch": 1.8149090446508078, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.507291793823242, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8641868829727173, + "num_tokens": 544115828.0, + "step": 14267 + }, + { + "epoch": 1.8150362549293981, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.5430908203125, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8677518367767334, + "num_tokens": 544153213.0, + "step": 14268 + }, + { + "epoch": 1.8151634652079887, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.57481575012207, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8751032948493958, + "num_tokens": 544192383.0, + "step": 14269 + }, + { + "epoch": 1.8152906754865792, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.523204803466797, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8734702467918396, + "num_tokens": 544232034.0, + "step": 14270 + }, + { + "epoch": 1.8154178857651697, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.615047454833984, + "learning_rate": 1e-06, + "loss": 0.4278, + "mean_token_accuracy": 0.8569796085357666, + "num_tokens": 544266242.0, + "step": 14271 + }, + { + "epoch": 1.8155450960437602, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.565949440002441, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8614094257354736, + "num_tokens": 544304995.0, + "step": 14272 + }, + { + "epoch": 1.8156723063223508, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.544618606567383, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8703805208206177, + "num_tokens": 544341950.0, + "step": 14273 + }, + { + "epoch": 1.8157995166009413, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.524479866027832, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.867828369140625, + "num_tokens": 544379535.0, + "step": 14274 + }, + { + "epoch": 1.8159267268795318, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.556736946105957, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8706733584403992, + "num_tokens": 544416939.0, + "step": 14275 + }, + { + "epoch": 1.8160539371581224, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.491235733032227, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.882412314414978, + "num_tokens": 544461476.0, + "step": 14276 + }, + { + "epoch": 1.8161811474367129, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.506210327148438, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.872556746006012, + "num_tokens": 544505051.0, + "step": 14277 + }, + { + "epoch": 1.8163083577153034, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.581945419311523, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8724639415740967, + "num_tokens": 544550408.0, + "step": 14278 + }, + { + "epoch": 1.816435567993894, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.502961158752441, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8712971210479736, + "num_tokens": 544586645.0, + "step": 14279 + }, + { + "epoch": 1.8165627782724845, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.50924015045166, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8647409677505493, + "num_tokens": 544628087.0, + "step": 14280 + }, + { + "epoch": 1.816689988551075, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.524017333984375, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8867725133895874, + "num_tokens": 544667961.0, + "step": 14281 + }, + { + "epoch": 1.8168171988296655, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.633837699890137, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.868455171585083, + "num_tokens": 544704919.0, + "step": 14282 + }, + { + "epoch": 1.816944409108256, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.521866798400879, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8764876127243042, + "num_tokens": 544741421.0, + "step": 14283 + }, + { + "epoch": 1.8170716193868466, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.535404205322266, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8750015497207642, + "num_tokens": 544776414.0, + "step": 14284 + }, + { + "epoch": 1.817198829665437, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.544111251831055, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8653924465179443, + "num_tokens": 544814964.0, + "step": 14285 + }, + { + "epoch": 1.8173260399440276, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.580402374267578, + "learning_rate": 1e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.857199490070343, + "num_tokens": 544853381.0, + "step": 14286 + }, + { + "epoch": 1.817453250222618, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.543805122375488, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8749172687530518, + "num_tokens": 544892474.0, + "step": 14287 + }, + { + "epoch": 1.8175804605012085, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.547895431518555, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8803393244743347, + "num_tokens": 544927667.0, + "step": 14288 + }, + { + "epoch": 1.817707670779799, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.627182960510254, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8782070875167847, + "num_tokens": 544959780.0, + "step": 14289 + }, + { + "epoch": 1.8178348810583895, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.60878849029541, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8652806282043457, + "num_tokens": 545001832.0, + "step": 14290 + }, + { + "epoch": 1.81796209133698, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.526870727539062, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8800634145736694, + "num_tokens": 545038489.0, + "step": 14291 + }, + { + "epoch": 1.8180893016155706, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.598087310791016, + "learning_rate": 1e-06, + "loss": 0.4679, + "mean_token_accuracy": 0.852730929851532, + "num_tokens": 545069086.0, + "step": 14292 + }, + { + "epoch": 1.818216511894161, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.564604759216309, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8755662441253662, + "num_tokens": 545104564.0, + "step": 14293 + }, + { + "epoch": 1.8183437221727514, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.493964195251465, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8760285377502441, + "num_tokens": 545149036.0, + "step": 14294 + }, + { + "epoch": 1.818470932451342, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.579927444458008, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8835262656211853, + "num_tokens": 545183825.0, + "step": 14295 + }, + { + "epoch": 1.8185981427299325, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.564926147460938, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8756030797958374, + "num_tokens": 545221274.0, + "step": 14296 + }, + { + "epoch": 1.818725353008523, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.537528038024902, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8796257376670837, + "num_tokens": 545259242.0, + "step": 14297 + }, + { + "epoch": 1.8188525632871135, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.57033920288086, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8589270114898682, + "num_tokens": 545289380.0, + "step": 14298 + }, + { + "epoch": 1.818979773565704, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.572369575500488, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8763961791992188, + "num_tokens": 545321935.0, + "step": 14299 + }, + { + "epoch": 1.8191069838442946, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.513127326965332, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8792688846588135, + "num_tokens": 545365714.0, + "step": 14300 + }, + { + "epoch": 1.8192341941228851, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.534056663513184, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.861350953578949, + "num_tokens": 545406838.0, + "step": 14301 + }, + { + "epoch": 1.8193614044014756, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.545568466186523, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8697893023490906, + "num_tokens": 545443265.0, + "step": 14302 + }, + { + "epoch": 1.8194886146800662, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.554544448852539, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8825971484184265, + "num_tokens": 545479903.0, + "step": 14303 + }, + { + "epoch": 1.8196158249586567, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.54531192779541, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8792850971221924, + "num_tokens": 545513767.0, + "step": 14304 + }, + { + "epoch": 1.8197430352372472, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.553155899047852, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8570653200149536, + "num_tokens": 545550541.0, + "step": 14305 + }, + { + "epoch": 1.8198702455158378, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.591285705566406, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8731914758682251, + "num_tokens": 545590739.0, + "step": 14306 + }, + { + "epoch": 1.8199974557944283, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.565505981445312, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8586411476135254, + "num_tokens": 545627127.0, + "step": 14307 + }, + { + "epoch": 1.8201246660730188, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.595032691955566, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8762593269348145, + "num_tokens": 545665473.0, + "step": 14308 + }, + { + "epoch": 1.8202518763516093, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.558082580566406, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8874731659889221, + "num_tokens": 545708018.0, + "step": 14309 + }, + { + "epoch": 1.8203790866301999, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.568807601928711, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8773163557052612, + "num_tokens": 545745635.0, + "step": 14310 + }, + { + "epoch": 1.8205062969087902, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.527583122253418, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8616619110107422, + "num_tokens": 545785260.0, + "step": 14311 + }, + { + "epoch": 1.8206335071873807, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.543577194213867, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8708575963973999, + "num_tokens": 545821696.0, + "step": 14312 + }, + { + "epoch": 1.8207607174659712, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.534133911132812, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8850496411323547, + "num_tokens": 545857971.0, + "step": 14313 + }, + { + "epoch": 1.8208879277445618, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.577435493469238, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.8625854253768921, + "num_tokens": 545891000.0, + "step": 14314 + }, + { + "epoch": 1.8210151380231523, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.546418190002441, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8590202927589417, + "num_tokens": 545932825.0, + "step": 14315 + }, + { + "epoch": 1.8211423483017428, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.577027320861816, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.8625989556312561, + "num_tokens": 545972849.0, + "step": 14316 + }, + { + "epoch": 1.8212695585803331, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.539535522460938, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8849821090698242, + "num_tokens": 546011492.0, + "step": 14317 + }, + { + "epoch": 1.8213967688589237, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.580093383789062, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8670022487640381, + "num_tokens": 546048461.0, + "step": 14318 + }, + { + "epoch": 1.8215239791375142, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.534196853637695, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8812636733055115, + "num_tokens": 546087113.0, + "step": 14319 + }, + { + "epoch": 1.8216511894161047, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.589905738830566, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8744019269943237, + "num_tokens": 546124413.0, + "step": 14320 + }, + { + "epoch": 1.8217783996946952, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.582189559936523, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8838464021682739, + "num_tokens": 546165763.0, + "step": 14321 + }, + { + "epoch": 1.8219056099732858, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.567516326904297, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.872896134853363, + "num_tokens": 546203218.0, + "step": 14322 + }, + { + "epoch": 1.8220328202518763, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.545085906982422, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.8616148233413696, + "num_tokens": 546247610.0, + "step": 14323 + }, + { + "epoch": 1.8221600305304668, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.586714744567871, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8640390634536743, + "num_tokens": 546288952.0, + "step": 14324 + }, + { + "epoch": 1.8222872408090574, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.555476188659668, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8835797309875488, + "num_tokens": 546322449.0, + "step": 14325 + }, + { + "epoch": 1.8224144510876479, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.563889503479004, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.878116250038147, + "num_tokens": 546362692.0, + "step": 14326 + }, + { + "epoch": 1.8225416613662384, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.59035873413086, + "learning_rate": 1e-06, + "loss": 0.4315, + "mean_token_accuracy": 0.8562892079353333, + "num_tokens": 546398856.0, + "step": 14327 + }, + { + "epoch": 1.822668871644829, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.506841659545898, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8645291328430176, + "num_tokens": 546439633.0, + "step": 14328 + }, + { + "epoch": 1.8227960819234195, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.540667533874512, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8762470483779907, + "num_tokens": 546477282.0, + "step": 14329 + }, + { + "epoch": 1.82292329220201, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.559623718261719, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.882871687412262, + "num_tokens": 546514584.0, + "step": 14330 + }, + { + "epoch": 1.8230505024806005, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.532292366027832, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8759804964065552, + "num_tokens": 546550761.0, + "step": 14331 + }, + { + "epoch": 1.823177712759191, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.641387939453125, + "learning_rate": 1e-06, + "loss": 0.4231, + "mean_token_accuracy": 0.858904242515564, + "num_tokens": 546594157.0, + "step": 14332 + }, + { + "epoch": 1.8233049230377816, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.500720024108887, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8801989555358887, + "num_tokens": 546634671.0, + "step": 14333 + }, + { + "epoch": 1.823432133316372, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.593565940856934, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8731280565261841, + "num_tokens": 546672084.0, + "step": 14334 + }, + { + "epoch": 1.8235593435949626, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.610758781433105, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8659602403640747, + "num_tokens": 546701920.0, + "step": 14335 + }, + { + "epoch": 1.823686553873553, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.552202224731445, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8767963647842407, + "num_tokens": 546735776.0, + "step": 14336 + }, + { + "epoch": 1.8238137641521435, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.59760856628418, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8770664930343628, + "num_tokens": 546772991.0, + "step": 14337 + }, + { + "epoch": 1.823940974430734, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.5263671875, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8657667636871338, + "num_tokens": 546805310.0, + "step": 14338 + }, + { + "epoch": 1.8240681847093245, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.591818809509277, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8790138363838196, + "num_tokens": 546838240.0, + "step": 14339 + }, + { + "epoch": 1.824195394987915, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.585299491882324, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8672240972518921, + "num_tokens": 546878484.0, + "step": 14340 + }, + { + "epoch": 1.8243226052665056, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.517369270324707, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8874661922454834, + "num_tokens": 546919747.0, + "step": 14341 + }, + { + "epoch": 1.8244498155450959, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.602319717407227, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8712648153305054, + "num_tokens": 546962614.0, + "step": 14342 + }, + { + "epoch": 1.8245770258236864, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.556744575500488, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8658088445663452, + "num_tokens": 547000059.0, + "step": 14343 + }, + { + "epoch": 1.824704236102277, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.607935905456543, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8739846348762512, + "num_tokens": 547037372.0, + "step": 14344 + }, + { + "epoch": 1.8248314463808675, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.596428871154785, + "learning_rate": 1e-06, + "loss": 0.4412, + "mean_token_accuracy": 0.8588995933532715, + "num_tokens": 547071840.0, + "step": 14345 + }, + { + "epoch": 1.824958656659458, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.564889907836914, + "learning_rate": 1e-06, + "loss": 0.4633, + "mean_token_accuracy": 0.8483248949050903, + "num_tokens": 547108916.0, + "step": 14346 + }, + { + "epoch": 1.8250858669380485, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.545104026794434, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.890316367149353, + "num_tokens": 547146991.0, + "step": 14347 + }, + { + "epoch": 1.825213077216639, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.556097984313965, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8822793960571289, + "num_tokens": 547184093.0, + "step": 14348 + }, + { + "epoch": 1.8253402874952296, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.575931549072266, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.877550482749939, + "num_tokens": 547217570.0, + "step": 14349 + }, + { + "epoch": 1.8254674977738201, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.509596824645996, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8718327283859253, + "num_tokens": 547259498.0, + "step": 14350 + }, + { + "epoch": 1.8255947080524106, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.543590545654297, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8716096878051758, + "num_tokens": 547298419.0, + "step": 14351 + }, + { + "epoch": 1.8257219183310012, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.499168395996094, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8788543939590454, + "num_tokens": 547342984.0, + "step": 14352 + }, + { + "epoch": 1.8258491286095917, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.55312728881836, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8742538094520569, + "num_tokens": 547383162.0, + "step": 14353 + }, + { + "epoch": 1.8259763388881822, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.566995620727539, + "learning_rate": 1e-06, + "loss": 0.3181, + "mean_token_accuracy": 0.8919461965560913, + "num_tokens": 547416967.0, + "step": 14354 + }, + { + "epoch": 1.8261035491667728, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.533607482910156, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8758269548416138, + "num_tokens": 547454695.0, + "step": 14355 + }, + { + "epoch": 1.8262307594453633, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.574535369873047, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8827803134918213, + "num_tokens": 547494258.0, + "step": 14356 + }, + { + "epoch": 1.8263579697239538, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.59190845489502, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8681292533874512, + "num_tokens": 547531404.0, + "step": 14357 + }, + { + "epoch": 1.8264851800025443, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.560897827148438, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8768548369407654, + "num_tokens": 547566553.0, + "step": 14358 + }, + { + "epoch": 1.8266123902811349, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.573646545410156, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.865520715713501, + "num_tokens": 547605505.0, + "step": 14359 + }, + { + "epoch": 1.8267396005597252, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.539142608642578, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8813947439193726, + "num_tokens": 547643146.0, + "step": 14360 + }, + { + "epoch": 1.8268668108383157, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.584817886352539, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8692842721939087, + "num_tokens": 547683373.0, + "step": 14361 + }, + { + "epoch": 1.8269940211169062, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.528231620788574, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.868607759475708, + "num_tokens": 547716762.0, + "step": 14362 + }, + { + "epoch": 1.8271212313954968, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.571828842163086, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8813834190368652, + "num_tokens": 547756907.0, + "step": 14363 + }, + { + "epoch": 1.8272484416740873, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.553948402404785, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8689547777175903, + "num_tokens": 547793545.0, + "step": 14364 + }, + { + "epoch": 1.8273756519526778, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.584046363830566, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.862928569316864, + "num_tokens": 547836845.0, + "step": 14365 + }, + { + "epoch": 1.8275028622312681, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.595659255981445, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8786400556564331, + "num_tokens": 547875849.0, + "step": 14366 + }, + { + "epoch": 1.8276300725098586, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.567673683166504, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8666864037513733, + "num_tokens": 547918672.0, + "step": 14367 + }, + { + "epoch": 1.8277572827884492, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.57382869720459, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8596898317337036, + "num_tokens": 547958681.0, + "step": 14368 + }, + { + "epoch": 1.8278844930670397, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.563133239746094, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8680630922317505, + "num_tokens": 547996940.0, + "step": 14369 + }, + { + "epoch": 1.8280117033456302, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.614405632019043, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8800545930862427, + "num_tokens": 548030188.0, + "step": 14370 + }, + { + "epoch": 1.8281389136242208, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.567750930786133, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8872652649879456, + "num_tokens": 548066891.0, + "step": 14371 + }, + { + "epoch": 1.8282661239028113, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.544421195983887, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.877655029296875, + "num_tokens": 548104664.0, + "step": 14372 + }, + { + "epoch": 1.8283933341814018, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.560710906982422, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8679782152175903, + "num_tokens": 548143938.0, + "step": 14373 + }, + { + "epoch": 1.8285205444599923, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.510207176208496, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8710348606109619, + "num_tokens": 548183213.0, + "step": 14374 + }, + { + "epoch": 1.8286477547385829, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.606904029846191, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8569045066833496, + "num_tokens": 548221304.0, + "step": 14375 + }, + { + "epoch": 1.8287749650171734, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.574254035949707, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8698827624320984, + "num_tokens": 548261123.0, + "step": 14376 + }, + { + "epoch": 1.828902175295764, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.552308082580566, + "learning_rate": 1e-06, + "loss": 0.441, + "mean_token_accuracy": 0.8535622358322144, + "num_tokens": 548305040.0, + "step": 14377 + }, + { + "epoch": 1.8290293855743545, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.543062210083008, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8802558779716492, + "num_tokens": 548338538.0, + "step": 14378 + }, + { + "epoch": 1.829156595852945, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.588056564331055, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8762712478637695, + "num_tokens": 548378510.0, + "step": 14379 + }, + { + "epoch": 1.8292838061315355, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.55083179473877, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8665345907211304, + "num_tokens": 548415790.0, + "step": 14380 + }, + { + "epoch": 1.829411016410126, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.577223777770996, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8632464408874512, + "num_tokens": 548447294.0, + "step": 14381 + }, + { + "epoch": 1.8295382266887166, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.54216194152832, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8790149688720703, + "num_tokens": 548484617.0, + "step": 14382 + }, + { + "epoch": 1.829665436967307, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.506765365600586, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8686765432357788, + "num_tokens": 548527552.0, + "step": 14383 + }, + { + "epoch": 1.8297926472458976, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.560611724853516, + "learning_rate": 1e-06, + "loss": 0.3242, + "mean_token_accuracy": 0.8906162977218628, + "num_tokens": 548561322.0, + "step": 14384 + }, + { + "epoch": 1.829919857524488, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.548782348632812, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8822722434997559, + "num_tokens": 548594810.0, + "step": 14385 + }, + { + "epoch": 1.8300470678030785, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.545116424560547, + "learning_rate": 1e-06, + "loss": 0.4178, + "mean_token_accuracy": 0.8655210733413696, + "num_tokens": 548631094.0, + "step": 14386 + }, + { + "epoch": 1.830174278081669, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.564127922058105, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8743445873260498, + "num_tokens": 548669162.0, + "step": 14387 + }, + { + "epoch": 1.8303014883602595, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.530900955200195, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8724444508552551, + "num_tokens": 548704555.0, + "step": 14388 + }, + { + "epoch": 1.83042869863885, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.528644561767578, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8862259984016418, + "num_tokens": 548741852.0, + "step": 14389 + }, + { + "epoch": 1.8305559089174406, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.532676696777344, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8608522415161133, + "num_tokens": 548788455.0, + "step": 14390 + }, + { + "epoch": 1.8306831191960309, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.543827056884766, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8793998956680298, + "num_tokens": 548826347.0, + "step": 14391 + }, + { + "epoch": 1.8308103294746214, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.54249095916748, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8658660054206848, + "num_tokens": 548865428.0, + "step": 14392 + }, + { + "epoch": 1.830937539753212, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.600784301757812, + "learning_rate": 1e-06, + "loss": 0.4284, + "mean_token_accuracy": 0.8616628050804138, + "num_tokens": 548901671.0, + "step": 14393 + }, + { + "epoch": 1.8310647500318025, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.500432968139648, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8700122237205505, + "num_tokens": 548939234.0, + "step": 14394 + }, + { + "epoch": 1.831191960310393, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.546637535095215, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.877577543258667, + "num_tokens": 548975334.0, + "step": 14395 + }, + { + "epoch": 1.8313191705889835, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.526986122131348, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8655331134796143, + "num_tokens": 549016372.0, + "step": 14396 + }, + { + "epoch": 1.831446380867574, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.538567543029785, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8798505067825317, + "num_tokens": 549058049.0, + "step": 14397 + }, + { + "epoch": 1.8315735911461646, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.533151626586914, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8599445223808289, + "num_tokens": 549097855.0, + "step": 14398 + }, + { + "epoch": 1.831700801424755, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.545145988464355, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8922127485275269, + "num_tokens": 549130906.0, + "step": 14399 + }, + { + "epoch": 1.8318280117033456, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.53199577331543, + "learning_rate": 1e-06, + "loss": 0.4443, + "mean_token_accuracy": 0.8537827730178833, + "num_tokens": 549176574.0, + "step": 14400 + }, + { + "epoch": 1.8319552219819362, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.5579252243042, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8703631162643433, + "num_tokens": 549213945.0, + "step": 14401 + }, + { + "epoch": 1.8320824322605267, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.571578979492188, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8639224767684937, + "num_tokens": 549255843.0, + "step": 14402 + }, + { + "epoch": 1.8322096425391172, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.551384925842285, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8763849139213562, + "num_tokens": 549292573.0, + "step": 14403 + }, + { + "epoch": 1.8323368528177078, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.540597915649414, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8854239583015442, + "num_tokens": 549335291.0, + "step": 14404 + }, + { + "epoch": 1.8324640630962983, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.552565574645996, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8595873117446899, + "num_tokens": 549381337.0, + "step": 14405 + }, + { + "epoch": 1.8325912733748888, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.570137977600098, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8829607963562012, + "num_tokens": 549418180.0, + "step": 14406 + }, + { + "epoch": 1.8327184836534793, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.531702995300293, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8799179792404175, + "num_tokens": 549461623.0, + "step": 14407 + }, + { + "epoch": 1.8328456939320699, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.566433906555176, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8756765127182007, + "num_tokens": 549500791.0, + "step": 14408 + }, + { + "epoch": 1.8329729042106602, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.595349311828613, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8791185021400452, + "num_tokens": 549533343.0, + "step": 14409 + }, + { + "epoch": 1.8331001144892507, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.526914596557617, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.864352822303772, + "num_tokens": 549572707.0, + "step": 14410 + }, + { + "epoch": 1.8332273247678412, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.59080982208252, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8790749311447144, + "num_tokens": 549609772.0, + "step": 14411 + }, + { + "epoch": 1.8333545350464318, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.554466247558594, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8617854118347168, + "num_tokens": 549648626.0, + "step": 14412 + }, + { + "epoch": 1.8334817453250223, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.566437721252441, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8614321351051331, + "num_tokens": 549693211.0, + "step": 14413 + }, + { + "epoch": 1.8336089556036128, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.55640983581543, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8666283488273621, + "num_tokens": 549729463.0, + "step": 14414 + }, + { + "epoch": 1.8337361658822031, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.599302291870117, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8772463798522949, + "num_tokens": 549769139.0, + "step": 14415 + }, + { + "epoch": 1.8338633761607936, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.446806907653809, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8755903244018555, + "num_tokens": 549807067.0, + "step": 14416 + }, + { + "epoch": 1.8339905864393842, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.576042175292969, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8715804815292358, + "num_tokens": 549842689.0, + "step": 14417 + }, + { + "epoch": 1.8341177967179747, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.570941925048828, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8916689157485962, + "num_tokens": 549876108.0, + "step": 14418 + }, + { + "epoch": 1.8342450069965652, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.54336166381836, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8855380415916443, + "num_tokens": 549909656.0, + "step": 14419 + }, + { + "epoch": 1.8343722172751558, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.566163063049316, + "learning_rate": 1e-06, + "loss": 0.4196, + "mean_token_accuracy": 0.8638618588447571, + "num_tokens": 549949156.0, + "step": 14420 + }, + { + "epoch": 1.8344994275537463, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.518553733825684, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.87907475233078, + "num_tokens": 549990256.0, + "step": 14421 + }, + { + "epoch": 1.8346266378323368, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.596826553344727, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8826994299888611, + "num_tokens": 550023557.0, + "step": 14422 + }, + { + "epoch": 1.8347538481109273, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.594051361083984, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8680663108825684, + "num_tokens": 550069402.0, + "step": 14423 + }, + { + "epoch": 1.8348810583895179, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.547479629516602, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8796463012695312, + "num_tokens": 550110860.0, + "step": 14424 + }, + { + "epoch": 1.8350082686681084, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.64000129699707, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.8565312623977661, + "num_tokens": 550151736.0, + "step": 14425 + }, + { + "epoch": 1.835135478946699, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.548271179199219, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8752487897872925, + "num_tokens": 550187731.0, + "step": 14426 + }, + { + "epoch": 1.8352626892252895, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.563076972961426, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8748693466186523, + "num_tokens": 550220545.0, + "step": 14427 + }, + { + "epoch": 1.83538989950388, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.537858009338379, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8767901659011841, + "num_tokens": 550254755.0, + "step": 14428 + }, + { + "epoch": 1.8355171097824705, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.580748558044434, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8798341751098633, + "num_tokens": 550295191.0, + "step": 14429 + }, + { + "epoch": 1.835644320061061, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.564955711364746, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8672600984573364, + "num_tokens": 550332984.0, + "step": 14430 + }, + { + "epoch": 1.8357715303396516, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.539877891540527, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8750354051589966, + "num_tokens": 550377470.0, + "step": 14431 + }, + { + "epoch": 1.835898740618242, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.516853332519531, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8770207166671753, + "num_tokens": 550416123.0, + "step": 14432 + }, + { + "epoch": 1.8360259508968326, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.594156265258789, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8773404359817505, + "num_tokens": 550458062.0, + "step": 14433 + }, + { + "epoch": 1.836153161175423, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.523021697998047, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8661910891532898, + "num_tokens": 550496485.0, + "step": 14434 + }, + { + "epoch": 1.8362803714540135, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.55841064453125, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8751969337463379, + "num_tokens": 550536500.0, + "step": 14435 + }, + { + "epoch": 1.836407581732604, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.53832721710205, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8668414950370789, + "num_tokens": 550575611.0, + "step": 14436 + }, + { + "epoch": 1.8365347920111945, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.570457458496094, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.864490807056427, + "num_tokens": 550616431.0, + "step": 14437 + }, + { + "epoch": 1.836662002289785, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.581957817077637, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8830781579017639, + "num_tokens": 550653626.0, + "step": 14438 + }, + { + "epoch": 1.8367892125683756, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.56391716003418, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8687232136726379, + "num_tokens": 550690899.0, + "step": 14439 + }, + { + "epoch": 1.8369164228469659, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.59902286529541, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8729748129844666, + "num_tokens": 550734408.0, + "step": 14440 + }, + { + "epoch": 1.8370436331255564, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.581631660461426, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8600311875343323, + "num_tokens": 550767888.0, + "step": 14441 + }, + { + "epoch": 1.837170843404147, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.566940307617188, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8739810585975647, + "num_tokens": 550807192.0, + "step": 14442 + }, + { + "epoch": 1.8372980536827375, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.52546501159668, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8809292316436768, + "num_tokens": 550848006.0, + "step": 14443 + }, + { + "epoch": 1.837425263961328, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.548185348510742, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8729504346847534, + "num_tokens": 550888350.0, + "step": 14444 + }, + { + "epoch": 1.8375524742399185, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.571895599365234, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8805761933326721, + "num_tokens": 550925389.0, + "step": 14445 + }, + { + "epoch": 1.837679684518509, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.614416122436523, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8781191110610962, + "num_tokens": 550962610.0, + "step": 14446 + }, + { + "epoch": 1.8378068947970996, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.558345794677734, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8681325912475586, + "num_tokens": 551001018.0, + "step": 14447 + }, + { + "epoch": 1.83793410507569, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.638276100158691, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8741424083709717, + "num_tokens": 551038505.0, + "step": 14448 + }, + { + "epoch": 1.8380613153542806, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.566025733947754, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8836616277694702, + "num_tokens": 551072235.0, + "step": 14449 + }, + { + "epoch": 1.8381885256328712, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.56313705444336, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8861556053161621, + "num_tokens": 551110129.0, + "step": 14450 + }, + { + "epoch": 1.8383157359114617, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.53447151184082, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8735899329185486, + "num_tokens": 551152380.0, + "step": 14451 + }, + { + "epoch": 1.8384429461900522, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.524408340454102, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8836593627929688, + "num_tokens": 551195942.0, + "step": 14452 + }, + { + "epoch": 1.8385701564686427, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.600968360900879, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8646224141120911, + "num_tokens": 551238502.0, + "step": 14453 + }, + { + "epoch": 1.8386973667472333, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.533596992492676, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8836768865585327, + "num_tokens": 551278091.0, + "step": 14454 + }, + { + "epoch": 1.8388245770258238, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.596636772155762, + "learning_rate": 1e-06, + "loss": 0.4429, + "mean_token_accuracy": 0.8538974523544312, + "num_tokens": 551314940.0, + "step": 14455 + }, + { + "epoch": 1.8389517873044143, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.58227252960205, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.859520673751831, + "num_tokens": 551356427.0, + "step": 14456 + }, + { + "epoch": 1.8390789975830049, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.519671440124512, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8770180940628052, + "num_tokens": 551400436.0, + "step": 14457 + }, + { + "epoch": 1.8392062078615952, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.552660942077637, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8723429441452026, + "num_tokens": 551438335.0, + "step": 14458 + }, + { + "epoch": 1.8393334181401857, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.57094955444336, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8758463859558105, + "num_tokens": 551471214.0, + "step": 14459 + }, + { + "epoch": 1.8394606284187762, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.591266632080078, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8606839179992676, + "num_tokens": 551504071.0, + "step": 14460 + }, + { + "epoch": 1.8395878386973668, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.589683532714844, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.86726975440979, + "num_tokens": 551538456.0, + "step": 14461 + }, + { + "epoch": 1.8397150489759573, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.509559631347656, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8765091300010681, + "num_tokens": 551575334.0, + "step": 14462 + }, + { + "epoch": 1.8398422592545478, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.576005935668945, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8812649250030518, + "num_tokens": 551617127.0, + "step": 14463 + }, + { + "epoch": 1.8399694695331381, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.5239839553833, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8772969245910645, + "num_tokens": 551655548.0, + "step": 14464 + }, + { + "epoch": 1.8400966798117286, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.569972038269043, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.870851457118988, + "num_tokens": 551691807.0, + "step": 14465 + }, + { + "epoch": 1.8402238900903192, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.571883201599121, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8812212944030762, + "num_tokens": 551729805.0, + "step": 14466 + }, + { + "epoch": 1.8403511003689097, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.592218399047852, + "learning_rate": 1e-06, + "loss": 0.4618, + "mean_token_accuracy": 0.8508404493331909, + "num_tokens": 551775220.0, + "step": 14467 + }, + { + "epoch": 1.8404783106475002, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.55274772644043, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8651266098022461, + "num_tokens": 551816242.0, + "step": 14468 + }, + { + "epoch": 1.8406055209260908, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.66374683380127, + "learning_rate": 1e-06, + "loss": 0.4251, + "mean_token_accuracy": 0.861725926399231, + "num_tokens": 551854929.0, + "step": 14469 + }, + { + "epoch": 1.8407327312046813, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.533782005310059, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8699575662612915, + "num_tokens": 551898877.0, + "step": 14470 + }, + { + "epoch": 1.8408599414832718, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.581222534179688, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.888528048992157, + "num_tokens": 551934252.0, + "step": 14471 + }, + { + "epoch": 1.8409871517618623, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.555827140808105, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8839113712310791, + "num_tokens": 551974779.0, + "step": 14472 + }, + { + "epoch": 1.8411143620404529, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 19.555940628051758, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8678850531578064, + "num_tokens": 552011627.0, + "step": 14473 + }, + { + "epoch": 1.8412415723190434, + "ewc_loss": 0.0208740234375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 2.086162567138672e-05, + "grad_norm": 13.223542213439941, + "learning_rate": 1e-06, + "loss": 0.455, + "mean_token_accuracy": 0.852210283279419, + "num_tokens": 552045333.0, + "step": 14474 + }, + { + "epoch": 1.841368782597634, + "ewc_loss": 0.015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5616416931152344e-05, + "grad_norm": 10.52144718170166, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8677970170974731, + "num_tokens": 552079974.0, + "step": 14475 + }, + { + "epoch": 1.8414959928762245, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.381426811218262, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.879669189453125, + "num_tokens": 552117507.0, + "step": 14476 + }, + { + "epoch": 1.841623203154815, + "ewc_loss": 0.0189208984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.895427703857422e-05, + "grad_norm": 11.973673820495605, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8718270063400269, + "num_tokens": 552156009.0, + "step": 14477 + }, + { + "epoch": 1.8417504134334055, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 11.737205505371094, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8809903860092163, + "num_tokens": 552189092.0, + "step": 14478 + }, + { + "epoch": 1.841877623711996, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 11.840104103088379, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8720881938934326, + "num_tokens": 552228305.0, + "step": 14479 + }, + { + "epoch": 1.8420048339905866, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 11.88318157196045, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8747975826263428, + "num_tokens": 552269402.0, + "step": 14480 + }, + { + "epoch": 1.842132044269177, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 11.839141845703125, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.869982123374939, + "num_tokens": 552304870.0, + "step": 14481 + }, + { + "epoch": 1.8422592545477676, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 11.804913520812988, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8685898780822754, + "num_tokens": 552336802.0, + "step": 14482 + }, + { + "epoch": 1.842386464826358, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 11.791430473327637, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.885164201259613, + "num_tokens": 552376124.0, + "step": 14483 + }, + { + "epoch": 1.8425136751049485, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 11.756786346435547, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8628726005554199, + "num_tokens": 552412285.0, + "step": 14484 + }, + { + "epoch": 1.842640885383539, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 11.749868392944336, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8745019435882568, + "num_tokens": 552447527.0, + "step": 14485 + }, + { + "epoch": 1.8427680956621295, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 11.711894035339355, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8754628896713257, + "num_tokens": 552486569.0, + "step": 14486 + }, + { + "epoch": 1.84289530594072, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 11.723688125610352, + "learning_rate": 1e-06, + "loss": 0.5165, + "mean_token_accuracy": 0.837928295135498, + "num_tokens": 552529158.0, + "step": 14487 + }, + { + "epoch": 1.8430225162193106, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 11.646698951721191, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8706551790237427, + "num_tokens": 552572183.0, + "step": 14488 + }, + { + "epoch": 1.8431497264979009, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.643792152404785, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8697513341903687, + "num_tokens": 552609785.0, + "step": 14489 + }, + { + "epoch": 1.8432769367764914, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 11.623764038085938, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.879569411277771, + "num_tokens": 552641243.0, + "step": 14490 + }, + { + "epoch": 1.843404147055082, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.710210800170898, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8645581007003784, + "num_tokens": 552677595.0, + "step": 14491 + }, + { + "epoch": 1.8435313573336725, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.65705394744873, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8718595504760742, + "num_tokens": 552715492.0, + "step": 14492 + }, + { + "epoch": 1.843658567612263, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.618744850158691, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8714070320129395, + "num_tokens": 552757410.0, + "step": 14493 + }, + { + "epoch": 1.8437857778908535, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.630526542663574, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8869792222976685, + "num_tokens": 552793794.0, + "step": 14494 + }, + { + "epoch": 1.843912988169444, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.649755477905273, + "learning_rate": 1e-06, + "loss": 0.4283, + "mean_token_accuracy": 0.8581146001815796, + "num_tokens": 552836010.0, + "step": 14495 + }, + { + "epoch": 1.8440401984480346, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.574016571044922, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8749387264251709, + "num_tokens": 552874136.0, + "step": 14496 + }, + { + "epoch": 1.844167408726625, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.677668571472168, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.869064450263977, + "num_tokens": 552912314.0, + "step": 14497 + }, + { + "epoch": 1.8442946190052156, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.609435081481934, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.861171305179596, + "num_tokens": 552953998.0, + "step": 14498 + }, + { + "epoch": 1.8444218292838062, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.64670181274414, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8913297653198242, + "num_tokens": 552987310.0, + "step": 14499 + }, + { + "epoch": 1.8445490395623967, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.60454273223877, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8710322380065918, + "num_tokens": 553019830.0, + "step": 14500 + }, + { + "epoch": 1.8446762498409872, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.639325141906738, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8715105056762695, + "num_tokens": 553066695.0, + "step": 14501 + }, + { + "epoch": 1.8448034601195777, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.656075477600098, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8645164370536804, + "num_tokens": 553098943.0, + "step": 14502 + }, + { + "epoch": 1.8449306703981683, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.679414749145508, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8768830299377441, + "num_tokens": 553136106.0, + "step": 14503 + }, + { + "epoch": 1.8450578806767588, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.60922908782959, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8790819644927979, + "num_tokens": 553170014.0, + "step": 14504 + }, + { + "epoch": 1.8451850909553493, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.655587196350098, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8671728372573853, + "num_tokens": 553213297.0, + "step": 14505 + }, + { + "epoch": 1.8453123012339399, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.651765823364258, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8736668229103088, + "num_tokens": 553248559.0, + "step": 14506 + }, + { + "epoch": 1.8454395115125302, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.669937133789062, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8744024634361267, + "num_tokens": 553289140.0, + "step": 14507 + }, + { + "epoch": 1.8455667217911207, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.637567520141602, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8652892112731934, + "num_tokens": 553330619.0, + "step": 14508 + }, + { + "epoch": 1.8456939320697112, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.645588874816895, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8835050463676453, + "num_tokens": 553371295.0, + "step": 14509 + }, + { + "epoch": 1.8458211423483017, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.61323070526123, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8691957592964172, + "num_tokens": 553410237.0, + "step": 14510 + }, + { + "epoch": 1.8459483526268923, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.653552055358887, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.879671573638916, + "num_tokens": 553446727.0, + "step": 14511 + }, + { + "epoch": 1.8460755629054828, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.568953514099121, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8789258003234863, + "num_tokens": 553488626.0, + "step": 14512 + }, + { + "epoch": 1.846202773184073, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.620951652526855, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8652913570404053, + "num_tokens": 553528294.0, + "step": 14513 + }, + { + "epoch": 1.8463299834626636, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.626710891723633, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8770427703857422, + "num_tokens": 553563738.0, + "step": 14514 + }, + { + "epoch": 1.8464571937412542, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.595298767089844, + "learning_rate": 1e-06, + "loss": 0.4914, + "mean_token_accuracy": 0.8405264616012573, + "num_tokens": 553603351.0, + "step": 14515 + }, + { + "epoch": 1.8465844040198447, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.593655586242676, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8707960844039917, + "num_tokens": 553643655.0, + "step": 14516 + }, + { + "epoch": 1.8467116142984352, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.627656936645508, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8848516345024109, + "num_tokens": 553677944.0, + "step": 14517 + }, + { + "epoch": 1.8468388245770258, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.603836059570312, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8687546849250793, + "num_tokens": 553712120.0, + "step": 14518 + }, + { + "epoch": 1.8469660348556163, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.499520301818848, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8758575916290283, + "num_tokens": 553751442.0, + "step": 14519 + }, + { + "epoch": 1.8470932451342068, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.661175727844238, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8785111308097839, + "num_tokens": 553782924.0, + "step": 14520 + }, + { + "epoch": 1.8472204554127973, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.566903114318848, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.8637874126434326, + "num_tokens": 553818861.0, + "step": 14521 + }, + { + "epoch": 1.8473476656913879, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.54031753540039, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8719212412834167, + "num_tokens": 553855593.0, + "step": 14522 + }, + { + "epoch": 1.8474748759699784, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.609807014465332, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8710712790489197, + "num_tokens": 553896028.0, + "step": 14523 + }, + { + "epoch": 1.847602086248569, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.557904243469238, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8765347003936768, + "num_tokens": 553935212.0, + "step": 14524 + }, + { + "epoch": 1.8477292965271594, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.574357032775879, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8719272017478943, + "num_tokens": 553971231.0, + "step": 14525 + }, + { + "epoch": 1.84785650680575, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.593024253845215, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8812187910079956, + "num_tokens": 554006782.0, + "step": 14526 + }, + { + "epoch": 1.8479837170843405, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.569518089294434, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8652746081352234, + "num_tokens": 554043427.0, + "step": 14527 + }, + { + "epoch": 1.848110927362931, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.60225772857666, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8619202971458435, + "num_tokens": 554084187.0, + "step": 14528 + }, + { + "epoch": 1.8482381376415216, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.596302032470703, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8732619881629944, + "num_tokens": 554122186.0, + "step": 14529 + }, + { + "epoch": 1.848365347920112, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.598175048828125, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8723388314247131, + "num_tokens": 554161388.0, + "step": 14530 + }, + { + "epoch": 1.8484925581987026, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.622179985046387, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8651436567306519, + "num_tokens": 554199837.0, + "step": 14531 + }, + { + "epoch": 1.848619768477293, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.483901977539062, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8618049621582031, + "num_tokens": 554239567.0, + "step": 14532 + }, + { + "epoch": 1.8487469787558835, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.609895706176758, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8753079175949097, + "num_tokens": 554277040.0, + "step": 14533 + }, + { + "epoch": 1.848874189034474, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.574141502380371, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8757280111312866, + "num_tokens": 554318994.0, + "step": 14534 + }, + { + "epoch": 1.8490013993130645, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.613698959350586, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8661338090896606, + "num_tokens": 554355334.0, + "step": 14535 + }, + { + "epoch": 1.849128609591655, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.53134822845459, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.861316442489624, + "num_tokens": 554396504.0, + "step": 14536 + }, + { + "epoch": 1.8492558198702456, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.636241912841797, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8784087896347046, + "num_tokens": 554429772.0, + "step": 14537 + }, + { + "epoch": 1.8493830301488359, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.568909645080566, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8742635250091553, + "num_tokens": 554470102.0, + "step": 14538 + }, + { + "epoch": 1.8495102404274264, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.554407119750977, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8645496368408203, + "num_tokens": 554511632.0, + "step": 14539 + }, + { + "epoch": 1.849637450706017, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.600970268249512, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8687633275985718, + "num_tokens": 554553028.0, + "step": 14540 + }, + { + "epoch": 1.8497646609846075, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.601946830749512, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8657240867614746, + "num_tokens": 554585109.0, + "step": 14541 + }, + { + "epoch": 1.849891871263198, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.516554832458496, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8740817308425903, + "num_tokens": 554621141.0, + "step": 14542 + }, + { + "epoch": 1.8500190815417885, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.626062393188477, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8709356784820557, + "num_tokens": 554660838.0, + "step": 14543 + }, + { + "epoch": 1.850146291820379, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.570277214050293, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8745055198669434, + "num_tokens": 554696338.0, + "step": 14544 + }, + { + "epoch": 1.8502735020989696, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.565876007080078, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8846476078033447, + "num_tokens": 554729782.0, + "step": 14545 + }, + { + "epoch": 1.85040071237756, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.576242446899414, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8875440359115601, + "num_tokens": 554767566.0, + "step": 14546 + }, + { + "epoch": 1.8505279226561506, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.561854362487793, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8779164552688599, + "num_tokens": 554806063.0, + "step": 14547 + }, + { + "epoch": 1.8506551329347412, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.582597732543945, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8700107336044312, + "num_tokens": 554839418.0, + "step": 14548 + }, + { + "epoch": 1.8507823432133317, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.52735424041748, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8678900003433228, + "num_tokens": 554881888.0, + "step": 14549 + }, + { + "epoch": 1.8509095534919222, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.5360689163208, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8900689482688904, + "num_tokens": 554921561.0, + "step": 14550 + }, + { + "epoch": 1.8510367637705127, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.574518203735352, + "learning_rate": 1e-06, + "loss": 0.4489, + "mean_token_accuracy": 0.8492172956466675, + "num_tokens": 554954380.0, + "step": 14551 + }, + { + "epoch": 1.8511639740491033, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.52253532409668, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8731964230537415, + "num_tokens": 554994781.0, + "step": 14552 + }, + { + "epoch": 1.8512911843276938, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.584927558898926, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8813392519950867, + "num_tokens": 555024938.0, + "step": 14553 + }, + { + "epoch": 1.8514183946062843, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.604538917541504, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8601762056350708, + "num_tokens": 555059785.0, + "step": 14554 + }, + { + "epoch": 1.8515456048848749, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.603095054626465, + "learning_rate": 1e-06, + "loss": 0.4567, + "mean_token_accuracy": 0.8479424715042114, + "num_tokens": 555097502.0, + "step": 14555 + }, + { + "epoch": 1.8516728151634652, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.532393455505371, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8711614608764648, + "num_tokens": 555139976.0, + "step": 14556 + }, + { + "epoch": 1.8518000254420557, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.588759422302246, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8755044937133789, + "num_tokens": 555181250.0, + "step": 14557 + }, + { + "epoch": 1.8519272357206462, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.60940170288086, + "learning_rate": 1e-06, + "loss": 0.4497, + "mean_token_accuracy": 0.8534579277038574, + "num_tokens": 555214927.0, + "step": 14558 + }, + { + "epoch": 1.8520544459992367, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.595033645629883, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8686645030975342, + "num_tokens": 555255795.0, + "step": 14559 + }, + { + "epoch": 1.8521816562778273, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.57283878326416, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8752061128616333, + "num_tokens": 555294177.0, + "step": 14560 + }, + { + "epoch": 1.8523088665564178, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.616609573364258, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8838745355606079, + "num_tokens": 555331548.0, + "step": 14561 + }, + { + "epoch": 1.852436076835008, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.600951194763184, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8844146132469177, + "num_tokens": 555368426.0, + "step": 14562 + }, + { + "epoch": 1.8525632871135986, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.605653762817383, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8896781802177429, + "num_tokens": 555411594.0, + "step": 14563 + }, + { + "epoch": 1.8526904973921892, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.583389282226562, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.8640491962432861, + "num_tokens": 555450412.0, + "step": 14564 + }, + { + "epoch": 1.8528177076707797, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.620795249938965, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8813986778259277, + "num_tokens": 555489067.0, + "step": 14565 + }, + { + "epoch": 1.8529449179493702, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.64163875579834, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8787306547164917, + "num_tokens": 555524552.0, + "step": 14566 + }, + { + "epoch": 1.8530721282279607, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.62009048461914, + "learning_rate": 1e-06, + "loss": 0.4516, + "mean_token_accuracy": 0.8462417125701904, + "num_tokens": 555563766.0, + "step": 14567 + }, + { + "epoch": 1.8531993385065513, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.61567497253418, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8792014718055725, + "num_tokens": 555601410.0, + "step": 14568 + }, + { + "epoch": 1.8533265487851418, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.561187744140625, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8724530935287476, + "num_tokens": 555641346.0, + "step": 14569 + }, + { + "epoch": 1.8534537590637323, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.595869064331055, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8818054795265198, + "num_tokens": 555676537.0, + "step": 14570 + }, + { + "epoch": 1.8535809693423229, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.550154685974121, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8576732873916626, + "num_tokens": 555721634.0, + "step": 14571 + }, + { + "epoch": 1.8537081796209134, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.59443473815918, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.870890200138092, + "num_tokens": 555765447.0, + "step": 14572 + }, + { + "epoch": 1.853835389899504, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.578742027282715, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8712121248245239, + "num_tokens": 555798598.0, + "step": 14573 + }, + { + "epoch": 1.8539626001780944, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.572437286376953, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.88092041015625, + "num_tokens": 555829465.0, + "step": 14574 + }, + { + "epoch": 1.854089810456685, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.637049674987793, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8741581439971924, + "num_tokens": 555866577.0, + "step": 14575 + }, + { + "epoch": 1.8542170207352755, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.605579376220703, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8767322301864624, + "num_tokens": 555900472.0, + "step": 14576 + }, + { + "epoch": 1.854344231013866, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.572489738464355, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8677698373794556, + "num_tokens": 555936356.0, + "step": 14577 + }, + { + "epoch": 1.8544714412924566, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.656919479370117, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8663220405578613, + "num_tokens": 555975338.0, + "step": 14578 + }, + { + "epoch": 1.854598651571047, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.594597816467285, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8630902171134949, + "num_tokens": 556019651.0, + "step": 14579 + }, + { + "epoch": 1.8547258618496376, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.660955429077148, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.8676373958587646, + "num_tokens": 556054530.0, + "step": 14580 + }, + { + "epoch": 1.854853072128228, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.626474380493164, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.867217481136322, + "num_tokens": 556091985.0, + "step": 14581 + }, + { + "epoch": 1.8549802824068184, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.561891555786133, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8749458193778992, + "num_tokens": 556128777.0, + "step": 14582 + }, + { + "epoch": 1.855107492685409, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.559536933898926, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8917644023895264, + "num_tokens": 556164286.0, + "step": 14583 + }, + { + "epoch": 1.8552347029639995, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.599271774291992, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8801131844520569, + "num_tokens": 556199141.0, + "step": 14584 + }, + { + "epoch": 1.85536191324259, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.591696739196777, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8782236576080322, + "num_tokens": 556237104.0, + "step": 14585 + }, + { + "epoch": 1.8554891235211806, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.58199405670166, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8627384305000305, + "num_tokens": 556275343.0, + "step": 14586 + }, + { + "epoch": 1.8556163337997709, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.551843643188477, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8880296945571899, + "num_tokens": 556316539.0, + "step": 14587 + }, + { + "epoch": 1.8557435440783614, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.537432670593262, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.88576740026474, + "num_tokens": 556351101.0, + "step": 14588 + }, + { + "epoch": 1.855870754356952, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.596508026123047, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8861141800880432, + "num_tokens": 556382458.0, + "step": 14589 + }, + { + "epoch": 1.8559979646355425, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.579355239868164, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8751349449157715, + "num_tokens": 556416980.0, + "step": 14590 + }, + { + "epoch": 1.856125174914133, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.533434867858887, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8793725371360779, + "num_tokens": 556451868.0, + "step": 14591 + }, + { + "epoch": 1.8562523851927235, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.606167793273926, + "learning_rate": 1e-06, + "loss": 0.4143, + "mean_token_accuracy": 0.8610526919364929, + "num_tokens": 556485682.0, + "step": 14592 + }, + { + "epoch": 1.856379595471314, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.527362823486328, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8836805820465088, + "num_tokens": 556524857.0, + "step": 14593 + }, + { + "epoch": 1.8565068057499046, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.552419662475586, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8775392770767212, + "num_tokens": 556565763.0, + "step": 14594 + }, + { + "epoch": 1.856634016028495, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.536680221557617, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8608267307281494, + "num_tokens": 556606202.0, + "step": 14595 + }, + { + "epoch": 1.8567612263070856, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.553811073303223, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8808348774909973, + "num_tokens": 556646906.0, + "step": 14596 + }, + { + "epoch": 1.8568884365856761, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.564800262451172, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8755048513412476, + "num_tokens": 556684249.0, + "step": 14597 + }, + { + "epoch": 1.8570156468642667, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.55982780456543, + "learning_rate": 1e-06, + "loss": 0.4075, + "mean_token_accuracy": 0.8621709942817688, + "num_tokens": 556726840.0, + "step": 14598 + }, + { + "epoch": 1.8571428571428572, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.578707695007324, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8761000633239746, + "num_tokens": 556764822.0, + "step": 14599 + }, + { + "epoch": 1.8572700674214477, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.578251838684082, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8715071678161621, + "num_tokens": 556800884.0, + "step": 14600 + }, + { + "epoch": 1.8573972777000383, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.592137336730957, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8777196407318115, + "num_tokens": 556841233.0, + "step": 14601 + }, + { + "epoch": 1.8575244879786288, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.624919891357422, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8670424818992615, + "num_tokens": 556880995.0, + "step": 14602 + }, + { + "epoch": 1.8576516982572193, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.539811134338379, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8790078163146973, + "num_tokens": 556914367.0, + "step": 14603 + }, + { + "epoch": 1.8577789085358098, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.624564170837402, + "learning_rate": 1e-06, + "loss": 0.4504, + "mean_token_accuracy": 0.854308009147644, + "num_tokens": 556955944.0, + "step": 14604 + }, + { + "epoch": 1.8579061188144002, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.595236778259277, + "learning_rate": 1e-06, + "loss": 0.4378, + "mean_token_accuracy": 0.8565458059310913, + "num_tokens": 556989851.0, + "step": 14605 + }, + { + "epoch": 1.8580333290929907, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.503557205200195, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8722834587097168, + "num_tokens": 557033662.0, + "step": 14606 + }, + { + "epoch": 1.8581605393715812, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.567496299743652, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8663016557693481, + "num_tokens": 557074869.0, + "step": 14607 + }, + { + "epoch": 1.8582877496501717, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.604555130004883, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8627721071243286, + "num_tokens": 557110164.0, + "step": 14608 + }, + { + "epoch": 1.8584149599287623, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.581830978393555, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8731060028076172, + "num_tokens": 557149309.0, + "step": 14609 + }, + { + "epoch": 1.8585421702073528, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.552687644958496, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8677800893783569, + "num_tokens": 557180510.0, + "step": 14610 + }, + { + "epoch": 1.858669380485943, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.584831237792969, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.878556489944458, + "num_tokens": 557218062.0, + "step": 14611 + }, + { + "epoch": 1.8587965907645336, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.496801376342773, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8644859790802002, + "num_tokens": 557258963.0, + "step": 14612 + }, + { + "epoch": 1.8589238010431242, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.564955711364746, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8739399909973145, + "num_tokens": 557296046.0, + "step": 14613 + }, + { + "epoch": 1.8590510113217147, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.523762702941895, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8708471655845642, + "num_tokens": 557328395.0, + "step": 14614 + }, + { + "epoch": 1.8591782216003052, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.531235694885254, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8754456043243408, + "num_tokens": 557363888.0, + "step": 14615 + }, + { + "epoch": 1.8593054318788957, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.569430351257324, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8658840656280518, + "num_tokens": 557402944.0, + "step": 14616 + }, + { + "epoch": 1.8594326421574863, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.55450439453125, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8791322708129883, + "num_tokens": 557442247.0, + "step": 14617 + }, + { + "epoch": 1.8595598524360768, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.573997497558594, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8668532371520996, + "num_tokens": 557483580.0, + "step": 14618 + }, + { + "epoch": 1.8596870627146673, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.530207633972168, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8772501945495605, + "num_tokens": 557520134.0, + "step": 14619 + }, + { + "epoch": 1.8598142729932579, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.600669860839844, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.867030143737793, + "num_tokens": 557565726.0, + "step": 14620 + }, + { + "epoch": 1.8599414832718484, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.548691749572754, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8719603419303894, + "num_tokens": 557602871.0, + "step": 14621 + }, + { + "epoch": 1.860068693550439, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.590794563293457, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.863900899887085, + "num_tokens": 557640873.0, + "step": 14622 + }, + { + "epoch": 1.8601959038290294, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.544779777526855, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8655017614364624, + "num_tokens": 557684233.0, + "step": 14623 + }, + { + "epoch": 1.86032311410762, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.554617881774902, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8770856261253357, + "num_tokens": 557716895.0, + "step": 14624 + }, + { + "epoch": 1.8604503243862105, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.516621589660645, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8686489462852478, + "num_tokens": 557758197.0, + "step": 14625 + }, + { + "epoch": 1.860577534664801, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.584783554077148, + "learning_rate": 1e-06, + "loss": 0.4815, + "mean_token_accuracy": 0.8458409309387207, + "num_tokens": 557794196.0, + "step": 14626 + }, + { + "epoch": 1.8607047449433916, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.591015815734863, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.856320858001709, + "num_tokens": 557833856.0, + "step": 14627 + }, + { + "epoch": 1.860831955221982, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.562268257141113, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8616312742233276, + "num_tokens": 557866304.0, + "step": 14628 + }, + { + "epoch": 1.8609591655005726, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.58366584777832, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8856519460678101, + "num_tokens": 557907065.0, + "step": 14629 + }, + { + "epoch": 1.861086375779163, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.598992347717285, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.86871737241745, + "num_tokens": 557947326.0, + "step": 14630 + }, + { + "epoch": 1.8612135860577534, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.567267417907715, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8714786767959595, + "num_tokens": 557990059.0, + "step": 14631 + }, + { + "epoch": 1.861340796336344, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.595902442932129, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8743034601211548, + "num_tokens": 558028406.0, + "step": 14632 + }, + { + "epoch": 1.8614680066149345, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.572754859924316, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8674526214599609, + "num_tokens": 558070239.0, + "step": 14633 + }, + { + "epoch": 1.861595216893525, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.591739654541016, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8762829899787903, + "num_tokens": 558107685.0, + "step": 14634 + }, + { + "epoch": 1.8617224271721156, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.647505760192871, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8667153716087341, + "num_tokens": 558143185.0, + "step": 14635 + }, + { + "epoch": 1.8618496374507059, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.620734214782715, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8803883194923401, + "num_tokens": 558176207.0, + "step": 14636 + }, + { + "epoch": 1.8619768477292964, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.600728988647461, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8885798454284668, + "num_tokens": 558212215.0, + "step": 14637 + }, + { + "epoch": 1.862104058007887, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.594930648803711, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8809701800346375, + "num_tokens": 558248471.0, + "step": 14638 + }, + { + "epoch": 1.8622312682864774, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.606627464294434, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8596153259277344, + "num_tokens": 558285211.0, + "step": 14639 + }, + { + "epoch": 1.862358478565068, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.633355140686035, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8666364550590515, + "num_tokens": 558314434.0, + "step": 14640 + }, + { + "epoch": 1.8624856888436585, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.566191673278809, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8803871870040894, + "num_tokens": 558353710.0, + "step": 14641 + }, + { + "epoch": 1.862612899122249, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.624358177185059, + "learning_rate": 1e-06, + "loss": 0.4255, + "mean_token_accuracy": 0.8599976897239685, + "num_tokens": 558390476.0, + "step": 14642 + }, + { + "epoch": 1.8627401094008396, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.617491722106934, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8815550804138184, + "num_tokens": 558424917.0, + "step": 14643 + }, + { + "epoch": 1.86286731967943, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.637011528015137, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8675128221511841, + "num_tokens": 558459831.0, + "step": 14644 + }, + { + "epoch": 1.8629945299580206, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.584306716918945, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8867562413215637, + "num_tokens": 558498600.0, + "step": 14645 + }, + { + "epoch": 1.8631217402366111, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.568272590637207, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.8631664514541626, + "num_tokens": 558537465.0, + "step": 14646 + }, + { + "epoch": 1.8632489505152017, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.598479270935059, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8917994499206543, + "num_tokens": 558575357.0, + "step": 14647 + }, + { + "epoch": 1.8633761607937922, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.547632217407227, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8695387840270996, + "num_tokens": 558619422.0, + "step": 14648 + }, + { + "epoch": 1.8635033710723827, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.541298866271973, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8643520474433899, + "num_tokens": 558657677.0, + "step": 14649 + }, + { + "epoch": 1.8636305813509733, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.569355964660645, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8792726993560791, + "num_tokens": 558692912.0, + "step": 14650 + }, + { + "epoch": 1.8637577916295638, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.563140869140625, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8838075995445251, + "num_tokens": 558733470.0, + "step": 14651 + }, + { + "epoch": 1.8638850019081543, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.606874465942383, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8690062761306763, + "num_tokens": 558771899.0, + "step": 14652 + }, + { + "epoch": 1.8640122121867448, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.584232330322266, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8797070980072021, + "num_tokens": 558813002.0, + "step": 14653 + }, + { + "epoch": 1.8641394224653351, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.596508979797363, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8569191694259644, + "num_tokens": 558850827.0, + "step": 14654 + }, + { + "epoch": 1.8642666327439257, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.601064682006836, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8697973489761353, + "num_tokens": 558889003.0, + "step": 14655 + }, + { + "epoch": 1.8643938430225162, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.603924751281738, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8788880109786987, + "num_tokens": 558925849.0, + "step": 14656 + }, + { + "epoch": 1.8645210533011067, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.636420249938965, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8723359107971191, + "num_tokens": 558967471.0, + "step": 14657 + }, + { + "epoch": 1.8646482635796973, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.537371635437012, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8754863739013672, + "num_tokens": 559001938.0, + "step": 14658 + }, + { + "epoch": 1.8647754738582878, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.602485656738281, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8783631920814514, + "num_tokens": 559040515.0, + "step": 14659 + }, + { + "epoch": 1.864902684136878, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.564507484436035, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8835757970809937, + "num_tokens": 559077702.0, + "step": 14660 + }, + { + "epoch": 1.8650298944154686, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.627264976501465, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8657090663909912, + "num_tokens": 559114741.0, + "step": 14661 + }, + { + "epoch": 1.8651571046940592, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.59984302520752, + "learning_rate": 1e-06, + "loss": 0.4575, + "mean_token_accuracy": 0.8506430387496948, + "num_tokens": 559155844.0, + "step": 14662 + }, + { + "epoch": 1.8652843149726497, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.553603172302246, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8739461898803711, + "num_tokens": 559194964.0, + "step": 14663 + }, + { + "epoch": 1.8654115252512402, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.627941131591797, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8784530162811279, + "num_tokens": 559230083.0, + "step": 14664 + }, + { + "epoch": 1.8655387355298307, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.597139358520508, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8829699158668518, + "num_tokens": 559268397.0, + "step": 14665 + }, + { + "epoch": 1.8656659458084213, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.599836349487305, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8638522624969482, + "num_tokens": 559302024.0, + "step": 14666 + }, + { + "epoch": 1.8657931560870118, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.605290412902832, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8707345128059387, + "num_tokens": 559343192.0, + "step": 14667 + }, + { + "epoch": 1.8659203663656023, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.603641510009766, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8947572112083435, + "num_tokens": 559380616.0, + "step": 14668 + }, + { + "epoch": 1.8660475766441929, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.63325023651123, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8822420835494995, + "num_tokens": 559413621.0, + "step": 14669 + }, + { + "epoch": 1.8661747869227834, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.633119583129883, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8809332847595215, + "num_tokens": 559447274.0, + "step": 14670 + }, + { + "epoch": 1.866301997201374, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.588239669799805, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8816065192222595, + "num_tokens": 559484306.0, + "step": 14671 + }, + { + "epoch": 1.8664292074799644, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.562310218811035, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8784546852111816, + "num_tokens": 559527126.0, + "step": 14672 + }, + { + "epoch": 1.866556417758555, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.590970993041992, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8760079145431519, + "num_tokens": 559568342.0, + "step": 14673 + }, + { + "epoch": 1.8666836280371455, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.524578094482422, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8709473609924316, + "num_tokens": 559609597.0, + "step": 14674 + }, + { + "epoch": 1.866810838315736, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.592599868774414, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8705635666847229, + "num_tokens": 559646392.0, + "step": 14675 + }, + { + "epoch": 1.8669380485943265, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.558344841003418, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8767350912094116, + "num_tokens": 559684836.0, + "step": 14676 + }, + { + "epoch": 1.867065258872917, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.590378761291504, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8777533173561096, + "num_tokens": 559727793.0, + "step": 14677 + }, + { + "epoch": 1.8671924691515076, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.6022367477417, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8611180186271667, + "num_tokens": 559768154.0, + "step": 14678 + }, + { + "epoch": 1.867319679430098, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.547201156616211, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8740966320037842, + "num_tokens": 559798732.0, + "step": 14679 + }, + { + "epoch": 1.8674468897086884, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.623764991760254, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8710529804229736, + "num_tokens": 559842796.0, + "step": 14680 + }, + { + "epoch": 1.867574099987279, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.567055702209473, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8698275089263916, + "num_tokens": 559884198.0, + "step": 14681 + }, + { + "epoch": 1.8677013102658695, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.589934349060059, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8586081862449646, + "num_tokens": 559916749.0, + "step": 14682 + }, + { + "epoch": 1.86782852054446, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.62716007232666, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8689194917678833, + "num_tokens": 559958430.0, + "step": 14683 + }, + { + "epoch": 1.8679557308230506, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.565994262695312, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8901952505111694, + "num_tokens": 559995720.0, + "step": 14684 + }, + { + "epoch": 1.8680829411016409, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.603626251220703, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8771446943283081, + "num_tokens": 560033304.0, + "step": 14685 + }, + { + "epoch": 1.8682101513802314, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.566542625427246, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8708562850952148, + "num_tokens": 560069879.0, + "step": 14686 + }, + { + "epoch": 1.868337361658822, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.587580680847168, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8710755705833435, + "num_tokens": 560106853.0, + "step": 14687 + }, + { + "epoch": 1.8684645719374124, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.599813461303711, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8742408752441406, + "num_tokens": 560144225.0, + "step": 14688 + }, + { + "epoch": 1.868591782216003, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.620919227600098, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8672962784767151, + "num_tokens": 560186520.0, + "step": 14689 + }, + { + "epoch": 1.8687189924945935, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.600842475891113, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8759379386901855, + "num_tokens": 560225458.0, + "step": 14690 + }, + { + "epoch": 1.868846202773184, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.595030784606934, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.878183901309967, + "num_tokens": 560263401.0, + "step": 14691 + }, + { + "epoch": 1.8689734130517746, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.517008781433105, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8686949014663696, + "num_tokens": 560305026.0, + "step": 14692 + }, + { + "epoch": 1.869100623330365, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.603439331054688, + "learning_rate": 1e-06, + "loss": 0.4809, + "mean_token_accuracy": 0.8411024808883667, + "num_tokens": 560354823.0, + "step": 14693 + }, + { + "epoch": 1.8692278336089556, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.594504356384277, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8879222869873047, + "num_tokens": 560391888.0, + "step": 14694 + }, + { + "epoch": 1.8693550438875461, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.587406158447266, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8750115633010864, + "num_tokens": 560425350.0, + "step": 14695 + }, + { + "epoch": 1.8694822541661367, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.635316848754883, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8827823400497437, + "num_tokens": 560458521.0, + "step": 14696 + }, + { + "epoch": 1.8696094644447272, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.576106071472168, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8677660226821899, + "num_tokens": 560506378.0, + "step": 14697 + }, + { + "epoch": 1.8697366747233177, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.553406715393066, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.8941742777824402, + "num_tokens": 560544055.0, + "step": 14698 + }, + { + "epoch": 1.8698638850019083, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.619462966918945, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8819361925125122, + "num_tokens": 560577240.0, + "step": 14699 + }, + { + "epoch": 1.8699910952804988, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.567776679992676, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8676738739013672, + "num_tokens": 560615662.0, + "step": 14700 + }, + { + "epoch": 1.8701183055590893, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.629522323608398, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8685232996940613, + "num_tokens": 560658386.0, + "step": 14701 + }, + { + "epoch": 1.8702455158376798, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.579462051391602, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8715815544128418, + "num_tokens": 560696366.0, + "step": 14702 + }, + { + "epoch": 1.8703727261162701, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.593628883361816, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.8626216650009155, + "num_tokens": 560736419.0, + "step": 14703 + }, + { + "epoch": 1.8704999363948607, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.501474380493164, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8714525699615479, + "num_tokens": 560777839.0, + "step": 14704 + }, + { + "epoch": 1.8706271466734512, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.559304237365723, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8823928833007812, + "num_tokens": 560816167.0, + "step": 14705 + }, + { + "epoch": 1.8707543569520417, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.600342750549316, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8596197366714478, + "num_tokens": 560854524.0, + "step": 14706 + }, + { + "epoch": 1.8708815672306323, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.569028854370117, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8691148161888123, + "num_tokens": 560894393.0, + "step": 14707 + }, + { + "epoch": 1.8710087775092228, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.54397964477539, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8835842609405518, + "num_tokens": 560938640.0, + "step": 14708 + }, + { + "epoch": 1.871135987787813, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.606353759765625, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.871563196182251, + "num_tokens": 560976805.0, + "step": 14709 + }, + { + "epoch": 1.8712631980664036, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.583887100219727, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8701311349868774, + "num_tokens": 561018940.0, + "step": 14710 + }, + { + "epoch": 1.8713904083449941, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.577330589294434, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8781412243843079, + "num_tokens": 561065228.0, + "step": 14711 + }, + { + "epoch": 1.8715176186235847, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.570178985595703, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.865503191947937, + "num_tokens": 561107540.0, + "step": 14712 + }, + { + "epoch": 1.8716448289021752, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.64767074584961, + "learning_rate": 1e-06, + "loss": 0.4687, + "mean_token_accuracy": 0.8545606136322021, + "num_tokens": 561144774.0, + "step": 14713 + }, + { + "epoch": 1.8717720391807657, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.593488693237305, + "learning_rate": 1e-06, + "loss": 0.4461, + "mean_token_accuracy": 0.8525993227958679, + "num_tokens": 561186774.0, + "step": 14714 + }, + { + "epoch": 1.8718992494593563, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.5761079788208, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8855387568473816, + "num_tokens": 561223997.0, + "step": 14715 + }, + { + "epoch": 1.8720264597379468, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.635411262512207, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8801366090774536, + "num_tokens": 561261583.0, + "step": 14716 + }, + { + "epoch": 1.8721536700165373, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.575489044189453, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.878772497177124, + "num_tokens": 561302681.0, + "step": 14717 + }, + { + "epoch": 1.8722808802951278, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.625823020935059, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8709473609924316, + "num_tokens": 561338402.0, + "step": 14718 + }, + { + "epoch": 1.8724080905737184, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.639471054077148, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8767969608306885, + "num_tokens": 561372892.0, + "step": 14719 + }, + { + "epoch": 1.872535300852309, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.594457626342773, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8696619272232056, + "num_tokens": 561409474.0, + "step": 14720 + }, + { + "epoch": 1.8726625111308994, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.568413734436035, + "learning_rate": 1e-06, + "loss": 0.4605, + "mean_token_accuracy": 0.8476442098617554, + "num_tokens": 561450152.0, + "step": 14721 + }, + { + "epoch": 1.87278972140949, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.641451835632324, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.866500973701477, + "num_tokens": 561489448.0, + "step": 14722 + }, + { + "epoch": 1.8729169316880805, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.620185852050781, + "learning_rate": 1e-06, + "loss": 0.4557, + "mean_token_accuracy": 0.850971519947052, + "num_tokens": 561529684.0, + "step": 14723 + }, + { + "epoch": 1.873044141966671, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.649698257446289, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8738999962806702, + "num_tokens": 561564259.0, + "step": 14724 + }, + { + "epoch": 1.8731713522452615, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.589932441711426, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8808689117431641, + "num_tokens": 561609650.0, + "step": 14725 + }, + { + "epoch": 1.873298562523852, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.635777473449707, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8787322044372559, + "num_tokens": 561645520.0, + "step": 14726 + }, + { + "epoch": 1.8734257728024426, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.596490859985352, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8778055906295776, + "num_tokens": 561682771.0, + "step": 14727 + }, + { + "epoch": 1.873552983081033, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.586726188659668, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8629732131958008, + "num_tokens": 561721317.0, + "step": 14728 + }, + { + "epoch": 1.8736801933596234, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.529549598693848, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8734456300735474, + "num_tokens": 561763178.0, + "step": 14729 + }, + { + "epoch": 1.873807403638214, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.609768867492676, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.873689591884613, + "num_tokens": 561802292.0, + "step": 14730 + }, + { + "epoch": 1.8739346139168045, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.556985855102539, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8809075355529785, + "num_tokens": 561838610.0, + "step": 14731 + }, + { + "epoch": 1.874061824195395, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.600383758544922, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8769055604934692, + "num_tokens": 561881992.0, + "step": 14732 + }, + { + "epoch": 1.8741890344739855, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.659523963928223, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8633943796157837, + "num_tokens": 561917661.0, + "step": 14733 + }, + { + "epoch": 1.8743162447525759, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.636216163635254, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8735449314117432, + "num_tokens": 561958218.0, + "step": 14734 + }, + { + "epoch": 1.8744434550311664, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.577909469604492, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8844133615493774, + "num_tokens": 561993882.0, + "step": 14735 + }, + { + "epoch": 1.874570665309757, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.645963668823242, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.873603880405426, + "num_tokens": 562035443.0, + "step": 14736 + }, + { + "epoch": 1.8746978755883474, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.565009117126465, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8709409832954407, + "num_tokens": 562072806.0, + "step": 14737 + }, + { + "epoch": 1.874825085866938, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.56446647644043, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8565923571586609, + "num_tokens": 562113652.0, + "step": 14738 + }, + { + "epoch": 1.8749522961455285, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.65029525756836, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8648534417152405, + "num_tokens": 562150600.0, + "step": 14739 + }, + { + "epoch": 1.875079506424119, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.593132972717285, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8752791881561279, + "num_tokens": 562187730.0, + "step": 14740 + }, + { + "epoch": 1.8752067167027096, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.609888076782227, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8729739189147949, + "num_tokens": 562228229.0, + "step": 14741 + }, + { + "epoch": 1.8753339269813, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.614264488220215, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8785613775253296, + "num_tokens": 562262293.0, + "step": 14742 + }, + { + "epoch": 1.8754611372598906, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.561821937561035, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8705244660377502, + "num_tokens": 562303389.0, + "step": 14743 + }, + { + "epoch": 1.8755883475384811, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.622058868408203, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8661412000656128, + "num_tokens": 562344461.0, + "step": 14744 + }, + { + "epoch": 1.8757155578170717, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.594273567199707, + "learning_rate": 1e-06, + "loss": 0.4389, + "mean_token_accuracy": 0.8552894592285156, + "num_tokens": 562387068.0, + "step": 14745 + }, + { + "epoch": 1.8758427680956622, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.577754020690918, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8708103895187378, + "num_tokens": 562428225.0, + "step": 14746 + }, + { + "epoch": 1.8759699783742527, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.55106258392334, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.873157799243927, + "num_tokens": 562463879.0, + "step": 14747 + }, + { + "epoch": 1.8760971886528433, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.578740119934082, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8655887246131897, + "num_tokens": 562502327.0, + "step": 14748 + }, + { + "epoch": 1.8762243989314338, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.630824089050293, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8765754699707031, + "num_tokens": 562542162.0, + "step": 14749 + }, + { + "epoch": 1.8763516092100243, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.578475952148438, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8678548336029053, + "num_tokens": 562583364.0, + "step": 14750 + }, + { + "epoch": 1.8764788194886148, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.620454788208008, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8742817640304565, + "num_tokens": 562615870.0, + "step": 14751 + }, + { + "epoch": 1.8766060297672051, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.606545448303223, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8589447140693665, + "num_tokens": 562655086.0, + "step": 14752 + }, + { + "epoch": 1.8767332400457957, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.57640552520752, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8656764030456543, + "num_tokens": 562697532.0, + "step": 14753 + }, + { + "epoch": 1.8768604503243862, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.59514045715332, + "learning_rate": 1e-06, + "loss": 0.4282, + "mean_token_accuracy": 0.853050947189331, + "num_tokens": 562731057.0, + "step": 14754 + }, + { + "epoch": 1.8769876606029767, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.600250244140625, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8612551093101501, + "num_tokens": 562770402.0, + "step": 14755 + }, + { + "epoch": 1.8771148708815673, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.581022262573242, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8689265847206116, + "num_tokens": 562806191.0, + "step": 14756 + }, + { + "epoch": 1.8772420811601578, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.564748764038086, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8700617551803589, + "num_tokens": 562846864.0, + "step": 14757 + }, + { + "epoch": 1.877369291438748, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.62409782409668, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.867615282535553, + "num_tokens": 562882887.0, + "step": 14758 + }, + { + "epoch": 1.8774965017173386, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.590201377868652, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8719286918640137, + "num_tokens": 562919096.0, + "step": 14759 + }, + { + "epoch": 1.8776237119959291, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.680980682373047, + "learning_rate": 1e-06, + "loss": 0.471, + "mean_token_accuracy": 0.8454879522323608, + "num_tokens": 562959336.0, + "step": 14760 + }, + { + "epoch": 1.8777509222745197, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.62484359741211, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8709343671798706, + "num_tokens": 562997883.0, + "step": 14761 + }, + { + "epoch": 1.8778781325531102, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.620224952697754, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8800498247146606, + "num_tokens": 563036763.0, + "step": 14762 + }, + { + "epoch": 1.8780053428317007, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.600611686706543, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8880811333656311, + "num_tokens": 563076815.0, + "step": 14763 + }, + { + "epoch": 1.8781325531102913, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.646446228027344, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8824293613433838, + "num_tokens": 563110511.0, + "step": 14764 + }, + { + "epoch": 1.8782597633888818, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.669818878173828, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8669240474700928, + "num_tokens": 563140757.0, + "step": 14765 + }, + { + "epoch": 1.8783869736674723, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.607224464416504, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8715990781784058, + "num_tokens": 563179961.0, + "step": 14766 + }, + { + "epoch": 1.8785141839460628, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.641621589660645, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8787487745285034, + "num_tokens": 563221355.0, + "step": 14767 + }, + { + "epoch": 1.8786413942246534, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.604726791381836, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8926740884780884, + "num_tokens": 563257427.0, + "step": 14768 + }, + { + "epoch": 1.878768604503244, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.64692211151123, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8690513968467712, + "num_tokens": 563294371.0, + "step": 14769 + }, + { + "epoch": 1.8788958147818344, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.583890914916992, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8816746473312378, + "num_tokens": 563338592.0, + "step": 14770 + }, + { + "epoch": 1.879023025060425, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.581731796264648, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8749767541885376, + "num_tokens": 563373853.0, + "step": 14771 + }, + { + "epoch": 1.8791502353390155, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.67261791229248, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8711686134338379, + "num_tokens": 563411137.0, + "step": 14772 + }, + { + "epoch": 1.879277445617606, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.559194564819336, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8758363723754883, + "num_tokens": 563450294.0, + "step": 14773 + }, + { + "epoch": 1.8794046558961965, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.534809112548828, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8730313181877136, + "num_tokens": 563496858.0, + "step": 14774 + }, + { + "epoch": 1.879531866174787, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.631685256958008, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8677713871002197, + "num_tokens": 563539566.0, + "step": 14775 + }, + { + "epoch": 1.8796590764533776, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.607608795166016, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8796030879020691, + "num_tokens": 563574363.0, + "step": 14776 + }, + { + "epoch": 1.879786286731968, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.692395210266113, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8730514049530029, + "num_tokens": 563605540.0, + "step": 14777 + }, + { + "epoch": 1.8799134970105584, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.546995162963867, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8585200309753418, + "num_tokens": 563646640.0, + "step": 14778 + }, + { + "epoch": 1.880040707289149, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.634004592895508, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8839833736419678, + "num_tokens": 563683576.0, + "step": 14779 + }, + { + "epoch": 1.8801679175677395, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.572004318237305, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8641453981399536, + "num_tokens": 563724088.0, + "step": 14780 + }, + { + "epoch": 1.88029512784633, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.556134223937988, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8713698983192444, + "num_tokens": 563760897.0, + "step": 14781 + }, + { + "epoch": 1.8804223381249205, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.590806007385254, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8775514960289001, + "num_tokens": 563800158.0, + "step": 14782 + }, + { + "epoch": 1.8805495484035109, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.581453323364258, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8776130080223083, + "num_tokens": 563833288.0, + "step": 14783 + }, + { + "epoch": 1.8806767586821014, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.584695816040039, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8832388520240784, + "num_tokens": 563874507.0, + "step": 14784 + }, + { + "epoch": 1.880803968960692, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.69397258758545, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8722164630889893, + "num_tokens": 563912452.0, + "step": 14785 + }, + { + "epoch": 1.8809311792392824, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.614810943603516, + "learning_rate": 1e-06, + "loss": 0.4395, + "mean_token_accuracy": 0.8553788065910339, + "num_tokens": 563950565.0, + "step": 14786 + }, + { + "epoch": 1.881058389517873, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.647858619689941, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.862651526927948, + "num_tokens": 563984924.0, + "step": 14787 + }, + { + "epoch": 1.8811855997964635, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.58280086517334, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8795138597488403, + "num_tokens": 564022887.0, + "step": 14788 + }, + { + "epoch": 1.881312810075054, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.660008430480957, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8716602921485901, + "num_tokens": 564064829.0, + "step": 14789 + }, + { + "epoch": 1.8814400203536445, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.699771881103516, + "learning_rate": 1e-06, + "loss": 0.457, + "mean_token_accuracy": 0.8503862619400024, + "num_tokens": 564100858.0, + "step": 14790 + }, + { + "epoch": 1.881567230632235, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.65658187866211, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8662642240524292, + "num_tokens": 564141477.0, + "step": 14791 + }, + { + "epoch": 1.8816944409108256, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.60163402557373, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8655344247817993, + "num_tokens": 564179271.0, + "step": 14792 + }, + { + "epoch": 1.8818216511894161, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.61902141571045, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8777563571929932, + "num_tokens": 564224336.0, + "step": 14793 + }, + { + "epoch": 1.8819488614680067, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.605398178100586, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8668450117111206, + "num_tokens": 564265157.0, + "step": 14794 + }, + { + "epoch": 1.8820760717465972, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.673296928405762, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8781529664993286, + "num_tokens": 564295023.0, + "step": 14795 + }, + { + "epoch": 1.8822032820251877, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.57419204711914, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8741017580032349, + "num_tokens": 564333700.0, + "step": 14796 + }, + { + "epoch": 1.8823304923037782, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.65224552154541, + "learning_rate": 1e-06, + "loss": 0.4323, + "mean_token_accuracy": 0.8592477440834045, + "num_tokens": 564374342.0, + "step": 14797 + }, + { + "epoch": 1.8824577025823688, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.547505378723145, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8743863105773926, + "num_tokens": 564422877.0, + "step": 14798 + }, + { + "epoch": 1.8825849128609593, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.62899398803711, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8723455667495728, + "num_tokens": 564464713.0, + "step": 14799 + }, + { + "epoch": 1.8827121231395498, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.5911283493042, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8614698052406311, + "num_tokens": 564500667.0, + "step": 14800 + }, + { + "epoch": 1.8828393334181401, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.567424774169922, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8801326751708984, + "num_tokens": 564541460.0, + "step": 14801 + }, + { + "epoch": 1.8829665436967307, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.556528091430664, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8641618490219116, + "num_tokens": 564580983.0, + "step": 14802 + }, + { + "epoch": 1.8830937539753212, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.60191535949707, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8806461095809937, + "num_tokens": 564615967.0, + "step": 14803 + }, + { + "epoch": 1.8832209642539117, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.65343952178955, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8650311827659607, + "num_tokens": 564653255.0, + "step": 14804 + }, + { + "epoch": 1.8833481745325023, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.554817199707031, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.871387779712677, + "num_tokens": 564688420.0, + "step": 14805 + }, + { + "epoch": 1.8834753848110928, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.607012748718262, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8660539388656616, + "num_tokens": 564733123.0, + "step": 14806 + }, + { + "epoch": 1.883602595089683, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.598506927490234, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8786274194717407, + "num_tokens": 564767712.0, + "step": 14807 + }, + { + "epoch": 1.8837298053682736, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.612817764282227, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8693944811820984, + "num_tokens": 564810663.0, + "step": 14808 + }, + { + "epoch": 1.8838570156468641, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.635869026184082, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8718698024749756, + "num_tokens": 564848689.0, + "step": 14809 + }, + { + "epoch": 1.8839842259254547, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.566859245300293, + "learning_rate": 1e-06, + "loss": 0.4178, + "mean_token_accuracy": 0.8605136871337891, + "num_tokens": 564887426.0, + "step": 14810 + }, + { + "epoch": 1.8841114362040452, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.651509284973145, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.876395583152771, + "num_tokens": 564924852.0, + "step": 14811 + }, + { + "epoch": 1.8842386464826357, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.585064888000488, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8686568737030029, + "num_tokens": 564964201.0, + "step": 14812 + }, + { + "epoch": 1.8843658567612263, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.598662376403809, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8828717470169067, + "num_tokens": 565004939.0, + "step": 14813 + }, + { + "epoch": 1.8844930670398168, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.522453308105469, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8770750761032104, + "num_tokens": 565044067.0, + "step": 14814 + }, + { + "epoch": 1.8846202773184073, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.603475570678711, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8735740184783936, + "num_tokens": 565082114.0, + "step": 14815 + }, + { + "epoch": 1.8847474875969978, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.621269226074219, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8716204166412354, + "num_tokens": 565118350.0, + "step": 14816 + }, + { + "epoch": 1.8848746978755884, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.658758163452148, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8641950488090515, + "num_tokens": 565153313.0, + "step": 14817 + }, + { + "epoch": 1.885001908154179, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.667268753051758, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8593896627426147, + "num_tokens": 565191332.0, + "step": 14818 + }, + { + "epoch": 1.8851291184327694, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.641074180603027, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8694896697998047, + "num_tokens": 565229937.0, + "step": 14819 + }, + { + "epoch": 1.88525632871136, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.595073699951172, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8671018481254578, + "num_tokens": 565266271.0, + "step": 14820 + }, + { + "epoch": 1.8853835389899505, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.6464204788208, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8689600825309753, + "num_tokens": 565300593.0, + "step": 14821 + }, + { + "epoch": 1.885510749268541, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.583984375, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8714983463287354, + "num_tokens": 565341801.0, + "step": 14822 + }, + { + "epoch": 1.8856379595471315, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.640290260314941, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8891863822937012, + "num_tokens": 565374380.0, + "step": 14823 + }, + { + "epoch": 1.885765169825722, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.602625846862793, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8637892007827759, + "num_tokens": 565413096.0, + "step": 14824 + }, + { + "epoch": 1.8858923801043126, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.606891632080078, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8809940814971924, + "num_tokens": 565453292.0, + "step": 14825 + }, + { + "epoch": 1.886019590382903, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.591874122619629, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8672566413879395, + "num_tokens": 565489311.0, + "step": 14826 + }, + { + "epoch": 1.8861468006614934, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.64960765838623, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8552188873291016, + "num_tokens": 565526293.0, + "step": 14827 + }, + { + "epoch": 1.886274010940084, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.591774940490723, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.865953266620636, + "num_tokens": 565569215.0, + "step": 14828 + }, + { + "epoch": 1.8864012212186745, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.588785171508789, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8816112279891968, + "num_tokens": 565610755.0, + "step": 14829 + }, + { + "epoch": 1.886528431497265, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.6066312789917, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.877480149269104, + "num_tokens": 565641964.0, + "step": 14830 + }, + { + "epoch": 1.8866556417758555, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.641473770141602, + "learning_rate": 1e-06, + "loss": 0.4838, + "mean_token_accuracy": 0.8386393189430237, + "num_tokens": 565682852.0, + "step": 14831 + }, + { + "epoch": 1.8867828520544458, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.547791481018066, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8883523941040039, + "num_tokens": 565721352.0, + "step": 14832 + }, + { + "epoch": 1.8869100623330364, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.642021179199219, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8762961626052856, + "num_tokens": 565764045.0, + "step": 14833 + }, + { + "epoch": 1.887037272611627, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.599664688110352, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8793997764587402, + "num_tokens": 565797617.0, + "step": 14834 + }, + { + "epoch": 1.8871644828902174, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.60030746459961, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8716297149658203, + "num_tokens": 565839254.0, + "step": 14835 + }, + { + "epoch": 1.887291693168808, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.597078323364258, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8720800876617432, + "num_tokens": 565874742.0, + "step": 14836 + }, + { + "epoch": 1.8874189034473985, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.594884872436523, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8728933334350586, + "num_tokens": 565911043.0, + "step": 14837 + }, + { + "epoch": 1.887546113725989, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.604195594787598, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8672305345535278, + "num_tokens": 565950228.0, + "step": 14838 + }, + { + "epoch": 1.8876733240045795, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.599581718444824, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.884159505367279, + "num_tokens": 565982891.0, + "step": 14839 + }, + { + "epoch": 1.88780053428317, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.591261863708496, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8705662488937378, + "num_tokens": 566022601.0, + "step": 14840 + }, + { + "epoch": 1.8879277445617606, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.598620414733887, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8729335069656372, + "num_tokens": 566054928.0, + "step": 14841 + }, + { + "epoch": 1.8880549548403511, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.69301700592041, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8655328750610352, + "num_tokens": 566094900.0, + "step": 14842 + }, + { + "epoch": 1.8881821651189417, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.625035285949707, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8698577880859375, + "num_tokens": 566125230.0, + "step": 14843 + }, + { + "epoch": 1.8883093753975322, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.566309928894043, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8876477479934692, + "num_tokens": 566165320.0, + "step": 14844 + }, + { + "epoch": 1.8884365856761227, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.602205276489258, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8627113103866577, + "num_tokens": 566202769.0, + "step": 14845 + }, + { + "epoch": 1.8885637959547132, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.587236404418945, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8726142644882202, + "num_tokens": 566245874.0, + "step": 14846 + }, + { + "epoch": 1.8886910062333038, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.597223281860352, + "learning_rate": 1e-06, + "loss": 0.4333, + "mean_token_accuracy": 0.8541144728660583, + "num_tokens": 566284855.0, + "step": 14847 + }, + { + "epoch": 1.8888182165118943, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.638239860534668, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.863071858882904, + "num_tokens": 566323422.0, + "step": 14848 + }, + { + "epoch": 1.8889454267904848, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.632244110107422, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8800052404403687, + "num_tokens": 566364357.0, + "step": 14849 + }, + { + "epoch": 1.8890726370690751, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.635567665100098, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8692680597305298, + "num_tokens": 566404498.0, + "step": 14850 + }, + { + "epoch": 1.8891998473476657, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.602437973022461, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8685750961303711, + "num_tokens": 566442960.0, + "step": 14851 + }, + { + "epoch": 1.8893270576262562, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.672104835510254, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8803691864013672, + "num_tokens": 566475087.0, + "step": 14852 + }, + { + "epoch": 1.8894542679048467, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.642318725585938, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8620947599411011, + "num_tokens": 566514337.0, + "step": 14853 + }, + { + "epoch": 1.8895814781834372, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.643588066101074, + "learning_rate": 1e-06, + "loss": 0.4147, + "mean_token_accuracy": 0.8620173931121826, + "num_tokens": 566553204.0, + "step": 14854 + }, + { + "epoch": 1.8897086884620278, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.662582397460938, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8694159388542175, + "num_tokens": 566589697.0, + "step": 14855 + }, + { + "epoch": 1.889835898740618, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.629674911499023, + "learning_rate": 1e-06, + "loss": 0.4302, + "mean_token_accuracy": 0.8576780557632446, + "num_tokens": 566629680.0, + "step": 14856 + }, + { + "epoch": 1.8899631090192086, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.650350570678711, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.894649863243103, + "num_tokens": 566670931.0, + "step": 14857 + }, + { + "epoch": 1.8900903192977991, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.659002304077148, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8663646578788757, + "num_tokens": 566706673.0, + "step": 14858 + }, + { + "epoch": 1.8902175295763897, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.619229316711426, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8680609464645386, + "num_tokens": 566749503.0, + "step": 14859 + }, + { + "epoch": 1.8903447398549802, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.627596855163574, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.886128306388855, + "num_tokens": 566790700.0, + "step": 14860 + }, + { + "epoch": 1.8904719501335707, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.595900535583496, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.87114417552948, + "num_tokens": 566832995.0, + "step": 14861 + }, + { + "epoch": 1.8905991604121613, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.626505851745605, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8598198890686035, + "num_tokens": 566868190.0, + "step": 14862 + }, + { + "epoch": 1.8907263706907518, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.703527450561523, + "learning_rate": 1e-06, + "loss": 0.4652, + "mean_token_accuracy": 0.8443541526794434, + "num_tokens": 566906637.0, + "step": 14863 + }, + { + "epoch": 1.8908535809693423, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.572381019592285, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8714548945426941, + "num_tokens": 566946006.0, + "step": 14864 + }, + { + "epoch": 1.8909807912479328, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.62168025970459, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8594396114349365, + "num_tokens": 566987726.0, + "step": 14865 + }, + { + "epoch": 1.8911080015265234, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.610156059265137, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8869361877441406, + "num_tokens": 567027432.0, + "step": 14866 + }, + { + "epoch": 1.891235211805114, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.6071138381958, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8785018920898438, + "num_tokens": 567060607.0, + "step": 14867 + }, + { + "epoch": 1.8913624220837044, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.68657398223877, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8660749197006226, + "num_tokens": 567100691.0, + "step": 14868 + }, + { + "epoch": 1.891489632362295, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.577254295349121, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8902930617332458, + "num_tokens": 567139460.0, + "step": 14869 + }, + { + "epoch": 1.8916168426408855, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.664924621582031, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8596794009208679, + "num_tokens": 567185384.0, + "step": 14870 + }, + { + "epoch": 1.891744052919476, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.62109088897705, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8715286254882812, + "num_tokens": 567219898.0, + "step": 14871 + }, + { + "epoch": 1.8918712631980665, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.627379417419434, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8792327046394348, + "num_tokens": 567260322.0, + "step": 14872 + }, + { + "epoch": 1.891998473476657, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.637513160705566, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8668406009674072, + "num_tokens": 567293739.0, + "step": 14873 + }, + { + "epoch": 1.8921256837552476, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.619869232177734, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8729833364486694, + "num_tokens": 567327282.0, + "step": 14874 + }, + { + "epoch": 1.892252894033838, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.602684020996094, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8658497333526611, + "num_tokens": 567366402.0, + "step": 14875 + }, + { + "epoch": 1.8923801043124284, + "ewc_loss": 0.0157470703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5735626220703125e-05, + "grad_norm": 11.595191955566406, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.864693284034729, + "num_tokens": 567409924.0, + "step": 14876 + }, + { + "epoch": 1.892507314591019, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.603062629699707, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8742474913597107, + "num_tokens": 567450355.0, + "step": 14877 + }, + { + "epoch": 1.8926345248696095, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.64384651184082, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8860448598861694, + "num_tokens": 567487701.0, + "step": 14878 + }, + { + "epoch": 1.8927617351482, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.609528541564941, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8714320063591003, + "num_tokens": 567527619.0, + "step": 14879 + }, + { + "epoch": 1.8928889454267905, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.620129585266113, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8709160089492798, + "num_tokens": 567567016.0, + "step": 14880 + }, + { + "epoch": 1.8930161557053808, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.691285133361816, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8592804074287415, + "num_tokens": 567605465.0, + "step": 14881 + }, + { + "epoch": 1.8931433659839714, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.615367889404297, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8752797842025757, + "num_tokens": 567646680.0, + "step": 14882 + }, + { + "epoch": 1.893270576262562, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.624419212341309, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8725521564483643, + "num_tokens": 567685685.0, + "step": 14883 + }, + { + "epoch": 1.8933977865411524, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.655681610107422, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8613961935043335, + "num_tokens": 567717222.0, + "step": 14884 + }, + { + "epoch": 1.893524996819743, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.638484001159668, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.862181544303894, + "num_tokens": 567761050.0, + "step": 14885 + }, + { + "epoch": 1.8936522070983335, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.637413024902344, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8693680763244629, + "num_tokens": 567801423.0, + "step": 14886 + }, + { + "epoch": 1.893779417376924, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.59467887878418, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8621686697006226, + "num_tokens": 567844614.0, + "step": 14887 + }, + { + "epoch": 1.8939066276555145, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.678606986999512, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.874260425567627, + "num_tokens": 567878803.0, + "step": 14888 + }, + { + "epoch": 1.894033837934105, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.595742225646973, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.883510172367096, + "num_tokens": 567909419.0, + "step": 14889 + }, + { + "epoch": 1.8941610482126956, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.664908409118652, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8726398944854736, + "num_tokens": 567949221.0, + "step": 14890 + }, + { + "epoch": 1.8942882584912861, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.59227466583252, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8878772258758545, + "num_tokens": 567985101.0, + "step": 14891 + }, + { + "epoch": 1.8944154687698767, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.615550994873047, + "learning_rate": 1e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.8546320796012878, + "num_tokens": 568030542.0, + "step": 14892 + }, + { + "epoch": 1.8945426790484672, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.567349433898926, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8741817474365234, + "num_tokens": 568070723.0, + "step": 14893 + }, + { + "epoch": 1.8946698893270577, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.646751403808594, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8652133345603943, + "num_tokens": 568113444.0, + "step": 14894 + }, + { + "epoch": 1.8947970996056482, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.583958625793457, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8755462169647217, + "num_tokens": 568152646.0, + "step": 14895 + }, + { + "epoch": 1.8949243098842388, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.64419937133789, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8717120885848999, + "num_tokens": 568187046.0, + "step": 14896 + }, + { + "epoch": 1.8950515201628293, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.620526313781738, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8679097890853882, + "num_tokens": 568225052.0, + "step": 14897 + }, + { + "epoch": 1.8951787304414198, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.623879432678223, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8635760545730591, + "num_tokens": 568258299.0, + "step": 14898 + }, + { + "epoch": 1.8953059407200101, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.612214088439941, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8776837587356567, + "num_tokens": 568297137.0, + "step": 14899 + }, + { + "epoch": 1.8954331509986007, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.67190933227539, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8933765888214111, + "num_tokens": 568331102.0, + "step": 14900 + }, + { + "epoch": 1.8955603612771912, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.606266021728516, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8693177700042725, + "num_tokens": 568373926.0, + "step": 14901 + }, + { + "epoch": 1.8956875715557817, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.662485122680664, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8804574608802795, + "num_tokens": 568406470.0, + "step": 14902 + }, + { + "epoch": 1.8958147818343722, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.630300521850586, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8786436319351196, + "num_tokens": 568443452.0, + "step": 14903 + }, + { + "epoch": 1.8959419921129628, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.616281509399414, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8665951490402222, + "num_tokens": 568480085.0, + "step": 14904 + }, + { + "epoch": 1.896069202391553, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.575824737548828, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8686277866363525, + "num_tokens": 568519191.0, + "step": 14905 + }, + { + "epoch": 1.8961964126701436, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.625692367553711, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8775577545166016, + "num_tokens": 568554224.0, + "step": 14906 + }, + { + "epoch": 1.8963236229487341, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.594545364379883, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8876949548721313, + "num_tokens": 568586102.0, + "step": 14907 + }, + { + "epoch": 1.8964508332273247, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.620793342590332, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8663716912269592, + "num_tokens": 568625224.0, + "step": 14908 + }, + { + "epoch": 1.8965780435059152, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.562870025634766, + "learning_rate": 1e-06, + "loss": 0.4545, + "mean_token_accuracy": 0.8498108983039856, + "num_tokens": 568665588.0, + "step": 14909 + }, + { + "epoch": 1.8967052537845057, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.636820793151855, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8867665529251099, + "num_tokens": 568698408.0, + "step": 14910 + }, + { + "epoch": 1.8968324640630962, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.639273643493652, + "learning_rate": 1e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.8605377674102783, + "num_tokens": 568731982.0, + "step": 14911 + }, + { + "epoch": 1.8969596743416868, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.60369873046875, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.87099689245224, + "num_tokens": 568769388.0, + "step": 14912 + }, + { + "epoch": 1.8970868846202773, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.572778701782227, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8785284757614136, + "num_tokens": 568810329.0, + "step": 14913 + }, + { + "epoch": 1.8972140948988678, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.579727172851562, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8762299418449402, + "num_tokens": 568852241.0, + "step": 14914 + }, + { + "epoch": 1.8973413051774584, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.60151481628418, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8674259185791016, + "num_tokens": 568889660.0, + "step": 14915 + }, + { + "epoch": 1.8974685154560489, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.58328914642334, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8689233064651489, + "num_tokens": 568934489.0, + "step": 14916 + }, + { + "epoch": 1.8975957257346394, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.6240873336792, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8928517699241638, + "num_tokens": 568971904.0, + "step": 14917 + }, + { + "epoch": 1.89772293601323, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.6325101852417, + "learning_rate": 1e-06, + "loss": 0.4381, + "mean_token_accuracy": 0.8544878959655762, + "num_tokens": 569011863.0, + "step": 14918 + }, + { + "epoch": 1.8978501462918205, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.55836296081543, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8927998542785645, + "num_tokens": 569050295.0, + "step": 14919 + }, + { + "epoch": 1.897977356570411, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.677492141723633, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8654940128326416, + "num_tokens": 569087013.0, + "step": 14920 + }, + { + "epoch": 1.8981045668490015, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.641857147216797, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8654027581214905, + "num_tokens": 569125226.0, + "step": 14921 + }, + { + "epoch": 1.898231777127592, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.638856887817383, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8687313795089722, + "num_tokens": 569161910.0, + "step": 14922 + }, + { + "epoch": 1.8983589874061826, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.561491966247559, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8753775954246521, + "num_tokens": 569196519.0, + "step": 14923 + }, + { + "epoch": 1.898486197684773, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.646846771240234, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8674541711807251, + "num_tokens": 569234404.0, + "step": 14924 + }, + { + "epoch": 1.8986134079633634, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.644713401794434, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8636596202850342, + "num_tokens": 569272728.0, + "step": 14925 + }, + { + "epoch": 1.898740618241954, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.569543838500977, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8639475703239441, + "num_tokens": 569315434.0, + "step": 14926 + }, + { + "epoch": 1.8988678285205445, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.620538711547852, + "learning_rate": 1e-06, + "loss": 0.4334, + "mean_token_accuracy": 0.8560786843299866, + "num_tokens": 569357473.0, + "step": 14927 + }, + { + "epoch": 1.898995038799135, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.599260330200195, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8607195615768433, + "num_tokens": 569398747.0, + "step": 14928 + }, + { + "epoch": 1.8991222490777255, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.665117263793945, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8786227703094482, + "num_tokens": 569434855.0, + "step": 14929 + }, + { + "epoch": 1.8992494593563158, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.625970840454102, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8717975616455078, + "num_tokens": 569475236.0, + "step": 14930 + }, + { + "epoch": 1.8993766696349064, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.65089225769043, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8709034323692322, + "num_tokens": 569513599.0, + "step": 14931 + }, + { + "epoch": 1.899503879913497, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.624744415283203, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8776626586914062, + "num_tokens": 569559059.0, + "step": 14932 + }, + { + "epoch": 1.8996310901920874, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.6967134475708, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8884999752044678, + "num_tokens": 569595240.0, + "step": 14933 + }, + { + "epoch": 1.899758300470678, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.68001937866211, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8623573780059814, + "num_tokens": 569629336.0, + "step": 14934 + }, + { + "epoch": 1.8998855107492685, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.624168395996094, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8822916746139526, + "num_tokens": 569663613.0, + "step": 14935 + }, + { + "epoch": 1.900012721027859, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.660874366760254, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8559051156044006, + "num_tokens": 569702884.0, + "step": 14936 + }, + { + "epoch": 1.9001399313064495, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.616368293762207, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8867689371109009, + "num_tokens": 569744618.0, + "step": 14937 + }, + { + "epoch": 1.90026714158504, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.642138481140137, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8809161186218262, + "num_tokens": 569777083.0, + "step": 14938 + }, + { + "epoch": 1.9003943518636306, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.636272430419922, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8792210221290588, + "num_tokens": 569809652.0, + "step": 14939 + }, + { + "epoch": 1.9005215621422211, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.636394500732422, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8764662742614746, + "num_tokens": 569846465.0, + "step": 14940 + }, + { + "epoch": 1.9006487724208116, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.57580280303955, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.865557849407196, + "num_tokens": 569883655.0, + "step": 14941 + }, + { + "epoch": 1.9007759826994022, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.673261642456055, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8703798055648804, + "num_tokens": 569923358.0, + "step": 14942 + }, + { + "epoch": 1.9009031929779927, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.625598907470703, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8686694502830505, + "num_tokens": 569961393.0, + "step": 14943 + }, + { + "epoch": 1.9010304032565832, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.66045093536377, + "learning_rate": 1e-06, + "loss": 0.4702, + "mean_token_accuracy": 0.8446036577224731, + "num_tokens": 570002092.0, + "step": 14944 + }, + { + "epoch": 1.9011576135351738, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.614919662475586, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.8571814298629761, + "num_tokens": 570037699.0, + "step": 14945 + }, + { + "epoch": 1.9012848238137643, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.618887901306152, + "learning_rate": 1e-06, + "loss": 0.4515, + "mean_token_accuracy": 0.8505300283432007, + "num_tokens": 570077693.0, + "step": 14946 + }, + { + "epoch": 1.9014120340923548, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.641175270080566, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8903697729110718, + "num_tokens": 570115354.0, + "step": 14947 + }, + { + "epoch": 1.9015392443709451, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.617900848388672, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8795238733291626, + "num_tokens": 570154387.0, + "step": 14948 + }, + { + "epoch": 1.9016664546495357, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.609870910644531, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8676447868347168, + "num_tokens": 570189743.0, + "step": 14949 + }, + { + "epoch": 1.9017936649281262, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.693364143371582, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8829125165939331, + "num_tokens": 570224009.0, + "step": 14950 + }, + { + "epoch": 1.9019208752067167, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.634222030639648, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8779192566871643, + "num_tokens": 570266703.0, + "step": 14951 + }, + { + "epoch": 1.9020480854853072, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.649038314819336, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8712306022644043, + "num_tokens": 570308241.0, + "step": 14952 + }, + { + "epoch": 1.9021752957638978, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.631136894226074, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8713025450706482, + "num_tokens": 570346931.0, + "step": 14953 + }, + { + "epoch": 1.902302506042488, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.63575553894043, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8849551677703857, + "num_tokens": 570380373.0, + "step": 14954 + }, + { + "epoch": 1.9024297163210786, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.643659591674805, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8835495710372925, + "num_tokens": 570420106.0, + "step": 14955 + }, + { + "epoch": 1.9025569265996691, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.644039154052734, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.8931536078453064, + "num_tokens": 570464534.0, + "step": 14956 + }, + { + "epoch": 1.9026841368782597, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.657208442687988, + "learning_rate": 1e-06, + "loss": 0.4188, + "mean_token_accuracy": 0.8614137768745422, + "num_tokens": 570505734.0, + "step": 14957 + }, + { + "epoch": 1.9028113471568502, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.654144287109375, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8812743425369263, + "num_tokens": 570545913.0, + "step": 14958 + }, + { + "epoch": 1.9029385574354407, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.688394546508789, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8779098987579346, + "num_tokens": 570584397.0, + "step": 14959 + }, + { + "epoch": 1.9030657677140312, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.656840324401855, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8776664137840271, + "num_tokens": 570622285.0, + "step": 14960 + }, + { + "epoch": 1.9031929779926218, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.657886505126953, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8564660549163818, + "num_tokens": 570656331.0, + "step": 14961 + }, + { + "epoch": 1.9033201882712123, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.635180473327637, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8759181499481201, + "num_tokens": 570699944.0, + "step": 14962 + }, + { + "epoch": 1.9034473985498028, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.669760704040527, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.865395188331604, + "num_tokens": 570737649.0, + "step": 14963 + }, + { + "epoch": 1.9035746088283934, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.636628150939941, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8686582446098328, + "num_tokens": 570773193.0, + "step": 14964 + }, + { + "epoch": 1.9037018191069839, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.595662117004395, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8654383420944214, + "num_tokens": 570809117.0, + "step": 14965 + }, + { + "epoch": 1.9038290293855744, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.653672218322754, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8830470442771912, + "num_tokens": 570844268.0, + "step": 14966 + }, + { + "epoch": 1.903956239664165, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.68579387664795, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8646976947784424, + "num_tokens": 570890166.0, + "step": 14967 + }, + { + "epoch": 1.9040834499427555, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.627373695373535, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8676855564117432, + "num_tokens": 570921419.0, + "step": 14968 + }, + { + "epoch": 1.904210660221346, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.656951904296875, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8622145652770996, + "num_tokens": 570966444.0, + "step": 14969 + }, + { + "epoch": 1.9043378704999365, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.66688060760498, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8817331790924072, + "num_tokens": 571011656.0, + "step": 14970 + }, + { + "epoch": 1.904465080778527, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.629748344421387, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.875924825668335, + "num_tokens": 571047828.0, + "step": 14971 + }, + { + "epoch": 1.9045922910571176, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.622757911682129, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8702648282051086, + "num_tokens": 571084541.0, + "step": 14972 + }, + { + "epoch": 1.9047195013357079, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.647561073303223, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.866619348526001, + "num_tokens": 571120978.0, + "step": 14973 + }, + { + "epoch": 1.9048467116142984, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.63624382019043, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8850313425064087, + "num_tokens": 571160181.0, + "step": 14974 + }, + { + "epoch": 1.904973921892889, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.695552825927734, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8767341375350952, + "num_tokens": 571194648.0, + "step": 14975 + }, + { + "epoch": 1.9051011321714795, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.550575256347656, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.867946207523346, + "num_tokens": 571238449.0, + "step": 14976 + }, + { + "epoch": 1.90522834245007, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.635041236877441, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8733569383621216, + "num_tokens": 571277266.0, + "step": 14977 + }, + { + "epoch": 1.9053555527286605, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.631220817565918, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8832025527954102, + "num_tokens": 571316891.0, + "step": 14978 + }, + { + "epoch": 1.9054827630072508, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.670394897460938, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8739281892776489, + "num_tokens": 571353097.0, + "step": 14979 + }, + { + "epoch": 1.9056099732858414, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.684569358825684, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8866093158721924, + "num_tokens": 571392217.0, + "step": 14980 + }, + { + "epoch": 1.905737183564432, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.535860061645508, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8799460530281067, + "num_tokens": 571430440.0, + "step": 14981 + }, + { + "epoch": 1.9058643938430224, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.64969253540039, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8682550191879272, + "num_tokens": 571472002.0, + "step": 14982 + }, + { + "epoch": 1.905991604121613, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.623889923095703, + "learning_rate": 1e-06, + "loss": 0.4475, + "mean_token_accuracy": 0.8527870178222656, + "num_tokens": 571509368.0, + "step": 14983 + }, + { + "epoch": 1.9061188144002035, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.6671724319458, + "learning_rate": 1e-06, + "loss": 0.4368, + "mean_token_accuracy": 0.8575776815414429, + "num_tokens": 571543898.0, + "step": 14984 + }, + { + "epoch": 1.906246024678794, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.648139953613281, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8656821250915527, + "num_tokens": 571584395.0, + "step": 14985 + }, + { + "epoch": 1.9063732349573845, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.617608070373535, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8705024123191833, + "num_tokens": 571624792.0, + "step": 14986 + }, + { + "epoch": 1.906500445235975, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.673771858215332, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8741970062255859, + "num_tokens": 571667197.0, + "step": 14987 + }, + { + "epoch": 1.9066276555145656, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.61967658996582, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8668625354766846, + "num_tokens": 571703648.0, + "step": 14988 + }, + { + "epoch": 1.9067548657931561, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.674395561218262, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8643158674240112, + "num_tokens": 571738980.0, + "step": 14989 + }, + { + "epoch": 1.9068820760717466, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.601856231689453, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8749860525131226, + "num_tokens": 571774540.0, + "step": 14990 + }, + { + "epoch": 1.9070092863503372, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.720449447631836, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8766512870788574, + "num_tokens": 571805286.0, + "step": 14991 + }, + { + "epoch": 1.9071364966289277, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.602804183959961, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.865446925163269, + "num_tokens": 571847936.0, + "step": 14992 + }, + { + "epoch": 1.9072637069075182, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.622705459594727, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.86839359998703, + "num_tokens": 571885454.0, + "step": 14993 + }, + { + "epoch": 1.9073909171861088, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.663891792297363, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8705036044120789, + "num_tokens": 571924870.0, + "step": 14994 + }, + { + "epoch": 1.9075181274646993, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.67345142364502, + "learning_rate": 1e-06, + "loss": 0.456, + "mean_token_accuracy": 0.8512134552001953, + "num_tokens": 571957870.0, + "step": 14995 + }, + { + "epoch": 1.9076453377432898, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.721681594848633, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8650161027908325, + "num_tokens": 571993645.0, + "step": 14996 + }, + { + "epoch": 1.9077725480218801, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.640581130981445, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8802874684333801, + "num_tokens": 572028594.0, + "step": 14997 + }, + { + "epoch": 1.9078997583004706, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.673919677734375, + "learning_rate": 1e-06, + "loss": 0.4633, + "mean_token_accuracy": 0.8454248309135437, + "num_tokens": 572066971.0, + "step": 14998 + }, + { + "epoch": 1.9080269685790612, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.676815032958984, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8755855560302734, + "num_tokens": 572107609.0, + "step": 14999 + }, + { + "epoch": 1.9081541788576517, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.665185928344727, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8808382749557495, + "num_tokens": 572146940.0, + "step": 15000 + }, + { + "epoch": 1.9082813891362422, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.65505313873291, + "learning_rate": 1e-06, + "loss": 0.308, + "mean_token_accuracy": 0.8967653512954712, + "num_tokens": 572184010.0, + "step": 15001 + }, + { + "epoch": 1.9084085994148328, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.627984046936035, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8560888767242432, + "num_tokens": 572223184.0, + "step": 15002 + }, + { + "epoch": 1.908535809693423, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.639071464538574, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8717039227485657, + "num_tokens": 572261770.0, + "step": 15003 + }, + { + "epoch": 1.9086630199720136, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.641016960144043, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8737539052963257, + "num_tokens": 572303229.0, + "step": 15004 + }, + { + "epoch": 1.9087902302506041, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.660506248474121, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8601491451263428, + "num_tokens": 572337839.0, + "step": 15005 + }, + { + "epoch": 1.9089174405291947, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.671303749084473, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.871820330619812, + "num_tokens": 572373604.0, + "step": 15006 + }, + { + "epoch": 1.9090446508077852, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.616925239562988, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8793050050735474, + "num_tokens": 572410425.0, + "step": 15007 + }, + { + "epoch": 1.9091718610863757, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.620688438415527, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8806152939796448, + "num_tokens": 572443998.0, + "step": 15008 + }, + { + "epoch": 1.9092990713649662, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.630989074707031, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8592177629470825, + "num_tokens": 572485337.0, + "step": 15009 + }, + { + "epoch": 1.9094262816435568, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.577836990356445, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8611589670181274, + "num_tokens": 572528273.0, + "step": 15010 + }, + { + "epoch": 1.9095534919221473, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.650471687316895, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8746582865715027, + "num_tokens": 572569467.0, + "step": 15011 + }, + { + "epoch": 1.9096807022007378, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.585304260253906, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8793922662734985, + "num_tokens": 572609626.0, + "step": 15012 + }, + { + "epoch": 1.9098079124793284, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.634125709533691, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8554832935333252, + "num_tokens": 572652907.0, + "step": 15013 + }, + { + "epoch": 1.9099351227579189, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.613086700439453, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.875973641872406, + "num_tokens": 572687460.0, + "step": 15014 + }, + { + "epoch": 1.9100623330365094, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.70035171508789, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8739427924156189, + "num_tokens": 572723937.0, + "step": 15015 + }, + { + "epoch": 1.9101895433151, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.613286018371582, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8681691288948059, + "num_tokens": 572764929.0, + "step": 15016 + }, + { + "epoch": 1.9103167535936905, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.612574577331543, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8701233863830566, + "num_tokens": 572802545.0, + "step": 15017 + }, + { + "epoch": 1.910443963872281, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.614948272705078, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8670874834060669, + "num_tokens": 572850008.0, + "step": 15018 + }, + { + "epoch": 1.9105711741508715, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.656929016113281, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8799197673797607, + "num_tokens": 572888968.0, + "step": 15019 + }, + { + "epoch": 1.910698384429462, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.642325401306152, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8708481788635254, + "num_tokens": 572926314.0, + "step": 15020 + }, + { + "epoch": 1.9108255947080524, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.62631607055664, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8753774166107178, + "num_tokens": 572961789.0, + "step": 15021 + }, + { + "epoch": 1.9109528049866429, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.606276512145996, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.872900664806366, + "num_tokens": 572993680.0, + "step": 15022 + }, + { + "epoch": 1.9110800152652334, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.693159103393555, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.873713493347168, + "num_tokens": 573024003.0, + "step": 15023 + }, + { + "epoch": 1.911207225543824, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.653176307678223, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8791817426681519, + "num_tokens": 573055138.0, + "step": 15024 + }, + { + "epoch": 1.9113344358224145, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.648447036743164, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8763861060142517, + "num_tokens": 573092373.0, + "step": 15025 + }, + { + "epoch": 1.911461646101005, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.642268180847168, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8674784898757935, + "num_tokens": 573131486.0, + "step": 15026 + }, + { + "epoch": 1.9115888563795955, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.662884712219238, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8811210989952087, + "num_tokens": 573170114.0, + "step": 15027 + }, + { + "epoch": 1.9117160666581858, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.610392570495605, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8755779266357422, + "num_tokens": 573200906.0, + "step": 15028 + }, + { + "epoch": 1.9118432769367764, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.715866088867188, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8592327833175659, + "num_tokens": 573243731.0, + "step": 15029 + }, + { + "epoch": 1.9119704872153669, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.586491584777832, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8776988387107849, + "num_tokens": 573283335.0, + "step": 15030 + }, + { + "epoch": 1.9120976974939574, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.676692008972168, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8593079447746277, + "num_tokens": 573326628.0, + "step": 15031 + }, + { + "epoch": 1.912224907772548, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.677079200744629, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8770298957824707, + "num_tokens": 573369025.0, + "step": 15032 + }, + { + "epoch": 1.9123521180511385, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.581570625305176, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8649354577064514, + "num_tokens": 573411923.0, + "step": 15033 + }, + { + "epoch": 1.912479328329729, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.685669898986816, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.867681622505188, + "num_tokens": 573450455.0, + "step": 15034 + }, + { + "epoch": 1.9126065386083195, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.615440368652344, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8634796738624573, + "num_tokens": 573492886.0, + "step": 15035 + }, + { + "epoch": 1.91273374888691, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.585736274719238, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8769773244857788, + "num_tokens": 573532073.0, + "step": 15036 + }, + { + "epoch": 1.9128609591655006, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.658023834228516, + "learning_rate": 1e-06, + "loss": 0.3352, + "mean_token_accuracy": 0.8872080445289612, + "num_tokens": 573573632.0, + "step": 15037 + }, + { + "epoch": 1.9129881694440911, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.581430435180664, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8815581202507019, + "num_tokens": 573610194.0, + "step": 15038 + }, + { + "epoch": 1.9131153797226816, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.671944618225098, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.864631175994873, + "num_tokens": 573650237.0, + "step": 15039 + }, + { + "epoch": 1.9132425900012722, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.587922096252441, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.874933123588562, + "num_tokens": 573686859.0, + "step": 15040 + }, + { + "epoch": 1.9133698002798627, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.609109878540039, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8723942637443542, + "num_tokens": 573726770.0, + "step": 15041 + }, + { + "epoch": 1.9134970105584532, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.636433601379395, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.866700291633606, + "num_tokens": 573768668.0, + "step": 15042 + }, + { + "epoch": 1.9136242208370438, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.65900707244873, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8627812266349792, + "num_tokens": 573807880.0, + "step": 15043 + }, + { + "epoch": 1.9137514311156343, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.668408393859863, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8694698214530945, + "num_tokens": 573847018.0, + "step": 15044 + }, + { + "epoch": 1.9138786413942248, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.634586334228516, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8862085938453674, + "num_tokens": 573881193.0, + "step": 15045 + }, + { + "epoch": 1.9140058516728151, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.699320793151855, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8802341818809509, + "num_tokens": 573918457.0, + "step": 15046 + }, + { + "epoch": 1.9141330619514056, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.57921314239502, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.890502393245697, + "num_tokens": 573958818.0, + "step": 15047 + }, + { + "epoch": 1.9142602722299962, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.65756607055664, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8654212951660156, + "num_tokens": 573996735.0, + "step": 15048 + }, + { + "epoch": 1.9143874825085867, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.700798034667969, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8757977485656738, + "num_tokens": 574035005.0, + "step": 15049 + }, + { + "epoch": 1.9145146927871772, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.650716781616211, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8711682558059692, + "num_tokens": 574077817.0, + "step": 15050 + }, + { + "epoch": 1.9146419030657678, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.62491226196289, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8799825310707092, + "num_tokens": 574113083.0, + "step": 15051 + }, + { + "epoch": 1.914769113344358, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.680885314941406, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8759834170341492, + "num_tokens": 574147324.0, + "step": 15052 + }, + { + "epoch": 1.9148963236229486, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.635683059692383, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8866704702377319, + "num_tokens": 574186108.0, + "step": 15053 + }, + { + "epoch": 1.9150235339015391, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.651226997375488, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8841694593429565, + "num_tokens": 574218076.0, + "step": 15054 + }, + { + "epoch": 1.9151507441801296, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.702971458435059, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8821250200271606, + "num_tokens": 574256416.0, + "step": 15055 + }, + { + "epoch": 1.9152779544587202, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.645912170410156, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8855640888214111, + "num_tokens": 574295262.0, + "step": 15056 + }, + { + "epoch": 1.9154051647373107, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.671525001525879, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8617992401123047, + "num_tokens": 574329836.0, + "step": 15057 + }, + { + "epoch": 1.9155323750159012, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.725883483886719, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8759769201278687, + "num_tokens": 574363189.0, + "step": 15058 + }, + { + "epoch": 1.9156595852944918, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.638871192932129, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8810499906539917, + "num_tokens": 574396374.0, + "step": 15059 + }, + { + "epoch": 1.9157867955730823, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.668818473815918, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8751662373542786, + "num_tokens": 574435488.0, + "step": 15060 + }, + { + "epoch": 1.9159140058516728, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.668949127197266, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8727810382843018, + "num_tokens": 574475261.0, + "step": 15061 + }, + { + "epoch": 1.9160412161302633, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.609318733215332, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8912630677223206, + "num_tokens": 574513531.0, + "step": 15062 + }, + { + "epoch": 1.9161684264088539, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.68603515625, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8594508171081543, + "num_tokens": 574551736.0, + "step": 15063 + }, + { + "epoch": 1.9162956366874444, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.648628234863281, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.867207407951355, + "num_tokens": 574589978.0, + "step": 15064 + }, + { + "epoch": 1.916422846966035, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.634078025817871, + "learning_rate": 1e-06, + "loss": 0.4407, + "mean_token_accuracy": 0.8532029390335083, + "num_tokens": 574628845.0, + "step": 15065 + }, + { + "epoch": 1.9165500572446255, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.708833694458008, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8691128492355347, + "num_tokens": 574660700.0, + "step": 15066 + }, + { + "epoch": 1.916677267523216, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.657879829406738, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8637473583221436, + "num_tokens": 574692195.0, + "step": 15067 + }, + { + "epoch": 1.9168044778018065, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.65222454071045, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8626355528831482, + "num_tokens": 574732462.0, + "step": 15068 + }, + { + "epoch": 1.916931688080397, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.660443305969238, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8788585662841797, + "num_tokens": 574769353.0, + "step": 15069 + }, + { + "epoch": 1.9170588983589874, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.689669609069824, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8726629018783569, + "num_tokens": 574804958.0, + "step": 15070 + }, + { + "epoch": 1.9171861086375779, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.654914855957031, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8719960451126099, + "num_tokens": 574843966.0, + "step": 15071 + }, + { + "epoch": 1.9173133189161684, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.62424373626709, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8762199878692627, + "num_tokens": 574882916.0, + "step": 15072 + }, + { + "epoch": 1.917440529194759, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.595998764038086, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8805760145187378, + "num_tokens": 574922154.0, + "step": 15073 + }, + { + "epoch": 1.9175677394733495, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.633504867553711, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8687939643859863, + "num_tokens": 574956894.0, + "step": 15074 + }, + { + "epoch": 1.91769494975194, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.597857475280762, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8867573738098145, + "num_tokens": 574998343.0, + "step": 15075 + }, + { + "epoch": 1.9178221600305305, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.63056755065918, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8815591335296631, + "num_tokens": 575036689.0, + "step": 15076 + }, + { + "epoch": 1.9179493703091208, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.670845985412598, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8673653602600098, + "num_tokens": 575075510.0, + "step": 15077 + }, + { + "epoch": 1.9180765805877114, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.620394706726074, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8702319264411926, + "num_tokens": 575115797.0, + "step": 15078 + }, + { + "epoch": 1.9182037908663019, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.674531936645508, + "learning_rate": 1e-06, + "loss": 0.43, + "mean_token_accuracy": 0.859129786491394, + "num_tokens": 575155240.0, + "step": 15079 + }, + { + "epoch": 1.9183310011448924, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.657917022705078, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8595675826072693, + "num_tokens": 575191048.0, + "step": 15080 + }, + { + "epoch": 1.918458211423483, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.636134147644043, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8615063428878784, + "num_tokens": 575227778.0, + "step": 15081 + }, + { + "epoch": 1.9185854217020735, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.643609046936035, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8739475607872009, + "num_tokens": 575269774.0, + "step": 15082 + }, + { + "epoch": 1.918712631980664, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.611185073852539, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8640375137329102, + "num_tokens": 575310710.0, + "step": 15083 + }, + { + "epoch": 1.9188398422592545, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.659648895263672, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8791708946228027, + "num_tokens": 575344073.0, + "step": 15084 + }, + { + "epoch": 1.918967052537845, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.65248966217041, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8642204403877258, + "num_tokens": 575386737.0, + "step": 15085 + }, + { + "epoch": 1.9190942628164356, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.588573455810547, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8767601251602173, + "num_tokens": 575424287.0, + "step": 15086 + }, + { + "epoch": 1.919221473095026, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.656044006347656, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8743743896484375, + "num_tokens": 575463859.0, + "step": 15087 + }, + { + "epoch": 1.9193486833736166, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.651554107666016, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.867864727973938, + "num_tokens": 575500838.0, + "step": 15088 + }, + { + "epoch": 1.9194758936522072, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.709176063537598, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.8634790182113647, + "num_tokens": 575535164.0, + "step": 15089 + }, + { + "epoch": 1.9196031039307977, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.62942123413086, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8780362606048584, + "num_tokens": 575569493.0, + "step": 15090 + }, + { + "epoch": 1.9197303142093882, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.701173782348633, + "learning_rate": 1e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.8569421768188477, + "num_tokens": 575603396.0, + "step": 15091 + }, + { + "epoch": 1.9198575244879788, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.685723304748535, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8789798021316528, + "num_tokens": 575638255.0, + "step": 15092 + }, + { + "epoch": 1.9199847347665693, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.664931297302246, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8621217012405396, + "num_tokens": 575685281.0, + "step": 15093 + }, + { + "epoch": 1.9201119450451598, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.641613006591797, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8791320323944092, + "num_tokens": 575725030.0, + "step": 15094 + }, + { + "epoch": 1.9202391553237501, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.62191104888916, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8675349950790405, + "num_tokens": 575764237.0, + "step": 15095 + }, + { + "epoch": 1.9203663656023406, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.65825080871582, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8705853819847107, + "num_tokens": 575796732.0, + "step": 15096 + }, + { + "epoch": 1.9204935758809312, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.705612182617188, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8763573169708252, + "num_tokens": 575833133.0, + "step": 15097 + }, + { + "epoch": 1.9206207861595217, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.622066497802734, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8676726818084717, + "num_tokens": 575870920.0, + "step": 15098 + }, + { + "epoch": 1.9207479964381122, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.690353393554688, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8747155070304871, + "num_tokens": 575909132.0, + "step": 15099 + }, + { + "epoch": 1.9208752067167028, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.672588348388672, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8736132383346558, + "num_tokens": 575947979.0, + "step": 15100 + }, + { + "epoch": 1.921002416995293, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.729244232177734, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8615124225616455, + "num_tokens": 575988888.0, + "step": 15101 + }, + { + "epoch": 1.9211296272738836, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.673192977905273, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8739774227142334, + "num_tokens": 576028614.0, + "step": 15102 + }, + { + "epoch": 1.9212568375524741, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.642321586608887, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.8994196057319641, + "num_tokens": 576066648.0, + "step": 15103 + }, + { + "epoch": 1.9213840478310646, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.63107681274414, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8697884678840637, + "num_tokens": 576104045.0, + "step": 15104 + }, + { + "epoch": 1.9215112581096552, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.64350700378418, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.864280104637146, + "num_tokens": 576145419.0, + "step": 15105 + }, + { + "epoch": 1.9216384683882457, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.625086784362793, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8689860105514526, + "num_tokens": 576191410.0, + "step": 15106 + }, + { + "epoch": 1.9217656786668362, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.668623924255371, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8666363954544067, + "num_tokens": 576226383.0, + "step": 15107 + }, + { + "epoch": 1.9218928889454268, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.709147453308105, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8639879822731018, + "num_tokens": 576259958.0, + "step": 15108 + }, + { + "epoch": 1.9220200992240173, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.676518440246582, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8742570877075195, + "num_tokens": 576299467.0, + "step": 15109 + }, + { + "epoch": 1.9221473095026078, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.700093269348145, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8652602434158325, + "num_tokens": 576334137.0, + "step": 15110 + }, + { + "epoch": 1.9222745197811983, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.656106948852539, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8688050508499146, + "num_tokens": 576379582.0, + "step": 15111 + }, + { + "epoch": 1.9224017300597889, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.681722640991211, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8864734172821045, + "num_tokens": 576414590.0, + "step": 15112 + }, + { + "epoch": 1.9225289403383794, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.73695182800293, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8655089139938354, + "num_tokens": 576445023.0, + "step": 15113 + }, + { + "epoch": 1.92265615061697, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.661661148071289, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8698194026947021, + "num_tokens": 576477861.0, + "step": 15114 + }, + { + "epoch": 1.9227833608955605, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.69579792022705, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8687027096748352, + "num_tokens": 576513121.0, + "step": 15115 + }, + { + "epoch": 1.922910571174151, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.668859481811523, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8785169124603271, + "num_tokens": 576551039.0, + "step": 15116 + }, + { + "epoch": 1.9230377814527415, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.670371055603027, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.8643081188201904, + "num_tokens": 576590651.0, + "step": 15117 + }, + { + "epoch": 1.923164991731332, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.720974922180176, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8638586401939392, + "num_tokens": 576629119.0, + "step": 15118 + }, + { + "epoch": 1.9232922020099223, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.599861145019531, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8808786869049072, + "num_tokens": 576664240.0, + "step": 15119 + }, + { + "epoch": 1.9234194122885129, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.70577621459961, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8659835457801819, + "num_tokens": 576701946.0, + "step": 15120 + }, + { + "epoch": 1.9235466225671034, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.637784957885742, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.882813036441803, + "num_tokens": 576733541.0, + "step": 15121 + }, + { + "epoch": 1.923673832845694, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.692131996154785, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8584789037704468, + "num_tokens": 576770930.0, + "step": 15122 + }, + { + "epoch": 1.9238010431242845, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.649250984191895, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8717346787452698, + "num_tokens": 576807455.0, + "step": 15123 + }, + { + "epoch": 1.923928253402875, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.6630220413208, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8791854381561279, + "num_tokens": 576849577.0, + "step": 15124 + }, + { + "epoch": 1.9240554636814655, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.663644790649414, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8655566573143005, + "num_tokens": 576883506.0, + "step": 15125 + }, + { + "epoch": 1.9241826739600558, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.687950134277344, + "learning_rate": 1e-06, + "loss": 0.4362, + "mean_token_accuracy": 0.854694128036499, + "num_tokens": 576923892.0, + "step": 15126 + }, + { + "epoch": 1.9243098842386464, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.624277114868164, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8877913951873779, + "num_tokens": 576970832.0, + "step": 15127 + }, + { + "epoch": 1.9244370945172369, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.728557586669922, + "learning_rate": 1e-06, + "loss": 0.4377, + "mean_token_accuracy": 0.8549277186393738, + "num_tokens": 577006990.0, + "step": 15128 + }, + { + "epoch": 1.9245643047958274, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.635568618774414, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8766357898712158, + "num_tokens": 577044932.0, + "step": 15129 + }, + { + "epoch": 1.924691515074418, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.730904579162598, + "learning_rate": 1e-06, + "loss": 0.4366, + "mean_token_accuracy": 0.8555086851119995, + "num_tokens": 577076217.0, + "step": 15130 + }, + { + "epoch": 1.9248187253530085, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.64273452758789, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8867337703704834, + "num_tokens": 577112696.0, + "step": 15131 + }, + { + "epoch": 1.924945935631599, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.663686752319336, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8711174726486206, + "num_tokens": 577156397.0, + "step": 15132 + }, + { + "epoch": 1.9250731459101895, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.6670560836792, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8754366040229797, + "num_tokens": 577194192.0, + "step": 15133 + }, + { + "epoch": 1.92520035618878, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.671451568603516, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.867056667804718, + "num_tokens": 577232639.0, + "step": 15134 + }, + { + "epoch": 1.9253275664673706, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.654125213623047, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8812412023544312, + "num_tokens": 577267349.0, + "step": 15135 + }, + { + "epoch": 1.925454776745961, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.627626419067383, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8666725158691406, + "num_tokens": 577308329.0, + "step": 15136 + }, + { + "epoch": 1.9255819870245516, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.700397491455078, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8732953071594238, + "num_tokens": 577347825.0, + "step": 15137 + }, + { + "epoch": 1.9257091973031422, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.632659912109375, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8723493814468384, + "num_tokens": 577379981.0, + "step": 15138 + }, + { + "epoch": 1.9258364075817327, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.690967559814453, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8754851818084717, + "num_tokens": 577414134.0, + "step": 15139 + }, + { + "epoch": 1.9259636178603232, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.66341781616211, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8701564073562622, + "num_tokens": 577451170.0, + "step": 15140 + }, + { + "epoch": 1.9260908281389137, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.676403045654297, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8590983748435974, + "num_tokens": 577487447.0, + "step": 15141 + }, + { + "epoch": 1.9262180384175043, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.676648139953613, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8762168288230896, + "num_tokens": 577525732.0, + "step": 15142 + }, + { + "epoch": 1.9263452486960948, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.641117095947266, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8698025345802307, + "num_tokens": 577563303.0, + "step": 15143 + }, + { + "epoch": 1.926472458974685, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.641440391540527, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8852081894874573, + "num_tokens": 577607592.0, + "step": 15144 + }, + { + "epoch": 1.9265996692532756, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.657624244689941, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8633007407188416, + "num_tokens": 577651646.0, + "step": 15145 + }, + { + "epoch": 1.9267268795318662, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.709428787231445, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8799943923950195, + "num_tokens": 577689530.0, + "step": 15146 + }, + { + "epoch": 1.9268540898104567, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.684587478637695, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8665183782577515, + "num_tokens": 577732524.0, + "step": 15147 + }, + { + "epoch": 1.9269813000890472, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.636431694030762, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8760315179824829, + "num_tokens": 577767164.0, + "step": 15148 + }, + { + "epoch": 1.9271085103676378, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.651424407958984, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8791325092315674, + "num_tokens": 577802347.0, + "step": 15149 + }, + { + "epoch": 1.927235720646228, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.652677536010742, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8644556403160095, + "num_tokens": 577842899.0, + "step": 15150 + }, + { + "epoch": 1.9273629309248186, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.668232917785645, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8714074492454529, + "num_tokens": 577885137.0, + "step": 15151 + }, + { + "epoch": 1.9274901412034091, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.66810417175293, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8852003216743469, + "num_tokens": 577925727.0, + "step": 15152 + }, + { + "epoch": 1.9276173514819996, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.612042427062988, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8746984004974365, + "num_tokens": 577965399.0, + "step": 15153 + }, + { + "epoch": 1.9277445617605902, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.665688514709473, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8720852732658386, + "num_tokens": 578007608.0, + "step": 15154 + }, + { + "epoch": 1.9278717720391807, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.69304370880127, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.882614254951477, + "num_tokens": 578043425.0, + "step": 15155 + }, + { + "epoch": 1.9279989823177712, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.672327041625977, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8689838647842407, + "num_tokens": 578075838.0, + "step": 15156 + }, + { + "epoch": 1.9281261925963618, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.615232467651367, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8660743236541748, + "num_tokens": 578110113.0, + "step": 15157 + }, + { + "epoch": 1.9282534028749523, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.664289474487305, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8718191981315613, + "num_tokens": 578145743.0, + "step": 15158 + }, + { + "epoch": 1.9283806131535428, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.718849182128906, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8801742196083069, + "num_tokens": 578181588.0, + "step": 15159 + }, + { + "epoch": 1.9285078234321333, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.607712745666504, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.869562029838562, + "num_tokens": 578222048.0, + "step": 15160 + }, + { + "epoch": 1.9286350337107239, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.672856330871582, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8742659687995911, + "num_tokens": 578262664.0, + "step": 15161 + }, + { + "epoch": 1.9287622439893144, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.689521789550781, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.860498309135437, + "num_tokens": 578303431.0, + "step": 15162 + }, + { + "epoch": 1.928889454267905, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.66201400756836, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8617016077041626, + "num_tokens": 578338978.0, + "step": 15163 + }, + { + "epoch": 1.9290166645464955, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.652165412902832, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8683933019638062, + "num_tokens": 578376340.0, + "step": 15164 + }, + { + "epoch": 1.929143874825086, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.704385757446289, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8735793828964233, + "num_tokens": 578414714.0, + "step": 15165 + }, + { + "epoch": 1.9292710851036765, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.660823822021484, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.8582410216331482, + "num_tokens": 578453668.0, + "step": 15166 + }, + { + "epoch": 1.929398295382267, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.703707695007324, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.864471435546875, + "num_tokens": 578494148.0, + "step": 15167 + }, + { + "epoch": 1.9295255056608573, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.704411506652832, + "learning_rate": 1e-06, + "loss": 0.4463, + "mean_token_accuracy": 0.850990355014801, + "num_tokens": 578530743.0, + "step": 15168 + }, + { + "epoch": 1.9296527159394479, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.689294815063477, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8935037851333618, + "num_tokens": 578567613.0, + "step": 15169 + }, + { + "epoch": 1.9297799262180384, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.66093635559082, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8699789047241211, + "num_tokens": 578602981.0, + "step": 15170 + }, + { + "epoch": 1.929907136496629, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.666182518005371, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8654681444168091, + "num_tokens": 578641027.0, + "step": 15171 + }, + { + "epoch": 1.9300343467752195, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.61551570892334, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8841574788093567, + "num_tokens": 578683006.0, + "step": 15172 + }, + { + "epoch": 1.93016155705381, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.645378112792969, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8757458925247192, + "num_tokens": 578716722.0, + "step": 15173 + }, + { + "epoch": 1.9302887673324005, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.668693542480469, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8516602516174316, + "num_tokens": 578750740.0, + "step": 15174 + }, + { + "epoch": 1.9304159776109908, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.589391708374023, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8745342493057251, + "num_tokens": 578791358.0, + "step": 15175 + }, + { + "epoch": 1.9305431878895813, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.645034790039062, + "learning_rate": 1e-06, + "loss": 0.4399, + "mean_token_accuracy": 0.8563740849494934, + "num_tokens": 578834514.0, + "step": 15176 + }, + { + "epoch": 1.9306703981681719, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.66895866394043, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8627415895462036, + "num_tokens": 578875869.0, + "step": 15177 + }, + { + "epoch": 1.9307976084467624, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.637514114379883, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8761652708053589, + "num_tokens": 578921079.0, + "step": 15178 + }, + { + "epoch": 1.930924818725353, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.704030990600586, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8704365491867065, + "num_tokens": 578959837.0, + "step": 15179 + }, + { + "epoch": 1.9310520290039435, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.642659187316895, + "learning_rate": 1e-06, + "loss": 0.4834, + "mean_token_accuracy": 0.8446397185325623, + "num_tokens": 579001629.0, + "step": 15180 + }, + { + "epoch": 1.931179239282534, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.725547790527344, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.8945969939231873, + "num_tokens": 579036762.0, + "step": 15181 + }, + { + "epoch": 1.9313064495611245, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.689416885375977, + "learning_rate": 1e-06, + "loss": 0.4458, + "mean_token_accuracy": 0.8502434492111206, + "num_tokens": 579078455.0, + "step": 15182 + }, + { + "epoch": 1.931433659839715, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.633182525634766, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8741035461425781, + "num_tokens": 579116942.0, + "step": 15183 + }, + { + "epoch": 1.9315608701183056, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.658089637756348, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8835165500640869, + "num_tokens": 579155180.0, + "step": 15184 + }, + { + "epoch": 1.931688080396896, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.671306610107422, + "learning_rate": 1e-06, + "loss": 0.4306, + "mean_token_accuracy": 0.8640178442001343, + "num_tokens": 579194336.0, + "step": 15185 + }, + { + "epoch": 1.9318152906754866, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.654742240905762, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.867853045463562, + "num_tokens": 579226609.0, + "step": 15186 + }, + { + "epoch": 1.9319425009540772, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.622577667236328, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8757500648498535, + "num_tokens": 579259288.0, + "step": 15187 + }, + { + "epoch": 1.9320697112326677, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.667435646057129, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8795013427734375, + "num_tokens": 579294797.0, + "step": 15188 + }, + { + "epoch": 1.9321969215112582, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.6185302734375, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8818552494049072, + "num_tokens": 579334352.0, + "step": 15189 + }, + { + "epoch": 1.9323241317898487, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.63482666015625, + "learning_rate": 1e-06, + "loss": 0.4461, + "mean_token_accuracy": 0.8601453304290771, + "num_tokens": 579379618.0, + "step": 15190 + }, + { + "epoch": 1.9324513420684393, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.632436752319336, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8719651103019714, + "num_tokens": 579420230.0, + "step": 15191 + }, + { + "epoch": 1.9325785523470298, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.632843971252441, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8723489046096802, + "num_tokens": 579458236.0, + "step": 15192 + }, + { + "epoch": 1.93270576262562, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.634282112121582, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8714382648468018, + "num_tokens": 579495561.0, + "step": 15193 + }, + { + "epoch": 1.9328329729042106, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.714062690734863, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8699347972869873, + "num_tokens": 579530225.0, + "step": 15194 + }, + { + "epoch": 1.9329601831828012, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.623383522033691, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8636772632598877, + "num_tokens": 579570143.0, + "step": 15195 + }, + { + "epoch": 1.9330873934613917, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.647242546081543, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8849210143089294, + "num_tokens": 579607105.0, + "step": 15196 + }, + { + "epoch": 1.9332146037399822, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.61742115020752, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8857874274253845, + "num_tokens": 579640018.0, + "step": 15197 + }, + { + "epoch": 1.9333418140185727, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.668204307556152, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8667625784873962, + "num_tokens": 579681250.0, + "step": 15198 + }, + { + "epoch": 1.933469024297163, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.637421607971191, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.859870195388794, + "num_tokens": 579718535.0, + "step": 15199 + }, + { + "epoch": 1.9335962345757536, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.661255836486816, + "learning_rate": 1e-06, + "loss": 0.4222, + "mean_token_accuracy": 0.8603583574295044, + "num_tokens": 579756959.0, + "step": 15200 + }, + { + "epoch": 1.933723444854344, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.652522087097168, + "learning_rate": 1e-06, + "loss": 0.4236, + "mean_token_accuracy": 0.86126309633255, + "num_tokens": 579798266.0, + "step": 15201 + }, + { + "epoch": 1.9338506551329346, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.608122825622559, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8906412124633789, + "num_tokens": 579831869.0, + "step": 15202 + }, + { + "epoch": 1.9339778654115252, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.618033409118652, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8735071420669556, + "num_tokens": 579874168.0, + "step": 15203 + }, + { + "epoch": 1.9341050756901157, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.63748550415039, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8774131536483765, + "num_tokens": 579916313.0, + "step": 15204 + }, + { + "epoch": 1.9342322859687062, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.625836372375488, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8819916844367981, + "num_tokens": 579959022.0, + "step": 15205 + }, + { + "epoch": 1.9343594962472968, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.667515754699707, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8578658103942871, + "num_tokens": 580003675.0, + "step": 15206 + }, + { + "epoch": 1.9344867065258873, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.614958763122559, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.879790186882019, + "num_tokens": 580044384.0, + "step": 15207 + }, + { + "epoch": 1.9346139168044778, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.680716514587402, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8615764379501343, + "num_tokens": 580078955.0, + "step": 15208 + }, + { + "epoch": 1.9347411270830683, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.585247993469238, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8681743144989014, + "num_tokens": 580116793.0, + "step": 15209 + }, + { + "epoch": 1.9348683373616589, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.66446590423584, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8694076538085938, + "num_tokens": 580153622.0, + "step": 15210 + }, + { + "epoch": 1.9349955476402494, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.636490821838379, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8699405789375305, + "num_tokens": 580195287.0, + "step": 15211 + }, + { + "epoch": 1.93512275791884, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.671984672546387, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.861188530921936, + "num_tokens": 580229601.0, + "step": 15212 + }, + { + "epoch": 1.9352499681974304, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.661428451538086, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8734981417655945, + "num_tokens": 580268079.0, + "step": 15213 + }, + { + "epoch": 1.935377178476021, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.640926361083984, + "learning_rate": 1e-06, + "loss": 0.4545, + "mean_token_accuracy": 0.8540874719619751, + "num_tokens": 580305379.0, + "step": 15214 + }, + { + "epoch": 1.9355043887546115, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.641493797302246, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.871760368347168, + "num_tokens": 580338438.0, + "step": 15215 + }, + { + "epoch": 1.935631599033202, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.689693450927734, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8723254203796387, + "num_tokens": 580370017.0, + "step": 15216 + }, + { + "epoch": 1.9357588093117923, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.605342864990234, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8815582394599915, + "num_tokens": 580409572.0, + "step": 15217 + }, + { + "epoch": 1.9358860195903829, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.638944625854492, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8766388893127441, + "num_tokens": 580448481.0, + "step": 15218 + }, + { + "epoch": 1.9360132298689734, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.663472175598145, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8820950984954834, + "num_tokens": 580481919.0, + "step": 15219 + }, + { + "epoch": 1.936140440147564, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.673718452453613, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8655986189842224, + "num_tokens": 580520758.0, + "step": 15220 + }, + { + "epoch": 1.9362676504261545, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.704582214355469, + "learning_rate": 1e-06, + "loss": 0.4361, + "mean_token_accuracy": 0.8618940114974976, + "num_tokens": 580559839.0, + "step": 15221 + }, + { + "epoch": 1.936394860704745, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.595342636108398, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.896898090839386, + "num_tokens": 580591767.0, + "step": 15222 + }, + { + "epoch": 1.9365220709833355, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.701953887939453, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8798697590827942, + "num_tokens": 580633180.0, + "step": 15223 + }, + { + "epoch": 1.9366492812619258, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.629888534545898, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8740000128746033, + "num_tokens": 580677045.0, + "step": 15224 + }, + { + "epoch": 1.9367764915405163, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.637299537658691, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8852323293685913, + "num_tokens": 580717423.0, + "step": 15225 + }, + { + "epoch": 1.9369037018191069, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.695490837097168, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8772547245025635, + "num_tokens": 580756677.0, + "step": 15226 + }, + { + "epoch": 1.9370309120976974, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.603987693786621, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8759892582893372, + "num_tokens": 580796993.0, + "step": 15227 + }, + { + "epoch": 1.937158122376288, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.649589538574219, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8754709959030151, + "num_tokens": 580834616.0, + "step": 15228 + }, + { + "epoch": 1.9372853326548785, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.65285873413086, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8740642070770264, + "num_tokens": 580873718.0, + "step": 15229 + }, + { + "epoch": 1.937412542933469, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.604360580444336, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8669366240501404, + "num_tokens": 580911678.0, + "step": 15230 + }, + { + "epoch": 1.9375397532120595, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.698405265808105, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8768377304077148, + "num_tokens": 580953282.0, + "step": 15231 + }, + { + "epoch": 1.93766696349065, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.59363842010498, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8777332305908203, + "num_tokens": 580997954.0, + "step": 15232 + }, + { + "epoch": 1.9377941737692406, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.625747680664062, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8732771873474121, + "num_tokens": 581035623.0, + "step": 15233 + }, + { + "epoch": 1.937921384047831, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.71914291381836, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8806294798851013, + "num_tokens": 581068727.0, + "step": 15234 + }, + { + "epoch": 1.9380485943264216, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.634726524353027, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8699054718017578, + "num_tokens": 581111180.0, + "step": 15235 + }, + { + "epoch": 1.9381758046050122, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.638605117797852, + "learning_rate": 1e-06, + "loss": 0.4414, + "mean_token_accuracy": 0.8515974283218384, + "num_tokens": 581152373.0, + "step": 15236 + }, + { + "epoch": 1.9383030148836027, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.65501880645752, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8697780966758728, + "num_tokens": 581195854.0, + "step": 15237 + }, + { + "epoch": 1.9384302251621932, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.618284225463867, + "learning_rate": 1e-06, + "loss": 0.4737, + "mean_token_accuracy": 0.845989465713501, + "num_tokens": 581236414.0, + "step": 15238 + }, + { + "epoch": 1.9385574354407837, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.66775131225586, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.856353223323822, + "num_tokens": 581275349.0, + "step": 15239 + }, + { + "epoch": 1.9386846457193743, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.659797668457031, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8784794807434082, + "num_tokens": 581313231.0, + "step": 15240 + }, + { + "epoch": 1.9388118559979648, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.6416654586792, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8737167119979858, + "num_tokens": 581355295.0, + "step": 15241 + }, + { + "epoch": 1.938939066276555, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.638628959655762, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.875106930732727, + "num_tokens": 581392633.0, + "step": 15242 + }, + { + "epoch": 1.9390662765551456, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.680756568908691, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8855224847793579, + "num_tokens": 581425552.0, + "step": 15243 + }, + { + "epoch": 1.9391934868337362, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.619131088256836, + "learning_rate": 1e-06, + "loss": 0.4237, + "mean_token_accuracy": 0.8615158796310425, + "num_tokens": 581467707.0, + "step": 15244 + }, + { + "epoch": 1.9393206971123267, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.697357177734375, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8782808184623718, + "num_tokens": 581504888.0, + "step": 15245 + }, + { + "epoch": 1.9394479073909172, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.62749195098877, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.871563732624054, + "num_tokens": 581537800.0, + "step": 15246 + }, + { + "epoch": 1.9395751176695077, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.67055892944336, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8928869962692261, + "num_tokens": 581570594.0, + "step": 15247 + }, + { + "epoch": 1.939702327948098, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.639961242675781, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8652269840240479, + "num_tokens": 581610764.0, + "step": 15248 + }, + { + "epoch": 1.9398295382266886, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.629660606384277, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8713126182556152, + "num_tokens": 581652341.0, + "step": 15249 + }, + { + "epoch": 1.939956748505279, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.714044570922852, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8644618988037109, + "num_tokens": 581689978.0, + "step": 15250 + }, + { + "epoch": 1.9400839587838696, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.693058013916016, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8811393976211548, + "num_tokens": 581728811.0, + "step": 15251 + }, + { + "epoch": 1.9402111690624602, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.692316055297852, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8810184001922607, + "num_tokens": 581768016.0, + "step": 15252 + }, + { + "epoch": 1.9403383793410507, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.692538261413574, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8755728006362915, + "num_tokens": 581805405.0, + "step": 15253 + }, + { + "epoch": 1.9404655896196412, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.69046688079834, + "learning_rate": 1e-06, + "loss": 0.4427, + "mean_token_accuracy": 0.8532150387763977, + "num_tokens": 581845302.0, + "step": 15254 + }, + { + "epoch": 1.9405927998982317, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.666869163513184, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8812988996505737, + "num_tokens": 581875391.0, + "step": 15255 + }, + { + "epoch": 1.9407200101768223, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.680416107177734, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8718631267547607, + "num_tokens": 581916580.0, + "step": 15256 + }, + { + "epoch": 1.9408472204554128, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.639392852783203, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8737342953681946, + "num_tokens": 581958539.0, + "step": 15257 + }, + { + "epoch": 1.9409744307340033, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.705009460449219, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8717216849327087, + "num_tokens": 581996981.0, + "step": 15258 + }, + { + "epoch": 1.9411016410125939, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.6126127243042, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8817943930625916, + "num_tokens": 582036068.0, + "step": 15259 + }, + { + "epoch": 1.9412288512911844, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.6496000289917, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8749847412109375, + "num_tokens": 582073322.0, + "step": 15260 + }, + { + "epoch": 1.941356061569775, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.662008285522461, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8748380541801453, + "num_tokens": 582110736.0, + "step": 15261 + }, + { + "epoch": 1.9414832718483654, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.685684204101562, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.855890691280365, + "num_tokens": 582153431.0, + "step": 15262 + }, + { + "epoch": 1.941610482126956, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.606354713439941, + "learning_rate": 1e-06, + "loss": 0.4423, + "mean_token_accuracy": 0.854699432849884, + "num_tokens": 582191793.0, + "step": 15263 + }, + { + "epoch": 1.9417376924055465, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.684536933898926, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8634088039398193, + "num_tokens": 582227923.0, + "step": 15264 + }, + { + "epoch": 1.941864902684137, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.690559387207031, + "learning_rate": 1e-06, + "loss": 0.4172, + "mean_token_accuracy": 0.8578727841377258, + "num_tokens": 582268029.0, + "step": 15265 + }, + { + "epoch": 1.9419921129627273, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.699661254882812, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8668401837348938, + "num_tokens": 582302173.0, + "step": 15266 + }, + { + "epoch": 1.9421193232413179, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.664031028747559, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8869566917419434, + "num_tokens": 582341642.0, + "step": 15267 + }, + { + "epoch": 1.9422465335199084, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.668381690979004, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8741339445114136, + "num_tokens": 582378960.0, + "step": 15268 + }, + { + "epoch": 1.942373743798499, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.64989185333252, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8786453008651733, + "num_tokens": 582422149.0, + "step": 15269 + }, + { + "epoch": 1.9425009540770894, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.691950798034668, + "learning_rate": 1e-06, + "loss": 0.4281, + "mean_token_accuracy": 0.8560605049133301, + "num_tokens": 582462657.0, + "step": 15270 + }, + { + "epoch": 1.94262816435568, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.672216415405273, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.885432779788971, + "num_tokens": 582499264.0, + "step": 15271 + }, + { + "epoch": 1.9427553746342705, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.704073905944824, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8753128051757812, + "num_tokens": 582534744.0, + "step": 15272 + }, + { + "epoch": 1.9428825849128608, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.606705665588379, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8685464859008789, + "num_tokens": 582577010.0, + "step": 15273 + }, + { + "epoch": 1.9430097951914513, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.698407173156738, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8683918714523315, + "num_tokens": 582617103.0, + "step": 15274 + }, + { + "epoch": 1.9431370054700419, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.69101333618164, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8663966655731201, + "num_tokens": 582661754.0, + "step": 15275 + }, + { + "epoch": 1.9432642157486324, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.673023223876953, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8742716312408447, + "num_tokens": 582701701.0, + "step": 15276 + }, + { + "epoch": 1.943391426027223, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.677346229553223, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8622991442680359, + "num_tokens": 582741977.0, + "step": 15277 + }, + { + "epoch": 1.9435186363058135, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.67236614227295, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8810379505157471, + "num_tokens": 582783420.0, + "step": 15278 + }, + { + "epoch": 1.943645846584404, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.683298110961914, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8769587278366089, + "num_tokens": 582819464.0, + "step": 15279 + }, + { + "epoch": 1.9437730568629945, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.653029441833496, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8778363466262817, + "num_tokens": 582860757.0, + "step": 15280 + }, + { + "epoch": 1.943900267141585, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.64562702178955, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8671822547912598, + "num_tokens": 582910300.0, + "step": 15281 + }, + { + "epoch": 1.9440274774201756, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.698545455932617, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8651565313339233, + "num_tokens": 582956333.0, + "step": 15282 + }, + { + "epoch": 1.944154687698766, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.678675651550293, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8803845047950745, + "num_tokens": 582994068.0, + "step": 15283 + }, + { + "epoch": 1.9442818979773566, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.734976768493652, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8707202672958374, + "num_tokens": 583027829.0, + "step": 15284 + }, + { + "epoch": 1.9444091082559471, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.73865795135498, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8691461086273193, + "num_tokens": 583068881.0, + "step": 15285 + }, + { + "epoch": 1.9445363185345377, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.642918586730957, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8744109869003296, + "num_tokens": 583100097.0, + "step": 15286 + }, + { + "epoch": 1.9446635288131282, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.73615837097168, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8706455230712891, + "num_tokens": 583135340.0, + "step": 15287 + }, + { + "epoch": 1.9447907390917187, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.6708345413208, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.871324896812439, + "num_tokens": 583172032.0, + "step": 15288 + }, + { + "epoch": 1.9449179493703093, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.674375534057617, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8773316144943237, + "num_tokens": 583205244.0, + "step": 15289 + }, + { + "epoch": 1.9450451596488998, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.693381309509277, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8689723014831543, + "num_tokens": 583247537.0, + "step": 15290 + }, + { + "epoch": 1.94517236992749, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.662003517150879, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8657095432281494, + "num_tokens": 583285349.0, + "step": 15291 + }, + { + "epoch": 1.9452995802060806, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.660941123962402, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8731293678283691, + "num_tokens": 583323810.0, + "step": 15292 + }, + { + "epoch": 1.9454267904846712, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.66734790802002, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8837240934371948, + "num_tokens": 583354244.0, + "step": 15293 + }, + { + "epoch": 1.9455540007632617, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.723390579223633, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8855960369110107, + "num_tokens": 583391764.0, + "step": 15294 + }, + { + "epoch": 1.9456812110418522, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.719862937927246, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8593764305114746, + "num_tokens": 583426305.0, + "step": 15295 + }, + { + "epoch": 1.9458084213204427, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.680062294006348, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8680894374847412, + "num_tokens": 583465252.0, + "step": 15296 + }, + { + "epoch": 1.945935631599033, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.678628921508789, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8639294505119324, + "num_tokens": 583510001.0, + "step": 15297 + }, + { + "epoch": 1.9460628418776236, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.613523483276367, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8731659650802612, + "num_tokens": 583547380.0, + "step": 15298 + }, + { + "epoch": 1.946190052156214, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.676692008972168, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8732725977897644, + "num_tokens": 583588852.0, + "step": 15299 + }, + { + "epoch": 1.9463172624348046, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.610846519470215, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8792322874069214, + "num_tokens": 583634006.0, + "step": 15300 + }, + { + "epoch": 1.9464444727133952, + "ewc_loss": 0.015869140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5854835510253906e-05, + "grad_norm": 11.621214866638184, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.858668863773346, + "num_tokens": 583679430.0, + "step": 15301 + }, + { + "epoch": 1.9465716829919857, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.75246810913086, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8784557580947876, + "num_tokens": 583708856.0, + "step": 15302 + }, + { + "epoch": 1.9466988932705762, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.681071281433105, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8714057803153992, + "num_tokens": 583750737.0, + "step": 15303 + }, + { + "epoch": 1.9468261035491667, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.693799018859863, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8775671720504761, + "num_tokens": 583786342.0, + "step": 15304 + }, + { + "epoch": 1.9469533138277573, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.739895820617676, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8779902458190918, + "num_tokens": 583821681.0, + "step": 15305 + }, + { + "epoch": 1.9470805241063478, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.66981029510498, + "learning_rate": 1e-06, + "loss": 0.4354, + "mean_token_accuracy": 0.8553804159164429, + "num_tokens": 583855640.0, + "step": 15306 + }, + { + "epoch": 1.9472077343849383, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.71652889251709, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8818309307098389, + "num_tokens": 583888047.0, + "step": 15307 + }, + { + "epoch": 1.9473349446635289, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.700958251953125, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8711410760879517, + "num_tokens": 583923220.0, + "step": 15308 + }, + { + "epoch": 1.9474621549421194, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.660761833190918, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.867301344871521, + "num_tokens": 583965718.0, + "step": 15309 + }, + { + "epoch": 1.94758936522071, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.682204246520996, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8777238726615906, + "num_tokens": 584014027.0, + "step": 15310 + }, + { + "epoch": 1.9477165754993004, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.695624351501465, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8758009672164917, + "num_tokens": 584045019.0, + "step": 15311 + }, + { + "epoch": 1.947843785777891, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.689208984375, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.856400191783905, + "num_tokens": 584086839.0, + "step": 15312 + }, + { + "epoch": 1.9479709960564815, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.5761079788208, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8860874772071838, + "num_tokens": 584123785.0, + "step": 15313 + }, + { + "epoch": 1.948098206335072, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.659153938293457, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8640413284301758, + "num_tokens": 584163768.0, + "step": 15314 + }, + { + "epoch": 1.9482254166136623, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.726475715637207, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8691419363021851, + "num_tokens": 584201668.0, + "step": 15315 + }, + { + "epoch": 1.9483526268922529, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.676973342895508, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8812879323959351, + "num_tokens": 584236626.0, + "step": 15316 + }, + { + "epoch": 1.9484798371708434, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.726860046386719, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.8560808300971985, + "num_tokens": 584279811.0, + "step": 15317 + }, + { + "epoch": 1.948607047449434, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.617011070251465, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.872671902179718, + "num_tokens": 584317314.0, + "step": 15318 + }, + { + "epoch": 1.9487342577280244, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.729047775268555, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8770779371261597, + "num_tokens": 584355768.0, + "step": 15319 + }, + { + "epoch": 1.948861468006615, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.688980102539062, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8694137930870056, + "num_tokens": 584386205.0, + "step": 15320 + }, + { + "epoch": 1.9489886782852053, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.67673397064209, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8845952153205872, + "num_tokens": 584419721.0, + "step": 15321 + }, + { + "epoch": 1.9491158885637958, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.714255332946777, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8710112571716309, + "num_tokens": 584451029.0, + "step": 15322 + }, + { + "epoch": 1.9492430988423863, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.701716423034668, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8864303827285767, + "num_tokens": 584483991.0, + "step": 15323 + }, + { + "epoch": 1.9493703091209769, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.715311050415039, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8714592456817627, + "num_tokens": 584517652.0, + "step": 15324 + }, + { + "epoch": 1.9494975193995674, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.676669120788574, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8802239894866943, + "num_tokens": 584561058.0, + "step": 15325 + }, + { + "epoch": 1.949624729678158, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.733973503112793, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8761433362960815, + "num_tokens": 584595097.0, + "step": 15326 + }, + { + "epoch": 1.9497519399567484, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.685358047485352, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8799242973327637, + "num_tokens": 584639073.0, + "step": 15327 + }, + { + "epoch": 1.949879150235339, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.700481414794922, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8630862236022949, + "num_tokens": 584680517.0, + "step": 15328 + }, + { + "epoch": 1.9500063605139295, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.723689079284668, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8720762133598328, + "num_tokens": 584717796.0, + "step": 15329 + }, + { + "epoch": 1.95013357079252, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.695131301879883, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8854809999465942, + "num_tokens": 584755595.0, + "step": 15330 + }, + { + "epoch": 1.9502607810711106, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.703131675720215, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8622297048568726, + "num_tokens": 584798681.0, + "step": 15331 + }, + { + "epoch": 1.950387991349701, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.722796440124512, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8748852014541626, + "num_tokens": 584835424.0, + "step": 15332 + }, + { + "epoch": 1.9505152016282916, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.679462432861328, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8860844373703003, + "num_tokens": 584872063.0, + "step": 15333 + }, + { + "epoch": 1.9506424119068821, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.692455291748047, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8876804113388062, + "num_tokens": 584905850.0, + "step": 15334 + }, + { + "epoch": 1.9507696221854727, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.673458099365234, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8807275295257568, + "num_tokens": 584946480.0, + "step": 15335 + }, + { + "epoch": 1.9508968324640632, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.773172378540039, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8789871335029602, + "num_tokens": 584977382.0, + "step": 15336 + }, + { + "epoch": 1.9510240427426537, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.635525703430176, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8748246431350708, + "num_tokens": 585010885.0, + "step": 15337 + }, + { + "epoch": 1.9511512530212443, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.760127067565918, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8721358776092529, + "num_tokens": 585048208.0, + "step": 15338 + }, + { + "epoch": 1.9512784632998348, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.635110855102539, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8676396608352661, + "num_tokens": 585087477.0, + "step": 15339 + }, + { + "epoch": 1.951405673578425, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.728697776794434, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8728493452072144, + "num_tokens": 585120860.0, + "step": 15340 + }, + { + "epoch": 1.9515328838570156, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.685603141784668, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8742400407791138, + "num_tokens": 585161887.0, + "step": 15341 + }, + { + "epoch": 1.9516600941356061, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.627155303955078, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8814629316329956, + "num_tokens": 585200496.0, + "step": 15342 + }, + { + "epoch": 1.9517873044141967, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.63127613067627, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8728688955307007, + "num_tokens": 585243976.0, + "step": 15343 + }, + { + "epoch": 1.9519145146927872, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.728429794311523, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.868254542350769, + "num_tokens": 585282366.0, + "step": 15344 + }, + { + "epoch": 1.9520417249713777, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.634482383728027, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8710112571716309, + "num_tokens": 585325224.0, + "step": 15345 + }, + { + "epoch": 1.952168935249968, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.682303428649902, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8807010650634766, + "num_tokens": 585361954.0, + "step": 15346 + }, + { + "epoch": 1.9522961455285586, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.714391708374023, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8696222305297852, + "num_tokens": 585406033.0, + "step": 15347 + }, + { + "epoch": 1.952423355807149, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.719714164733887, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8715943098068237, + "num_tokens": 585440457.0, + "step": 15348 + }, + { + "epoch": 1.9525505660857396, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.685491561889648, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8950017094612122, + "num_tokens": 585473451.0, + "step": 15349 + }, + { + "epoch": 1.9526777763643302, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.683123588562012, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.876339852809906, + "num_tokens": 585509652.0, + "step": 15350 + }, + { + "epoch": 1.9528049866429207, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.658156394958496, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8766380548477173, + "num_tokens": 585545591.0, + "step": 15351 + }, + { + "epoch": 1.9529321969215112, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.685220718383789, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8601401448249817, + "num_tokens": 585583757.0, + "step": 15352 + }, + { + "epoch": 1.9530594072001017, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.68797492980957, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8608160018920898, + "num_tokens": 585623897.0, + "step": 15353 + }, + { + "epoch": 1.9531866174786923, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.616354942321777, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.876911461353302, + "num_tokens": 585661043.0, + "step": 15354 + }, + { + "epoch": 1.9533138277572828, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.717883110046387, + "learning_rate": 1e-06, + "loss": 0.4599, + "mean_token_accuracy": 0.8456748723983765, + "num_tokens": 585699201.0, + "step": 15355 + }, + { + "epoch": 1.9534410380358733, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.687667846679688, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8659972548484802, + "num_tokens": 585735325.0, + "step": 15356 + }, + { + "epoch": 1.9535682483144639, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.663917541503906, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8803608417510986, + "num_tokens": 585769909.0, + "step": 15357 + }, + { + "epoch": 1.9536954585930544, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.775007247924805, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8612070083618164, + "num_tokens": 585804590.0, + "step": 15358 + }, + { + "epoch": 1.953822668871645, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.701459884643555, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8682104349136353, + "num_tokens": 585843349.0, + "step": 15359 + }, + { + "epoch": 1.9539498791502354, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.674388885498047, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8838751316070557, + "num_tokens": 585881846.0, + "step": 15360 + }, + { + "epoch": 1.954077089428826, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.685322761535645, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8696720600128174, + "num_tokens": 585917848.0, + "step": 15361 + }, + { + "epoch": 1.9542042997074165, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.661587715148926, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8782964944839478, + "num_tokens": 585961249.0, + "step": 15362 + }, + { + "epoch": 1.954331509986007, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.636207580566406, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8795894980430603, + "num_tokens": 586005795.0, + "step": 15363 + }, + { + "epoch": 1.9544587202645973, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.674688339233398, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.882047176361084, + "num_tokens": 586041523.0, + "step": 15364 + }, + { + "epoch": 1.9545859305431879, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.729422569274902, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8635117411613464, + "num_tokens": 586077800.0, + "step": 15365 + }, + { + "epoch": 1.9547131408217784, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.672292709350586, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8685278296470642, + "num_tokens": 586116010.0, + "step": 15366 + }, + { + "epoch": 1.954840351100369, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.657583236694336, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8834719657897949, + "num_tokens": 586155359.0, + "step": 15367 + }, + { + "epoch": 1.9549675613789594, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.663122177124023, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8782883882522583, + "num_tokens": 586188190.0, + "step": 15368 + }, + { + "epoch": 1.95509477165755, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.772370338439941, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8718204498291016, + "num_tokens": 586225971.0, + "step": 15369 + }, + { + "epoch": 1.9552219819361403, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.651045799255371, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8704473972320557, + "num_tokens": 586263295.0, + "step": 15370 + }, + { + "epoch": 1.9553491922147308, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.705296516418457, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8941360712051392, + "num_tokens": 586293547.0, + "step": 15371 + }, + { + "epoch": 1.9554764024933213, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.625900268554688, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8685981631278992, + "num_tokens": 586333180.0, + "step": 15372 + }, + { + "epoch": 1.9556036127719119, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.693666458129883, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8738100528717041, + "num_tokens": 586368780.0, + "step": 15373 + }, + { + "epoch": 1.9557308230505024, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.716011047363281, + "learning_rate": 1e-06, + "loss": 0.4203, + "mean_token_accuracy": 0.8588186502456665, + "num_tokens": 586404177.0, + "step": 15374 + }, + { + "epoch": 1.955858033329093, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.575360298156738, + "learning_rate": 1e-06, + "loss": 0.4406, + "mean_token_accuracy": 0.8575248122215271, + "num_tokens": 586446917.0, + "step": 15375 + }, + { + "epoch": 1.9559852436076834, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.690966606140137, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8730133771896362, + "num_tokens": 586485832.0, + "step": 15376 + }, + { + "epoch": 1.956112453886274, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.653162956237793, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8828539848327637, + "num_tokens": 586524089.0, + "step": 15377 + }, + { + "epoch": 1.9562396641648645, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.654086112976074, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8758523464202881, + "num_tokens": 586564097.0, + "step": 15378 + }, + { + "epoch": 1.956366874443455, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.650643348693848, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8859964609146118, + "num_tokens": 586600653.0, + "step": 15379 + }, + { + "epoch": 1.9564940847220456, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.678016662597656, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8789323568344116, + "num_tokens": 586639527.0, + "step": 15380 + }, + { + "epoch": 1.956621295000636, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.683248519897461, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8769814968109131, + "num_tokens": 586670885.0, + "step": 15381 + }, + { + "epoch": 1.9567485052792266, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.673949241638184, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8861044645309448, + "num_tokens": 586709875.0, + "step": 15382 + }, + { + "epoch": 1.9568757155578171, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.587357521057129, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.86747145652771, + "num_tokens": 586753164.0, + "step": 15383 + }, + { + "epoch": 1.9570029258364077, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.701813697814941, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8798252940177917, + "num_tokens": 586793737.0, + "step": 15384 + }, + { + "epoch": 1.9571301361149982, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.662452697753906, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8682844042778015, + "num_tokens": 586833428.0, + "step": 15385 + }, + { + "epoch": 1.9572573463935887, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.721729278564453, + "learning_rate": 1e-06, + "loss": 0.4603, + "mean_token_accuracy": 0.8506974577903748, + "num_tokens": 586871202.0, + "step": 15386 + }, + { + "epoch": 1.9573845566721793, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.68643569946289, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.883578360080719, + "num_tokens": 586905537.0, + "step": 15387 + }, + { + "epoch": 1.9575117669507698, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.684891700744629, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8638424873352051, + "num_tokens": 586940378.0, + "step": 15388 + }, + { + "epoch": 1.95763897722936, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.762162208557129, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8835512399673462, + "num_tokens": 586978806.0, + "step": 15389 + }, + { + "epoch": 1.9577661875079506, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.726362228393555, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8679642081260681, + "num_tokens": 587007367.0, + "step": 15390 + }, + { + "epoch": 1.9578933977865411, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.703099250793457, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8942617177963257, + "num_tokens": 587040422.0, + "step": 15391 + }, + { + "epoch": 1.9580206080651317, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.691115379333496, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8899097442626953, + "num_tokens": 587070238.0, + "step": 15392 + }, + { + "epoch": 1.9581478183437222, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.693297386169434, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8795108199119568, + "num_tokens": 587105973.0, + "step": 15393 + }, + { + "epoch": 1.9582750286223127, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.725741386413574, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8858550786972046, + "num_tokens": 587137975.0, + "step": 15394 + }, + { + "epoch": 1.958402238900903, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.697370529174805, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.869483232498169, + "num_tokens": 587169176.0, + "step": 15395 + }, + { + "epoch": 1.9585294491794936, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.610923767089844, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.871870756149292, + "num_tokens": 587205570.0, + "step": 15396 + }, + { + "epoch": 1.958656659458084, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.694015502929688, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8651381731033325, + "num_tokens": 587246729.0, + "step": 15397 + }, + { + "epoch": 1.9587838697366746, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.662965774536133, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8777214288711548, + "num_tokens": 587284537.0, + "step": 15398 + }, + { + "epoch": 1.9589110800152651, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.662214279174805, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8779370188713074, + "num_tokens": 587324394.0, + "step": 15399 + }, + { + "epoch": 1.9590382902938557, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.712968826293945, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.880972683429718, + "num_tokens": 587359935.0, + "step": 15400 + }, + { + "epoch": 1.9591655005724462, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.684446334838867, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8853785395622253, + "num_tokens": 587402081.0, + "step": 15401 + }, + { + "epoch": 1.9592927108510367, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.618088722229004, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8701728582382202, + "num_tokens": 587442939.0, + "step": 15402 + }, + { + "epoch": 1.9594199211296273, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.731192588806152, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8652450442314148, + "num_tokens": 587479155.0, + "step": 15403 + }, + { + "epoch": 1.9595471314082178, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.655329704284668, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8630491495132446, + "num_tokens": 587519285.0, + "step": 15404 + }, + { + "epoch": 1.9596743416868083, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.68678092956543, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8558120727539062, + "num_tokens": 587563978.0, + "step": 15405 + }, + { + "epoch": 1.9598015519653988, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.674893379211426, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8673328757286072, + "num_tokens": 587599052.0, + "step": 15406 + }, + { + "epoch": 1.9599287622439894, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.700665473937988, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8770241141319275, + "num_tokens": 587639980.0, + "step": 15407 + }, + { + "epoch": 1.96005597252258, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.726394653320312, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8683100342750549, + "num_tokens": 587673836.0, + "step": 15408 + }, + { + "epoch": 1.9601831828011704, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.688270568847656, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8741239905357361, + "num_tokens": 587712896.0, + "step": 15409 + }, + { + "epoch": 1.960310393079761, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.71021842956543, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8676402568817139, + "num_tokens": 587747352.0, + "step": 15410 + }, + { + "epoch": 1.9604376033583515, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.726747512817383, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8711200952529907, + "num_tokens": 587790234.0, + "step": 15411 + }, + { + "epoch": 1.960564813636942, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.659561157226562, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8864669799804688, + "num_tokens": 587830185.0, + "step": 15412 + }, + { + "epoch": 1.9606920239155323, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.65874195098877, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8741214275360107, + "num_tokens": 587866265.0, + "step": 15413 + }, + { + "epoch": 1.9608192341941229, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.714723587036133, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8852254152297974, + "num_tokens": 587904956.0, + "step": 15414 + }, + { + "epoch": 1.9609464444727134, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.664077758789062, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8793692588806152, + "num_tokens": 587942369.0, + "step": 15415 + }, + { + "epoch": 1.961073654751304, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.705164909362793, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8782984018325806, + "num_tokens": 587979340.0, + "step": 15416 + }, + { + "epoch": 1.9612008650298944, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.695237159729004, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8697181940078735, + "num_tokens": 588021812.0, + "step": 15417 + }, + { + "epoch": 1.961328075308485, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.649714469909668, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8700342178344727, + "num_tokens": 588064978.0, + "step": 15418 + }, + { + "epoch": 1.9614552855870753, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.67696475982666, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8702398538589478, + "num_tokens": 588098142.0, + "step": 15419 + }, + { + "epoch": 1.9615824958656658, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.674627304077148, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8797022700309753, + "num_tokens": 588141808.0, + "step": 15420 + }, + { + "epoch": 1.9617097061442563, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.672464370727539, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8799877762794495, + "num_tokens": 588178137.0, + "step": 15421 + }, + { + "epoch": 1.9618369164228469, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.70265007019043, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8673886656761169, + "num_tokens": 588215646.0, + "step": 15422 + }, + { + "epoch": 1.9619641267014374, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.66572093963623, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8649523258209229, + "num_tokens": 588251345.0, + "step": 15423 + }, + { + "epoch": 1.962091336980028, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.648015022277832, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8794296979904175, + "num_tokens": 588291222.0, + "step": 15424 + }, + { + "epoch": 1.9622185472586184, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.660061836242676, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8657386302947998, + "num_tokens": 588329480.0, + "step": 15425 + }, + { + "epoch": 1.962345757537209, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.65903377532959, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8646423816680908, + "num_tokens": 588367143.0, + "step": 15426 + }, + { + "epoch": 1.9624729678157995, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.624004364013672, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8818097114562988, + "num_tokens": 588408363.0, + "step": 15427 + }, + { + "epoch": 1.96260017809439, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.643338203430176, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.880343496799469, + "num_tokens": 588445397.0, + "step": 15428 + }, + { + "epoch": 1.9627273883729806, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.70503044128418, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8780595660209656, + "num_tokens": 588480436.0, + "step": 15429 + }, + { + "epoch": 1.962854598651571, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.67774486541748, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8714330196380615, + "num_tokens": 588526918.0, + "step": 15430 + }, + { + "epoch": 1.9629818089301616, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.691434860229492, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8743581771850586, + "num_tokens": 588561300.0, + "step": 15431 + }, + { + "epoch": 1.9631090192087521, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.68188762664795, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8634324073791504, + "num_tokens": 588603393.0, + "step": 15432 + }, + { + "epoch": 1.9632362294873427, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.643610954284668, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8805490732192993, + "num_tokens": 588643806.0, + "step": 15433 + }, + { + "epoch": 1.9633634397659332, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.688237190246582, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8727298974990845, + "num_tokens": 588685090.0, + "step": 15434 + }, + { + "epoch": 1.9634906500445237, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.72756576538086, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8622536063194275, + "num_tokens": 588720983.0, + "step": 15435 + }, + { + "epoch": 1.9636178603231143, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.644207954406738, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8665886521339417, + "num_tokens": 588760143.0, + "step": 15436 + }, + { + "epoch": 1.9637450706017048, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.702296257019043, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.876430869102478, + "num_tokens": 588796636.0, + "step": 15437 + }, + { + "epoch": 1.963872280880295, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.732954025268555, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8699889183044434, + "num_tokens": 588831681.0, + "step": 15438 + }, + { + "epoch": 1.9639994911588856, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.612652778625488, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8829011917114258, + "num_tokens": 588875408.0, + "step": 15439 + }, + { + "epoch": 1.9641267014374761, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.65888786315918, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8771489858627319, + "num_tokens": 588913583.0, + "step": 15440 + }, + { + "epoch": 1.9642539117160667, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.638428688049316, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8813510537147522, + "num_tokens": 588949833.0, + "step": 15441 + }, + { + "epoch": 1.9643811219946572, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.6686372756958, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8792173862457275, + "num_tokens": 588985678.0, + "step": 15442 + }, + { + "epoch": 1.9645083322732477, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.718883514404297, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.872733473777771, + "num_tokens": 589018276.0, + "step": 15443 + }, + { + "epoch": 1.964635542551838, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.606050491333008, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8714234828948975, + "num_tokens": 589061900.0, + "step": 15444 + }, + { + "epoch": 1.9647627528304286, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.695439338684082, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8760128617286682, + "num_tokens": 589102740.0, + "step": 15445 + }, + { + "epoch": 1.964889963109019, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.65825080871582, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8839189410209656, + "num_tokens": 589135276.0, + "step": 15446 + }, + { + "epoch": 1.9650171733876096, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.643004417419434, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.873324990272522, + "num_tokens": 589173390.0, + "step": 15447 + }, + { + "epoch": 1.9651443836662001, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.663994789123535, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.866247296333313, + "num_tokens": 589214592.0, + "step": 15448 + }, + { + "epoch": 1.9652715939447907, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.68182373046875, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8731952905654907, + "num_tokens": 589250682.0, + "step": 15449 + }, + { + "epoch": 1.9653988042233812, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.65178394317627, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8670802116394043, + "num_tokens": 589288326.0, + "step": 15450 + }, + { + "epoch": 1.9655260145019717, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.652793884277344, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.870375394821167, + "num_tokens": 589321632.0, + "step": 15451 + }, + { + "epoch": 1.9656532247805623, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.698655128479004, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8644940853118896, + "num_tokens": 589361134.0, + "step": 15452 + }, + { + "epoch": 1.9657804350591528, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.630240440368652, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.875298798084259, + "num_tokens": 589402338.0, + "step": 15453 + }, + { + "epoch": 1.9659076453377433, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.654280662536621, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8683981895446777, + "num_tokens": 589441080.0, + "step": 15454 + }, + { + "epoch": 1.9660348556163338, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.687403678894043, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8709960579872131, + "num_tokens": 589484019.0, + "step": 15455 + }, + { + "epoch": 1.9661620658949244, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.646936416625977, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8681968450546265, + "num_tokens": 589525890.0, + "step": 15456 + }, + { + "epoch": 1.966289276173515, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.696674346923828, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.879065752029419, + "num_tokens": 589560644.0, + "step": 15457 + }, + { + "epoch": 1.9664164864521054, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.61656379699707, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8933782577514648, + "num_tokens": 589600863.0, + "step": 15458 + }, + { + "epoch": 1.966543696730696, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.736329078674316, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8735344409942627, + "num_tokens": 589637948.0, + "step": 15459 + }, + { + "epoch": 1.9666709070092865, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.674846649169922, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.885381817817688, + "num_tokens": 589678061.0, + "step": 15460 + }, + { + "epoch": 1.966798117287877, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.62976360321045, + "learning_rate": 1e-06, + "loss": 0.4186, + "mean_token_accuracy": 0.8620519638061523, + "num_tokens": 589718050.0, + "step": 15461 + }, + { + "epoch": 1.9669253275664673, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.70849609375, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8757993578910828, + "num_tokens": 589759206.0, + "step": 15462 + }, + { + "epoch": 1.9670525378450578, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.661026000976562, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8619599938392639, + "num_tokens": 589800218.0, + "step": 15463 + }, + { + "epoch": 1.9671797481236484, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.663823127746582, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8740911483764648, + "num_tokens": 589843105.0, + "step": 15464 + }, + { + "epoch": 1.967306958402239, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.656061172485352, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8648454546928406, + "num_tokens": 589881560.0, + "step": 15465 + }, + { + "epoch": 1.9674341686808294, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.646288871765137, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8613748550415039, + "num_tokens": 589922755.0, + "step": 15466 + }, + { + "epoch": 1.96756137895942, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.7312650680542, + "learning_rate": 1e-06, + "loss": 0.4391, + "mean_token_accuracy": 0.8546210527420044, + "num_tokens": 589964982.0, + "step": 15467 + }, + { + "epoch": 1.9676885892380103, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.666046142578125, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8595372438430786, + "num_tokens": 590003371.0, + "step": 15468 + }, + { + "epoch": 1.9678157995166008, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.67638111114502, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8709626197814941, + "num_tokens": 590048361.0, + "step": 15469 + }, + { + "epoch": 1.9679430097951913, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.682857513427734, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8708713054656982, + "num_tokens": 590083141.0, + "step": 15470 + }, + { + "epoch": 1.9680702200737819, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.676350593566895, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8671282529830933, + "num_tokens": 590128161.0, + "step": 15471 + }, + { + "epoch": 1.9681974303523724, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.745414733886719, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.887927770614624, + "num_tokens": 590166101.0, + "step": 15472 + }, + { + "epoch": 1.968324640630963, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.673431396484375, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8716588020324707, + "num_tokens": 590207643.0, + "step": 15473 + }, + { + "epoch": 1.9684518509095534, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.666111946105957, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8643277883529663, + "num_tokens": 590247567.0, + "step": 15474 + }, + { + "epoch": 1.968579061188144, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.647574424743652, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8683294057846069, + "num_tokens": 590287940.0, + "step": 15475 + }, + { + "epoch": 1.9687062714667345, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.745417594909668, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8672724366188049, + "num_tokens": 590322558.0, + "step": 15476 + }, + { + "epoch": 1.968833481745325, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.667936325073242, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8715865612030029, + "num_tokens": 590362913.0, + "step": 15477 + }, + { + "epoch": 1.9689606920239155, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.666017532348633, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8647626042366028, + "num_tokens": 590405877.0, + "step": 15478 + }, + { + "epoch": 1.969087902302506, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.715474128723145, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8640827536582947, + "num_tokens": 590445373.0, + "step": 15479 + }, + { + "epoch": 1.9692151125810966, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.670862197875977, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8618677854537964, + "num_tokens": 590483319.0, + "step": 15480 + }, + { + "epoch": 1.9693423228596871, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.746651649475098, + "learning_rate": 1e-06, + "loss": 0.4335, + "mean_token_accuracy": 0.8583687543869019, + "num_tokens": 590522433.0, + "step": 15481 + }, + { + "epoch": 1.9694695331382777, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.673589706420898, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8768552541732788, + "num_tokens": 590564342.0, + "step": 15482 + }, + { + "epoch": 1.9695967434168682, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.700716972351074, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8750462532043457, + "num_tokens": 590594527.0, + "step": 15483 + }, + { + "epoch": 1.9697239536954587, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.764708518981934, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8841838836669922, + "num_tokens": 590630573.0, + "step": 15484 + }, + { + "epoch": 1.9698511639740492, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.671063423156738, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8738645315170288, + "num_tokens": 590669333.0, + "step": 15485 + }, + { + "epoch": 1.9699783742526398, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.702463150024414, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8884279727935791, + "num_tokens": 590709884.0, + "step": 15486 + }, + { + "epoch": 1.97010558453123, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.719435691833496, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8792702555656433, + "num_tokens": 590746109.0, + "step": 15487 + }, + { + "epoch": 1.9702327948098206, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.736852645874023, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8570642471313477, + "num_tokens": 590787881.0, + "step": 15488 + }, + { + "epoch": 1.9703600050884111, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.658782958984375, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8581077456474304, + "num_tokens": 590826861.0, + "step": 15489 + }, + { + "epoch": 1.9704872153670017, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.71228313446045, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8803411722183228, + "num_tokens": 590863104.0, + "step": 15490 + }, + { + "epoch": 1.9706144256455922, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.717459678649902, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8793494701385498, + "num_tokens": 590900582.0, + "step": 15491 + }, + { + "epoch": 1.9707416359241827, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.709177017211914, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.87932950258255, + "num_tokens": 590937735.0, + "step": 15492 + }, + { + "epoch": 1.970868846202773, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.737259864807129, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8876883387565613, + "num_tokens": 590973089.0, + "step": 15493 + }, + { + "epoch": 1.9709960564813636, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.702493667602539, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8595781326293945, + "num_tokens": 591012117.0, + "step": 15494 + }, + { + "epoch": 1.971123266759954, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.697100639343262, + "learning_rate": 1e-06, + "loss": 0.4415, + "mean_token_accuracy": 0.8532568216323853, + "num_tokens": 591044978.0, + "step": 15495 + }, + { + "epoch": 1.9712504770385446, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.67441463470459, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8694944977760315, + "num_tokens": 591085562.0, + "step": 15496 + }, + { + "epoch": 1.9713776873171351, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.714518547058105, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8624558448791504, + "num_tokens": 591120140.0, + "step": 15497 + }, + { + "epoch": 1.9715048975957257, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.711048126220703, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8631336688995361, + "num_tokens": 591153952.0, + "step": 15498 + }, + { + "epoch": 1.9716321078743162, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.628024101257324, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8884545564651489, + "num_tokens": 591192983.0, + "step": 15499 + }, + { + "epoch": 1.9717593181529067, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.751434326171875, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8731775283813477, + "num_tokens": 591226260.0, + "step": 15500 + }, + { + "epoch": 1.9718865284314973, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.704691886901855, + "learning_rate": 1e-06, + "loss": 0.4213, + "mean_token_accuracy": 0.8606278300285339, + "num_tokens": 591259361.0, + "step": 15501 + }, + { + "epoch": 1.9720137387100878, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.70472526550293, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8730305433273315, + "num_tokens": 591299753.0, + "step": 15502 + }, + { + "epoch": 1.9721409489886783, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.659199714660645, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8754611015319824, + "num_tokens": 591335008.0, + "step": 15503 + }, + { + "epoch": 1.9722681592672688, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.676138877868652, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8795509338378906, + "num_tokens": 591373001.0, + "step": 15504 + }, + { + "epoch": 1.9723953695458594, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.666729927062988, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8747162818908691, + "num_tokens": 591408637.0, + "step": 15505 + }, + { + "epoch": 1.97252257982445, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.670642852783203, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8692898154258728, + "num_tokens": 591444908.0, + "step": 15506 + }, + { + "epoch": 1.9726497901030404, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.681733131408691, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8753937482833862, + "num_tokens": 591484641.0, + "step": 15507 + }, + { + "epoch": 1.972777000381631, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.599800109863281, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8694175481796265, + "num_tokens": 591521859.0, + "step": 15508 + }, + { + "epoch": 1.9729042106602215, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.715699195861816, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8722598552703857, + "num_tokens": 591559124.0, + "step": 15509 + }, + { + "epoch": 1.973031420938812, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.635119438171387, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.871403157711029, + "num_tokens": 591597170.0, + "step": 15510 + }, + { + "epoch": 1.9731586312174023, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.72895336151123, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8784148693084717, + "num_tokens": 591634784.0, + "step": 15511 + }, + { + "epoch": 1.9732858414959928, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.638047218322754, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8767855167388916, + "num_tokens": 591671904.0, + "step": 15512 + }, + { + "epoch": 1.9734130517745834, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.668292045593262, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8734922409057617, + "num_tokens": 591712990.0, + "step": 15513 + }, + { + "epoch": 1.973540262053174, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.61120891571045, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8686460256576538, + "num_tokens": 591748579.0, + "step": 15514 + }, + { + "epoch": 1.9736674723317644, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.70705795288086, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8652334213256836, + "num_tokens": 591785865.0, + "step": 15515 + }, + { + "epoch": 1.973794682610355, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.664814949035645, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8826567530632019, + "num_tokens": 591820087.0, + "step": 15516 + }, + { + "epoch": 1.9739218928889453, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.656768798828125, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8716474771499634, + "num_tokens": 591859713.0, + "step": 15517 + }, + { + "epoch": 1.9740491031675358, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.655418395996094, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8800770044326782, + "num_tokens": 591893142.0, + "step": 15518 + }, + { + "epoch": 1.9741763134461263, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.704513549804688, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.867890477180481, + "num_tokens": 591931529.0, + "step": 15519 + }, + { + "epoch": 1.9743035237247168, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.576152801513672, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8781975507736206, + "num_tokens": 591976248.0, + "step": 15520 + }, + { + "epoch": 1.9744307340033074, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.631263732910156, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8693503141403198, + "num_tokens": 592018008.0, + "step": 15521 + }, + { + "epoch": 1.974557944281898, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.58407974243164, + "learning_rate": 1e-06, + "loss": 0.4318, + "mean_token_accuracy": 0.8574046492576599, + "num_tokens": 592062934.0, + "step": 15522 + }, + { + "epoch": 1.9746851545604884, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.650876998901367, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8704065084457397, + "num_tokens": 592103129.0, + "step": 15523 + }, + { + "epoch": 1.974812364839079, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.601131439208984, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8674768209457397, + "num_tokens": 592142116.0, + "step": 15524 + }, + { + "epoch": 1.9749395751176695, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.680425643920898, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.873193085193634, + "num_tokens": 592182507.0, + "step": 15525 + }, + { + "epoch": 1.97506678539626, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.669095039367676, + "learning_rate": 1e-06, + "loss": 0.4463, + "mean_token_accuracy": 0.8515961170196533, + "num_tokens": 592225593.0, + "step": 15526 + }, + { + "epoch": 1.9751939956748505, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.738814353942871, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.896268367767334, + "num_tokens": 592270676.0, + "step": 15527 + }, + { + "epoch": 1.975321205953441, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.679031372070312, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8898472785949707, + "num_tokens": 592305537.0, + "step": 15528 + }, + { + "epoch": 1.9754484162320316, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.673993110656738, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8790073990821838, + "num_tokens": 592338289.0, + "step": 15529 + }, + { + "epoch": 1.9755756265106221, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.707487106323242, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8752204179763794, + "num_tokens": 592379189.0, + "step": 15530 + }, + { + "epoch": 1.9757028367892127, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.703367233276367, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8858243227005005, + "num_tokens": 592421875.0, + "step": 15531 + }, + { + "epoch": 1.9758300470678032, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.688578605651855, + "learning_rate": 1e-06, + "loss": 0.4269, + "mean_token_accuracy": 0.8549104928970337, + "num_tokens": 592457438.0, + "step": 15532 + }, + { + "epoch": 1.9759572573463937, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.745244979858398, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8832626342773438, + "num_tokens": 592493230.0, + "step": 15533 + }, + { + "epoch": 1.9760844676249842, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.662489891052246, + "learning_rate": 1e-06, + "loss": 0.4364, + "mean_token_accuracy": 0.8562437295913696, + "num_tokens": 592533656.0, + "step": 15534 + }, + { + "epoch": 1.9762116779035748, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.689530372619629, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8850699663162231, + "num_tokens": 592571622.0, + "step": 15535 + }, + { + "epoch": 1.976338888182165, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.669140815734863, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8673403263092041, + "num_tokens": 592613260.0, + "step": 15536 + }, + { + "epoch": 1.9764660984607556, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.675276756286621, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8705703616142273, + "num_tokens": 592648872.0, + "step": 15537 + }, + { + "epoch": 1.9765933087393461, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.763677597045898, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8737138509750366, + "num_tokens": 592682336.0, + "step": 15538 + }, + { + "epoch": 1.9767205190179367, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.701443672180176, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8859128952026367, + "num_tokens": 592716412.0, + "step": 15539 + }, + { + "epoch": 1.9768477292965272, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.701510429382324, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8762038946151733, + "num_tokens": 592753936.0, + "step": 15540 + }, + { + "epoch": 1.9769749395751177, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.64738655090332, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8730436563491821, + "num_tokens": 592792731.0, + "step": 15541 + }, + { + "epoch": 1.977102149853708, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.707610130310059, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8761574029922485, + "num_tokens": 592832035.0, + "step": 15542 + }, + { + "epoch": 1.9772293601322986, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.681645393371582, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8896713256835938, + "num_tokens": 592869693.0, + "step": 15543 + }, + { + "epoch": 1.977356570410889, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.698745727539062, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8760622143745422, + "num_tokens": 592909648.0, + "step": 15544 + }, + { + "epoch": 1.9774837806894796, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.648921012878418, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8759695887565613, + "num_tokens": 592942539.0, + "step": 15545 + }, + { + "epoch": 1.9776109909680701, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.705241203308105, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.871601402759552, + "num_tokens": 592983680.0, + "step": 15546 + }, + { + "epoch": 1.9777382012466607, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.656637191772461, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.861810564994812, + "num_tokens": 593023161.0, + "step": 15547 + }, + { + "epoch": 1.9778654115252512, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.685955047607422, + "learning_rate": 1e-06, + "loss": 0.4331, + "mean_token_accuracy": 0.85540771484375, + "num_tokens": 593066612.0, + "step": 15548 + }, + { + "epoch": 1.9779926218038417, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.696595191955566, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.8620585203170776, + "num_tokens": 593105224.0, + "step": 15549 + }, + { + "epoch": 1.9781198320824323, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.63702392578125, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8736212253570557, + "num_tokens": 593143683.0, + "step": 15550 + }, + { + "epoch": 1.9782470423610228, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.671013832092285, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8588716387748718, + "num_tokens": 593179827.0, + "step": 15551 + }, + { + "epoch": 1.9783742526396133, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.703845024108887, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8727484941482544, + "num_tokens": 593220936.0, + "step": 15552 + }, + { + "epoch": 1.9785014629182038, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.700472831726074, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8682042956352234, + "num_tokens": 593258503.0, + "step": 15553 + }, + { + "epoch": 1.9786286731967944, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.700179100036621, + "learning_rate": 1e-06, + "loss": 0.4676, + "mean_token_accuracy": 0.8521177768707275, + "num_tokens": 593293738.0, + "step": 15554 + }, + { + "epoch": 1.978755883475385, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.654379844665527, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8644823431968689, + "num_tokens": 593338037.0, + "step": 15555 + }, + { + "epoch": 1.9788830937539754, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.678668975830078, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8571783304214478, + "num_tokens": 593383509.0, + "step": 15556 + }, + { + "epoch": 1.979010304032566, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.69134521484375, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8757354617118835, + "num_tokens": 593417734.0, + "step": 15557 + }, + { + "epoch": 1.9791375143111565, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.631155014038086, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8848857879638672, + "num_tokens": 593454502.0, + "step": 15558 + }, + { + "epoch": 1.979264724589747, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.702229499816895, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8691117167472839, + "num_tokens": 593498864.0, + "step": 15559 + }, + { + "epoch": 1.9793919348683373, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.629323959350586, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8689596652984619, + "num_tokens": 593540125.0, + "step": 15560 + }, + { + "epoch": 1.9795191451469278, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.742500305175781, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8828930258750916, + "num_tokens": 593566937.0, + "step": 15561 + }, + { + "epoch": 1.9796463554255184, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.656975746154785, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8683276772499084, + "num_tokens": 593600109.0, + "step": 15562 + }, + { + "epoch": 1.979773565704109, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.674046516418457, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8711889982223511, + "num_tokens": 593638982.0, + "step": 15563 + }, + { + "epoch": 1.9799007759826994, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.694726943969727, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.8636285662651062, + "num_tokens": 593677270.0, + "step": 15564 + }, + { + "epoch": 1.98002798626129, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.6630277633667, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8792611360549927, + "num_tokens": 593714056.0, + "step": 15565 + }, + { + "epoch": 1.9801551965398803, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.695039749145508, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8623225092887878, + "num_tokens": 593753516.0, + "step": 15566 + }, + { + "epoch": 1.9802824068184708, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.663293838500977, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8740406036376953, + "num_tokens": 593789276.0, + "step": 15567 + }, + { + "epoch": 1.9804096170970613, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.734699249267578, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8773614168167114, + "num_tokens": 593828112.0, + "step": 15568 + }, + { + "epoch": 1.9805368273756518, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.636856079101562, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.860031008720398, + "num_tokens": 593866370.0, + "step": 15569 + }, + { + "epoch": 1.9806640376542424, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.712639808654785, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8770338296890259, + "num_tokens": 593907863.0, + "step": 15570 + }, + { + "epoch": 1.980791247932833, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.70276927947998, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8826048374176025, + "num_tokens": 593945254.0, + "step": 15571 + }, + { + "epoch": 1.9809184582114234, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.665233612060547, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8759940266609192, + "num_tokens": 593987105.0, + "step": 15572 + }, + { + "epoch": 1.981045668490014, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.69532585144043, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8840202689170837, + "num_tokens": 594024091.0, + "step": 15573 + }, + { + "epoch": 1.9811728787686045, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.715348243713379, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8831995725631714, + "num_tokens": 594056018.0, + "step": 15574 + }, + { + "epoch": 1.981300089047195, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.646824836730957, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8752802610397339, + "num_tokens": 594102297.0, + "step": 15575 + }, + { + "epoch": 1.9814272993257855, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.725543975830078, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8742026090621948, + "num_tokens": 594140278.0, + "step": 15576 + }, + { + "epoch": 1.981554509604376, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.701735496520996, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8767458200454712, + "num_tokens": 594175025.0, + "step": 15577 + }, + { + "epoch": 1.9816817198829666, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.672213554382324, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8716301918029785, + "num_tokens": 594217906.0, + "step": 15578 + }, + { + "epoch": 1.9818089301615571, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.74194049835205, + "learning_rate": 1e-06, + "loss": 0.4445, + "mean_token_accuracy": 0.8552664518356323, + "num_tokens": 594264331.0, + "step": 15579 + }, + { + "epoch": 1.9819361404401477, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.705727577209473, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8877145051956177, + "num_tokens": 594300220.0, + "step": 15580 + }, + { + "epoch": 1.9820633507187382, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.680237770080566, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8783956170082092, + "num_tokens": 594337849.0, + "step": 15581 + }, + { + "epoch": 1.9821905609973287, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.711112022399902, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8666554689407349, + "num_tokens": 594379295.0, + "step": 15582 + }, + { + "epoch": 1.9823177712759192, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.727546691894531, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8694194555282593, + "num_tokens": 594408350.0, + "step": 15583 + }, + { + "epoch": 1.9824449815545098, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.714282989501953, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8620783090591431, + "num_tokens": 594455110.0, + "step": 15584 + }, + { + "epoch": 1.9825721918331, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.666406631469727, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8764508962631226, + "num_tokens": 594499231.0, + "step": 15585 + }, + { + "epoch": 1.9826994021116906, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.688570976257324, + "learning_rate": 1e-06, + "loss": 0.4481, + "mean_token_accuracy": 0.8537327647209167, + "num_tokens": 594541478.0, + "step": 15586 + }, + { + "epoch": 1.9828266123902811, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.679732322692871, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8749316930770874, + "num_tokens": 594579075.0, + "step": 15587 + }, + { + "epoch": 1.9829538226688717, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.65189266204834, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8885629773139954, + "num_tokens": 594616189.0, + "step": 15588 + }, + { + "epoch": 1.9830810329474622, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.642450332641602, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.879810094833374, + "num_tokens": 594656633.0, + "step": 15589 + }, + { + "epoch": 1.9832082432260527, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.693052291870117, + "learning_rate": 1e-06, + "loss": 0.4393, + "mean_token_accuracy": 0.854697048664093, + "num_tokens": 594696833.0, + "step": 15590 + }, + { + "epoch": 1.983335453504643, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.66150951385498, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.860672116279602, + "num_tokens": 594735138.0, + "step": 15591 + }, + { + "epoch": 1.9834626637832335, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.692496299743652, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8673733472824097, + "num_tokens": 594769587.0, + "step": 15592 + }, + { + "epoch": 1.983589874061824, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.655587196350098, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.878341019153595, + "num_tokens": 594803635.0, + "step": 15593 + }, + { + "epoch": 1.9837170843404146, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.650606155395508, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8876866102218628, + "num_tokens": 594839872.0, + "step": 15594 + }, + { + "epoch": 1.9838442946190051, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.701825141906738, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8607428073883057, + "num_tokens": 594879208.0, + "step": 15595 + }, + { + "epoch": 1.9839715048975957, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.696730613708496, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8788735270500183, + "num_tokens": 594910377.0, + "step": 15596 + }, + { + "epoch": 1.9840987151761862, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.659908294677734, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8747106790542603, + "num_tokens": 594956574.0, + "step": 15597 + }, + { + "epoch": 1.9842259254547767, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.698143005371094, + "learning_rate": 1e-06, + "loss": 0.4323, + "mean_token_accuracy": 0.8571653366088867, + "num_tokens": 594998036.0, + "step": 15598 + }, + { + "epoch": 1.9843531357333672, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.661617279052734, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.86793452501297, + "num_tokens": 595031404.0, + "step": 15599 + }, + { + "epoch": 1.9844803460119578, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.683085441589355, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8820861577987671, + "num_tokens": 595069800.0, + "step": 15600 + }, + { + "epoch": 1.9846075562905483, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.622602462768555, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.878203272819519, + "num_tokens": 595110987.0, + "step": 15601 + }, + { + "epoch": 1.9847347665691388, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.660115242004395, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8761136531829834, + "num_tokens": 595149192.0, + "step": 15602 + }, + { + "epoch": 1.9848619768477294, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.67490005493164, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8720904588699341, + "num_tokens": 595182993.0, + "step": 15603 + }, + { + "epoch": 1.9849891871263199, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.676619529724121, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8701942563056946, + "num_tokens": 595216177.0, + "step": 15604 + }, + { + "epoch": 1.9851163974049104, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.721531867980957, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8740267753601074, + "num_tokens": 595253379.0, + "step": 15605 + }, + { + "epoch": 1.985243607683501, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.660693168640137, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.877482533454895, + "num_tokens": 595292878.0, + "step": 15606 + }, + { + "epoch": 1.9853708179620915, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.809064865112305, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8746566772460938, + "num_tokens": 595329082.0, + "step": 15607 + }, + { + "epoch": 1.985498028240682, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.595906257629395, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8651344776153564, + "num_tokens": 595367246.0, + "step": 15608 + }, + { + "epoch": 1.9856252385192723, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.642603874206543, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8789225816726685, + "num_tokens": 595404450.0, + "step": 15609 + }, + { + "epoch": 1.9857524487978628, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.65579891204834, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8849283456802368, + "num_tokens": 595439718.0, + "step": 15610 + }, + { + "epoch": 1.9858796590764534, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.685505867004395, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.875842273235321, + "num_tokens": 595473617.0, + "step": 15611 + }, + { + "epoch": 1.986006869355044, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.72176456451416, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8703553080558777, + "num_tokens": 595516432.0, + "step": 15612 + }, + { + "epoch": 1.9861340796336344, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.61935806274414, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8739251494407654, + "num_tokens": 595556278.0, + "step": 15613 + }, + { + "epoch": 1.986261289912225, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.695632934570312, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8786865472793579, + "num_tokens": 595598713.0, + "step": 15614 + }, + { + "epoch": 1.9863885001908153, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.725738525390625, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8757287263870239, + "num_tokens": 595630597.0, + "step": 15615 + }, + { + "epoch": 1.9865157104694058, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.678376197814941, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8896164894104004, + "num_tokens": 595664163.0, + "step": 15616 + }, + { + "epoch": 1.9866429207479963, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.751204490661621, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8814560174942017, + "num_tokens": 595698809.0, + "step": 15617 + }, + { + "epoch": 1.9867701310265868, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.661393165588379, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8683484196662903, + "num_tokens": 595741166.0, + "step": 15618 + }, + { + "epoch": 1.9868973413051774, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.660223960876465, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.867923378944397, + "num_tokens": 595787079.0, + "step": 15619 + }, + { + "epoch": 1.987024551583768, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.673315048217773, + "learning_rate": 1e-06, + "loss": 0.4513, + "mean_token_accuracy": 0.8486805558204651, + "num_tokens": 595829085.0, + "step": 15620 + }, + { + "epoch": 1.9871517618623584, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.73649787902832, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8717935681343079, + "num_tokens": 595870646.0, + "step": 15621 + }, + { + "epoch": 1.987278972140949, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.61180591583252, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8629986047744751, + "num_tokens": 595918473.0, + "step": 15622 + }, + { + "epoch": 1.9874061824195395, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.694883346557617, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8626790046691895, + "num_tokens": 595954097.0, + "step": 15623 + }, + { + "epoch": 1.98753339269813, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.700343132019043, + "learning_rate": 1e-06, + "loss": 0.4371, + "mean_token_accuracy": 0.8541449308395386, + "num_tokens": 595990191.0, + "step": 15624 + }, + { + "epoch": 1.9876606029767205, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.67717456817627, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.8663837909698486, + "num_tokens": 596027109.0, + "step": 15625 + }, + { + "epoch": 1.987787813255311, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.686256408691406, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8807491064071655, + "num_tokens": 596067930.0, + "step": 15626 + }, + { + "epoch": 1.9879150235339016, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.645197868347168, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8835508823394775, + "num_tokens": 596105809.0, + "step": 15627 + }, + { + "epoch": 1.9880422338124921, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.707246780395508, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8759447336196899, + "num_tokens": 596144220.0, + "step": 15628 + }, + { + "epoch": 1.9881694440910826, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.632299423217773, + "learning_rate": 1e-06, + "loss": 0.4469, + "mean_token_accuracy": 0.8510700464248657, + "num_tokens": 596183825.0, + "step": 15629 + }, + { + "epoch": 1.9882966543696732, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.681939125061035, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8814582228660583, + "num_tokens": 596232333.0, + "step": 15630 + }, + { + "epoch": 1.9884238646482637, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.66214656829834, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8811301589012146, + "num_tokens": 596272138.0, + "step": 15631 + }, + { + "epoch": 1.9885510749268542, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.701767921447754, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8823076486587524, + "num_tokens": 596310254.0, + "step": 15632 + }, + { + "epoch": 1.9886782852054448, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.705333709716797, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8703588247299194, + "num_tokens": 596350396.0, + "step": 15633 + }, + { + "epoch": 1.988805495484035, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.65718936920166, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8766748905181885, + "num_tokens": 596388809.0, + "step": 15634 + }, + { + "epoch": 1.9889327057626256, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.69272232055664, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8800498843193054, + "num_tokens": 596427366.0, + "step": 15635 + }, + { + "epoch": 1.9890599160412161, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.760017395019531, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8640056848526001, + "num_tokens": 596469999.0, + "step": 15636 + }, + { + "epoch": 1.9891871263198067, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.724448204040527, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8580389022827148, + "num_tokens": 596506773.0, + "step": 15637 + }, + { + "epoch": 1.9893143365983972, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.796671867370605, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8741821050643921, + "num_tokens": 596547440.0, + "step": 15638 + }, + { + "epoch": 1.9894415468769877, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.696245193481445, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8798221349716187, + "num_tokens": 596580212.0, + "step": 15639 + }, + { + "epoch": 1.989568757155578, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.69758415222168, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8935682773590088, + "num_tokens": 596611790.0, + "step": 15640 + }, + { + "epoch": 1.9896959674341685, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.737136840820312, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8882715702056885, + "num_tokens": 596646984.0, + "step": 15641 + }, + { + "epoch": 1.989823177712759, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.691247940063477, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8696724772453308, + "num_tokens": 596688362.0, + "step": 15642 + }, + { + "epoch": 1.9899503879913496, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.702107429504395, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8761937022209167, + "num_tokens": 596725298.0, + "step": 15643 + }, + { + "epoch": 1.9900775982699401, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.727171897888184, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.879939615726471, + "num_tokens": 596757400.0, + "step": 15644 + }, + { + "epoch": 1.9902048085485307, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.712977409362793, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.88505619764328, + "num_tokens": 596790533.0, + "step": 15645 + }, + { + "epoch": 1.9903320188271212, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.67292594909668, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8675038814544678, + "num_tokens": 596834467.0, + "step": 15646 + }, + { + "epoch": 1.9904592291057117, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.797450065612793, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.8597856163978577, + "num_tokens": 596873262.0, + "step": 15647 + }, + { + "epoch": 1.9905864393843022, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.61205005645752, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.872305691242218, + "num_tokens": 596912833.0, + "step": 15648 + }, + { + "epoch": 1.9907136496628928, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.732942581176758, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8814960718154907, + "num_tokens": 596953554.0, + "step": 15649 + }, + { + "epoch": 1.9908408599414833, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.643956184387207, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8681893348693848, + "num_tokens": 596991206.0, + "step": 15650 + }, + { + "epoch": 1.9909680702200738, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.706637382507324, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8741915225982666, + "num_tokens": 597027222.0, + "step": 15651 + }, + { + "epoch": 1.9910952804986644, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.63666820526123, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8822771310806274, + "num_tokens": 597069040.0, + "step": 15652 + }, + { + "epoch": 1.9912224907772549, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.609526634216309, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8665050864219666, + "num_tokens": 597112529.0, + "step": 15653 + }, + { + "epoch": 1.9913497010558454, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.739614486694336, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8757616281509399, + "num_tokens": 597148304.0, + "step": 15654 + }, + { + "epoch": 1.991476911334436, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.654473304748535, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.880847692489624, + "num_tokens": 597184244.0, + "step": 15655 + }, + { + "epoch": 1.9916041216130265, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.747806549072266, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8667675256729126, + "num_tokens": 597218178.0, + "step": 15656 + }, + { + "epoch": 1.991731331891617, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.621500968933105, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8711621761322021, + "num_tokens": 597259256.0, + "step": 15657 + }, + { + "epoch": 1.9918585421702073, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.669031143188477, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8830271363258362, + "num_tokens": 597296584.0, + "step": 15658 + }, + { + "epoch": 1.9919857524487978, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.685691833496094, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8585566282272339, + "num_tokens": 597341116.0, + "step": 15659 + }, + { + "epoch": 1.9921129627273884, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.713203430175781, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8710498213768005, + "num_tokens": 597375595.0, + "step": 15660 + }, + { + "epoch": 1.9922401730059789, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.689501762390137, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8591877222061157, + "num_tokens": 597419226.0, + "step": 15661 + }, + { + "epoch": 1.9923673832845694, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.634902000427246, + "learning_rate": 1e-06, + "loss": 0.4413, + "mean_token_accuracy": 0.8536940813064575, + "num_tokens": 597461242.0, + "step": 15662 + }, + { + "epoch": 1.99249459356316, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.688042640686035, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8720904588699341, + "num_tokens": 597500030.0, + "step": 15663 + }, + { + "epoch": 1.9926218038417502, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.686650276184082, + "learning_rate": 1e-06, + "loss": 0.4338, + "mean_token_accuracy": 0.8588254451751709, + "num_tokens": 597540428.0, + "step": 15664 + }, + { + "epoch": 1.9927490141203408, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.686471939086914, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8833093643188477, + "num_tokens": 597575070.0, + "step": 15665 + }, + { + "epoch": 1.9928762243989313, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.63609790802002, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8718920946121216, + "num_tokens": 597617425.0, + "step": 15666 + }, + { + "epoch": 1.9930034346775218, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.664623260498047, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8795163631439209, + "num_tokens": 597660489.0, + "step": 15667 + }, + { + "epoch": 1.9931306449561124, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.663134574890137, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8784061670303345, + "num_tokens": 597703626.0, + "step": 15668 + }, + { + "epoch": 1.993257855234703, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.691697120666504, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8686533570289612, + "num_tokens": 597741176.0, + "step": 15669 + }, + { + "epoch": 1.9933850655132934, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.706575393676758, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8606683015823364, + "num_tokens": 597779763.0, + "step": 15670 + }, + { + "epoch": 1.993512275791884, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.736980438232422, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8753573298454285, + "num_tokens": 597813300.0, + "step": 15671 + }, + { + "epoch": 1.9936394860704745, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.672321319580078, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8619464039802551, + "num_tokens": 597849062.0, + "step": 15672 + }, + { + "epoch": 1.993766696349065, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.722471237182617, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8729006052017212, + "num_tokens": 597886565.0, + "step": 15673 + }, + { + "epoch": 1.9938939066276555, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.735060691833496, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8757392764091492, + "num_tokens": 597925097.0, + "step": 15674 + }, + { + "epoch": 1.994021116906246, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.757477760314941, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8864197134971619, + "num_tokens": 597960786.0, + "step": 15675 + }, + { + "epoch": 1.9941483271848366, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.697689056396484, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.8541867733001709, + "num_tokens": 598000442.0, + "step": 15676 + }, + { + "epoch": 1.9942755374634271, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.69739055633545, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8706525564193726, + "num_tokens": 598042946.0, + "step": 15677 + }, + { + "epoch": 1.9944027477420176, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.688597679138184, + "learning_rate": 1e-06, + "loss": 0.4529, + "mean_token_accuracy": 0.8526880741119385, + "num_tokens": 598081659.0, + "step": 15678 + }, + { + "epoch": 1.9945299580206082, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.69281005859375, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8668627738952637, + "num_tokens": 598120203.0, + "step": 15679 + }, + { + "epoch": 1.9946571682991987, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.770073890686035, + "learning_rate": 1e-06, + "loss": 0.4218, + "mean_token_accuracy": 0.8601604104042053, + "num_tokens": 598154779.0, + "step": 15680 + }, + { + "epoch": 1.9947843785777892, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.697685241699219, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8726605176925659, + "num_tokens": 598197075.0, + "step": 15681 + }, + { + "epoch": 1.9949115888563798, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.668030738830566, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8648526668548584, + "num_tokens": 598240539.0, + "step": 15682 + }, + { + "epoch": 1.99503879913497, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.752811431884766, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8741587400436401, + "num_tokens": 598281776.0, + "step": 15683 + }, + { + "epoch": 1.9951660094135606, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.701461791992188, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8781208992004395, + "num_tokens": 598322715.0, + "step": 15684 + }, + { + "epoch": 1.9952932196921511, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.707453727722168, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8670005202293396, + "num_tokens": 598364495.0, + "step": 15685 + }, + { + "epoch": 1.9954204299707416, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.663336753845215, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.869367241859436, + "num_tokens": 598407102.0, + "step": 15686 + }, + { + "epoch": 1.9955476402493322, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.754789352416992, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8600610494613647, + "num_tokens": 598448600.0, + "step": 15687 + }, + { + "epoch": 1.9956748505279227, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.7107515335083, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8625335693359375, + "num_tokens": 598491140.0, + "step": 15688 + }, + { + "epoch": 1.995802060806513, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.672713279724121, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8688838481903076, + "num_tokens": 598527831.0, + "step": 15689 + }, + { + "epoch": 1.9959292710851035, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.662384986877441, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8597978353500366, + "num_tokens": 598568680.0, + "step": 15690 + }, + { + "epoch": 1.996056481363694, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.731821060180664, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8622127175331116, + "num_tokens": 598606254.0, + "step": 15691 + }, + { + "epoch": 1.9961836916422846, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.688654899597168, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8744608163833618, + "num_tokens": 598642400.0, + "step": 15692 + }, + { + "epoch": 1.9963109019208751, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.812503814697266, + "learning_rate": 1e-06, + "loss": 0.4442, + "mean_token_accuracy": 0.8510459065437317, + "num_tokens": 598678379.0, + "step": 15693 + }, + { + "epoch": 1.9964381121994657, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.639594078063965, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8697656393051147, + "num_tokens": 598718234.0, + "step": 15694 + }, + { + "epoch": 1.9965653224780562, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.749876022338867, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8748821020126343, + "num_tokens": 598754897.0, + "step": 15695 + }, + { + "epoch": 1.9966925327566467, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.707411766052246, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8673208951950073, + "num_tokens": 598785268.0, + "step": 15696 + }, + { + "epoch": 1.9968197430352372, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.683870315551758, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8774979114532471, + "num_tokens": 598827131.0, + "step": 15697 + }, + { + "epoch": 1.9969469533138278, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.760279655456543, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.872887134552002, + "num_tokens": 598859507.0, + "step": 15698 + }, + { + "epoch": 1.9970741635924183, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.73012638092041, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8636218309402466, + "num_tokens": 598893280.0, + "step": 15699 + }, + { + "epoch": 1.9972013738710088, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.721470832824707, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8847132921218872, + "num_tokens": 598932759.0, + "step": 15700 + }, + { + "epoch": 1.9973285841495994, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.728174209594727, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8831825256347656, + "num_tokens": 598972899.0, + "step": 15701 + }, + { + "epoch": 1.9974557944281899, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.722944259643555, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8734936118125916, + "num_tokens": 599012811.0, + "step": 15702 + }, + { + "epoch": 1.9975830047067804, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.761966705322266, + "learning_rate": 1e-06, + "loss": 0.4271, + "mean_token_accuracy": 0.8631823062896729, + "num_tokens": 599055632.0, + "step": 15703 + }, + { + "epoch": 1.997710214985371, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.712958335876465, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.8545722365379333, + "num_tokens": 599090924.0, + "step": 15704 + }, + { + "epoch": 1.9978374252639615, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.718157768249512, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8850194811820984, + "num_tokens": 599130434.0, + "step": 15705 + }, + { + "epoch": 1.997964635542552, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.662385940551758, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.870823323726654, + "num_tokens": 599171018.0, + "step": 15706 + }, + { + "epoch": 1.9980918458211423, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.686358451843262, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.863470196723938, + "num_tokens": 599212445.0, + "step": 15707 + }, + { + "epoch": 1.9982190560997328, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.710855484008789, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8770302534103394, + "num_tokens": 599250591.0, + "step": 15708 + }, + { + "epoch": 1.9983462663783234, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.698892593383789, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8679907321929932, + "num_tokens": 599284987.0, + "step": 15709 + }, + { + "epoch": 1.9984734766569139, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.667116165161133, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8685451745986938, + "num_tokens": 599324656.0, + "step": 15710 + }, + { + "epoch": 1.9986006869355044, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.69778823852539, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8813011646270752, + "num_tokens": 599364014.0, + "step": 15711 + }, + { + "epoch": 1.998727897214095, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.669434547424316, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8644800186157227, + "num_tokens": 599396781.0, + "step": 15712 + }, + { + "epoch": 1.9988551074926852, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.673051834106445, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8814457654953003, + "num_tokens": 599433240.0, + "step": 15713 + }, + { + "epoch": 1.9989823177712758, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.670604705810547, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8814861178398132, + "num_tokens": 599474883.0, + "step": 15714 + }, + { + "epoch": 1.9991095280498663, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.73668384552002, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8729885816574097, + "num_tokens": 599508492.0, + "step": 15715 + }, + { + "epoch": 1.9992367383284568, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.707146644592285, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8734782338142395, + "num_tokens": 599545946.0, + "step": 15716 + }, + { + "epoch": 1.9993639486070474, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.664496421813965, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8850822448730469, + "num_tokens": 599586217.0, + "step": 15717 + }, + { + "epoch": 1.9994911588856379, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.731431007385254, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8795764446258545, + "num_tokens": 599620431.0, + "step": 15718 + }, + { + "epoch": 1.9996183691642284, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.692680358886719, + "learning_rate": 1e-06, + "loss": 0.4294, + "mean_token_accuracy": 0.8578677177429199, + "num_tokens": 599659959.0, + "step": 15719 + }, + { + "epoch": 1.999745579442819, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.72261905670166, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8713877201080322, + "num_tokens": 599696558.0, + "step": 15720 + }, + { + "epoch": 1.9998727897214095, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.736406326293945, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8612228631973267, + "num_tokens": 599734925.0, + "step": 15721 + }, + { + "epoch": 2.0, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.647665023803711, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8762823343276978, + "num_tokens": 599772613.0, + "step": 15722 + }, + { + "epoch": 2.0001272102785905, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.706229209899902, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8788973093032837, + "num_tokens": 599813892.0, + "step": 15723 + }, + { + "epoch": 2.000254420557181, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.693422317504883, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8754185438156128, + "num_tokens": 599852807.0, + "step": 15724 + }, + { + "epoch": 2.0003816308357716, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.714117050170898, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8824807405471802, + "num_tokens": 599893712.0, + "step": 15725 + }, + { + "epoch": 2.000508841114362, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.672815322875977, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.876678466796875, + "num_tokens": 599929954.0, + "step": 15726 + }, + { + "epoch": 2.0006360513929526, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.786438941955566, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8726748824119568, + "num_tokens": 599967763.0, + "step": 15727 + }, + { + "epoch": 2.000763261671543, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.648524284362793, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8825821876525879, + "num_tokens": 600008938.0, + "step": 15728 + }, + { + "epoch": 2.0008904719501337, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.736091613769531, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8720547556877136, + "num_tokens": 600051849.0, + "step": 15729 + }, + { + "epoch": 2.0010176822287242, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.762177467346191, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.881415069103241, + "num_tokens": 600088568.0, + "step": 15730 + }, + { + "epoch": 2.0011448925073148, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.688547134399414, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.879963755607605, + "num_tokens": 600131553.0, + "step": 15731 + }, + { + "epoch": 2.0012721027859053, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.658514976501465, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8757015466690063, + "num_tokens": 600173198.0, + "step": 15732 + }, + { + "epoch": 2.001399313064496, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.700688362121582, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8801069259643555, + "num_tokens": 600211347.0, + "step": 15733 + }, + { + "epoch": 2.0015265233430863, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.69254207611084, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8689994215965271, + "num_tokens": 600249953.0, + "step": 15734 + }, + { + "epoch": 2.0016537336216764, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.702339172363281, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8677351474761963, + "num_tokens": 600291211.0, + "step": 15735 + }, + { + "epoch": 2.001780943900267, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.701005935668945, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8814905881881714, + "num_tokens": 600332906.0, + "step": 15736 + }, + { + "epoch": 2.0019081541788575, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.700654029846191, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8758398294448853, + "num_tokens": 600370570.0, + "step": 15737 + }, + { + "epoch": 2.002035364457448, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.673371315002441, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8671683073043823, + "num_tokens": 600409368.0, + "step": 15738 + }, + { + "epoch": 2.0021625747360385, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.704719543457031, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.879694402217865, + "num_tokens": 600442019.0, + "step": 15739 + }, + { + "epoch": 2.002289785014629, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.719840049743652, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8844195604324341, + "num_tokens": 600471665.0, + "step": 15740 + }, + { + "epoch": 2.0024169952932196, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.723319053649902, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8746985793113708, + "num_tokens": 600508804.0, + "step": 15741 + }, + { + "epoch": 2.00254420557181, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.721776008605957, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8643361330032349, + "num_tokens": 600543895.0, + "step": 15742 + }, + { + "epoch": 2.0026714158504006, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.712239265441895, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8767891526222229, + "num_tokens": 600585818.0, + "step": 15743 + }, + { + "epoch": 2.002798626128991, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.751256942749023, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8813466429710388, + "num_tokens": 600623106.0, + "step": 15744 + }, + { + "epoch": 2.0029258364075817, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.699361801147461, + "learning_rate": 1e-06, + "loss": 0.3035, + "mean_token_accuracy": 0.8959919810295105, + "num_tokens": 600662662.0, + "step": 15745 + }, + { + "epoch": 2.0030530466861722, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.723363876342773, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8628560304641724, + "num_tokens": 600699416.0, + "step": 15746 + }, + { + "epoch": 2.0031802569647628, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.714499473571777, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8690685033798218, + "num_tokens": 600739351.0, + "step": 15747 + }, + { + "epoch": 2.0033074672433533, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.702912330627441, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8782582879066467, + "num_tokens": 600781198.0, + "step": 15748 + }, + { + "epoch": 2.003434677521944, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.76242733001709, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8747885823249817, + "num_tokens": 600821743.0, + "step": 15749 + }, + { + "epoch": 2.0035618878005343, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.712825775146484, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.890504002571106, + "num_tokens": 600862463.0, + "step": 15750 + }, + { + "epoch": 2.003689098079125, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.748391151428223, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8673138618469238, + "num_tokens": 600902629.0, + "step": 15751 + }, + { + "epoch": 2.0038163083577154, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.724299430847168, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8740718960762024, + "num_tokens": 600941778.0, + "step": 15752 + }, + { + "epoch": 2.003943518636306, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.768054962158203, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8852002024650574, + "num_tokens": 600979425.0, + "step": 15753 + }, + { + "epoch": 2.0040707289148965, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.727980613708496, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8722224831581116, + "num_tokens": 601017882.0, + "step": 15754 + }, + { + "epoch": 2.004197939193487, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.701709747314453, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8710119128227234, + "num_tokens": 601053394.0, + "step": 15755 + }, + { + "epoch": 2.0043251494720775, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.751995086669922, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8795524835586548, + "num_tokens": 601094940.0, + "step": 15756 + }, + { + "epoch": 2.004452359750668, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.69758129119873, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8774608373641968, + "num_tokens": 601132963.0, + "step": 15757 + }, + { + "epoch": 2.0045795700292586, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.769390106201172, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8747202157974243, + "num_tokens": 601168511.0, + "step": 15758 + }, + { + "epoch": 2.0047067803078487, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.691402435302734, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8760702013969421, + "num_tokens": 601208922.0, + "step": 15759 + }, + { + "epoch": 2.004833990586439, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.751571655273438, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8714020252227783, + "num_tokens": 601253814.0, + "step": 15760 + }, + { + "epoch": 2.0049612008650297, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.686391830444336, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8773084878921509, + "num_tokens": 601295584.0, + "step": 15761 + }, + { + "epoch": 2.0050884111436202, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.767314910888672, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8682928085327148, + "num_tokens": 601329134.0, + "step": 15762 + }, + { + "epoch": 2.0052156214222108, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.70281982421875, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8836925625801086, + "num_tokens": 601369100.0, + "step": 15763 + }, + { + "epoch": 2.0053428317008013, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.666692733764648, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8902420401573181, + "num_tokens": 601407876.0, + "step": 15764 + }, + { + "epoch": 2.005470041979392, + "ewc_loss": 0.0159912109375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.5974044799804688e-05, + "grad_norm": 11.771265983581543, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8885130882263184, + "num_tokens": 601446996.0, + "step": 15765 + }, + { + "epoch": 2.0055972522579824, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.680996894836426, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8686697483062744, + "num_tokens": 601482158.0, + "step": 15766 + }, + { + "epoch": 2.005724462536573, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.770206451416016, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8802715539932251, + "num_tokens": 601517940.0, + "step": 15767 + }, + { + "epoch": 2.0058516728151634, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.69791316986084, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8966545462608337, + "num_tokens": 601553823.0, + "step": 15768 + }, + { + "epoch": 2.005978883093754, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.67088794708252, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8645943403244019, + "num_tokens": 601595482.0, + "step": 15769 + }, + { + "epoch": 2.0061060933723445, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.720478057861328, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8841186761856079, + "num_tokens": 601632451.0, + "step": 15770 + }, + { + "epoch": 2.006233303650935, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.70108413696289, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8743928670883179, + "num_tokens": 601667573.0, + "step": 15771 + }, + { + "epoch": 2.0063605139295255, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.780441284179688, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8824448585510254, + "num_tokens": 601704494.0, + "step": 15772 + }, + { + "epoch": 2.006487724208116, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.719353675842285, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8660476207733154, + "num_tokens": 601745307.0, + "step": 15773 + }, + { + "epoch": 2.0066149344867066, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.72654914855957, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8918105363845825, + "num_tokens": 601782551.0, + "step": 15774 + }, + { + "epoch": 2.006742144765297, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.745251655578613, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8777542114257812, + "num_tokens": 601823378.0, + "step": 15775 + }, + { + "epoch": 2.0068693550438876, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.75002384185791, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8769177198410034, + "num_tokens": 601860881.0, + "step": 15776 + }, + { + "epoch": 2.006996565322478, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.713946342468262, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8741762638092041, + "num_tokens": 601903502.0, + "step": 15777 + }, + { + "epoch": 2.0071237756010687, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.76375675201416, + "learning_rate": 1e-06, + "loss": 0.32, + "mean_token_accuracy": 0.8942474126815796, + "num_tokens": 601937097.0, + "step": 15778 + }, + { + "epoch": 2.007250985879659, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.732807159423828, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8799843192100525, + "num_tokens": 601978050.0, + "step": 15779 + }, + { + "epoch": 2.0073781961582498, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.731021881103516, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8744162321090698, + "num_tokens": 602018167.0, + "step": 15780 + }, + { + "epoch": 2.0075054064368403, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.706660270690918, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8625450134277344, + "num_tokens": 602054485.0, + "step": 15781 + }, + { + "epoch": 2.007632616715431, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.776734352111816, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8821870684623718, + "num_tokens": 602092881.0, + "step": 15782 + }, + { + "epoch": 2.0077598269940213, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.725028991699219, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.877986490726471, + "num_tokens": 602127424.0, + "step": 15783 + }, + { + "epoch": 2.0078870372726114, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.726283073425293, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8846927285194397, + "num_tokens": 602168340.0, + "step": 15784 + }, + { + "epoch": 2.008014247551202, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.7540283203125, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8673591613769531, + "num_tokens": 602207894.0, + "step": 15785 + }, + { + "epoch": 2.0081414578297925, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.73387622833252, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8778736591339111, + "num_tokens": 602245924.0, + "step": 15786 + }, + { + "epoch": 2.008268668108383, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.716946601867676, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8738800287246704, + "num_tokens": 602278417.0, + "step": 15787 + }, + { + "epoch": 2.0083958783869735, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.675086975097656, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8799808025360107, + "num_tokens": 602318431.0, + "step": 15788 + }, + { + "epoch": 2.008523088665564, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.748985290527344, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8680315017700195, + "num_tokens": 602356315.0, + "step": 15789 + }, + { + "epoch": 2.0086502989441546, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.726644515991211, + "learning_rate": 1e-06, + "loss": 0.3186, + "mean_token_accuracy": 0.8898241519927979, + "num_tokens": 602398865.0, + "step": 15790 + }, + { + "epoch": 2.008777509222745, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.696333885192871, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8868760466575623, + "num_tokens": 602435835.0, + "step": 15791 + }, + { + "epoch": 2.0089047195013356, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.688275337219238, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8845115900039673, + "num_tokens": 602470359.0, + "step": 15792 + }, + { + "epoch": 2.009031929779926, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.70092487335205, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8806915283203125, + "num_tokens": 602512132.0, + "step": 15793 + }, + { + "epoch": 2.0091591400585167, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.737039566040039, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8741005063056946, + "num_tokens": 602552700.0, + "step": 15794 + }, + { + "epoch": 2.0092863503371072, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.720532417297363, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8768054246902466, + "num_tokens": 602587779.0, + "step": 15795 + }, + { + "epoch": 2.0094135606156978, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.736225128173828, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.867569088935852, + "num_tokens": 602623834.0, + "step": 15796 + }, + { + "epoch": 2.0095407708942883, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.686184883117676, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8873826265335083, + "num_tokens": 602660141.0, + "step": 15797 + }, + { + "epoch": 2.009667981172879, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.70583724975586, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8800725936889648, + "num_tokens": 602698990.0, + "step": 15798 + }, + { + "epoch": 2.0097951914514693, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.817870140075684, + "learning_rate": 1e-06, + "loss": 0.4169, + "mean_token_accuracy": 0.859902024269104, + "num_tokens": 602732053.0, + "step": 15799 + }, + { + "epoch": 2.00992240173006, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.715888023376465, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8789263367652893, + "num_tokens": 602770975.0, + "step": 15800 + }, + { + "epoch": 2.0100496120086504, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.674981117248535, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8674330711364746, + "num_tokens": 602813207.0, + "step": 15801 + }, + { + "epoch": 2.010176822287241, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.68604850769043, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8827130794525146, + "num_tokens": 602849951.0, + "step": 15802 + }, + { + "epoch": 2.0103040325658315, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.743541717529297, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8681799173355103, + "num_tokens": 602891418.0, + "step": 15803 + }, + { + "epoch": 2.010431242844422, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.67934513092041, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8826419115066528, + "num_tokens": 602933039.0, + "step": 15804 + }, + { + "epoch": 2.0105584531230125, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.695520401000977, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8912049531936646, + "num_tokens": 602965546.0, + "step": 15805 + }, + { + "epoch": 2.010685663401603, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.753152847290039, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8768323063850403, + "num_tokens": 603004473.0, + "step": 15806 + }, + { + "epoch": 2.0108128736801936, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.633317947387695, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8694519996643066, + "num_tokens": 603041644.0, + "step": 15807 + }, + { + "epoch": 2.0109400839587837, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.777005195617676, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8652523159980774, + "num_tokens": 603084698.0, + "step": 15808 + }, + { + "epoch": 2.011067294237374, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.71849536895752, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.861503541469574, + "num_tokens": 603121059.0, + "step": 15809 + }, + { + "epoch": 2.0111945045159647, + "ewc_loss": 0.01611328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.609325408935547e-05, + "grad_norm": 11.724942207336426, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8745401501655579, + "num_tokens": 603156604.0, + "step": 15810 + }, + { + "epoch": 2.0113217147945552, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.790117263793945, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8760275840759277, + "num_tokens": 603183743.0, + "step": 15811 + }, + { + "epoch": 2.0114489250731458, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.728568077087402, + "learning_rate": 1e-06, + "loss": 0.4437, + "mean_token_accuracy": 0.8541480898857117, + "num_tokens": 603222099.0, + "step": 15812 + }, + { + "epoch": 2.0115761353517363, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.75020980834961, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8590840101242065, + "num_tokens": 603263467.0, + "step": 15813 + }, + { + "epoch": 2.011703345630327, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.717507362365723, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8577054738998413, + "num_tokens": 603296726.0, + "step": 15814 + }, + { + "epoch": 2.0118305559089174, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.758062362670898, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8832599520683289, + "num_tokens": 603329691.0, + "step": 15815 + }, + { + "epoch": 2.011957766187508, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.778942108154297, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8838437795639038, + "num_tokens": 603371619.0, + "step": 15816 + }, + { + "epoch": 2.0120849764660984, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.7800931930542, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8783066272735596, + "num_tokens": 603400018.0, + "step": 15817 + }, + { + "epoch": 2.012212186744689, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.771916389465332, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.879776120185852, + "num_tokens": 603436971.0, + "step": 15818 + }, + { + "epoch": 2.0123393970232795, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.725455284118652, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8776805400848389, + "num_tokens": 603472802.0, + "step": 15819 + }, + { + "epoch": 2.01246660730187, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.801680564880371, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8827148675918579, + "num_tokens": 603506547.0, + "step": 15820 + }, + { + "epoch": 2.0125938175804605, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.775766372680664, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8599495887756348, + "num_tokens": 603544967.0, + "step": 15821 + }, + { + "epoch": 2.012721027859051, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.72451400756836, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8705161213874817, + "num_tokens": 603582522.0, + "step": 15822 + }, + { + "epoch": 2.0128482381376416, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.762673377990723, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8861594200134277, + "num_tokens": 603619584.0, + "step": 15823 + }, + { + "epoch": 2.012975448416232, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.76834487915039, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8643654584884644, + "num_tokens": 603660542.0, + "step": 15824 + }, + { + "epoch": 2.0131026586948226, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.74001693725586, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.877882719039917, + "num_tokens": 603698900.0, + "step": 15825 + }, + { + "epoch": 2.013229868973413, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.763628959655762, + "learning_rate": 1e-06, + "loss": 0.4215, + "mean_token_accuracy": 0.8605666160583496, + "num_tokens": 603733019.0, + "step": 15826 + }, + { + "epoch": 2.0133570792520037, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.751060485839844, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8853906393051147, + "num_tokens": 603772071.0, + "step": 15827 + }, + { + "epoch": 2.013484289530594, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.6964693069458, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.869937002658844, + "num_tokens": 603811008.0, + "step": 15828 + }, + { + "epoch": 2.0136114998091847, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.784852027893066, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8661559820175171, + "num_tokens": 603852647.0, + "step": 15829 + }, + { + "epoch": 2.0137387100877753, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.745523452758789, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8754635453224182, + "num_tokens": 603894198.0, + "step": 15830 + }, + { + "epoch": 2.013865920366366, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.764345169067383, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8736315965652466, + "num_tokens": 603930168.0, + "step": 15831 + }, + { + "epoch": 2.0139931306449563, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.734142303466797, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8846246004104614, + "num_tokens": 603966189.0, + "step": 15832 + }, + { + "epoch": 2.0141203409235464, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.765478134155273, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8719531297683716, + "num_tokens": 604011110.0, + "step": 15833 + }, + { + "epoch": 2.014247551202137, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.794923782348633, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8610048890113831, + "num_tokens": 604044256.0, + "step": 15834 + }, + { + "epoch": 2.0143747614807275, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.779755592346191, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8849474191665649, + "num_tokens": 604078652.0, + "step": 15835 + }, + { + "epoch": 2.014501971759318, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.70740032196045, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8850985169410706, + "num_tokens": 604112302.0, + "step": 15836 + }, + { + "epoch": 2.0146291820379085, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.691996574401855, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8925660848617554, + "num_tokens": 604150011.0, + "step": 15837 + }, + { + "epoch": 2.014756392316499, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.722795486450195, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8766777515411377, + "num_tokens": 604188859.0, + "step": 15838 + }, + { + "epoch": 2.0148836025950896, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.69520378112793, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8709806203842163, + "num_tokens": 604232273.0, + "step": 15839 + }, + { + "epoch": 2.01501081287368, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.778033256530762, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8824855089187622, + "num_tokens": 604265236.0, + "step": 15840 + }, + { + "epoch": 2.0151380231522706, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.720090866088867, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.889779806137085, + "num_tokens": 604304784.0, + "step": 15841 + }, + { + "epoch": 2.015265233430861, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.717926025390625, + "learning_rate": 1e-06, + "loss": 0.2941, + "mean_token_accuracy": 0.9006645679473877, + "num_tokens": 604341461.0, + "step": 15842 + }, + { + "epoch": 2.0153924437094517, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.723520278930664, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8826199173927307, + "num_tokens": 604378628.0, + "step": 15843 + }, + { + "epoch": 2.0155196539880422, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.748089790344238, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8866820931434631, + "num_tokens": 604418070.0, + "step": 15844 + }, + { + "epoch": 2.0156468642666328, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.68724250793457, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8889933824539185, + "num_tokens": 604454445.0, + "step": 15845 + }, + { + "epoch": 2.0157740745452233, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.750176429748535, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8801414370536804, + "num_tokens": 604488559.0, + "step": 15846 + }, + { + "epoch": 2.015901284823814, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.80473804473877, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8694788813591003, + "num_tokens": 604522538.0, + "step": 15847 + }, + { + "epoch": 2.0160284951024043, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.664448738098145, + "learning_rate": 1e-06, + "loss": 0.3026, + "mean_token_accuracy": 0.8952696323394775, + "num_tokens": 604561750.0, + "step": 15848 + }, + { + "epoch": 2.016155705380995, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.715527534484863, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8893582224845886, + "num_tokens": 604594961.0, + "step": 15849 + }, + { + "epoch": 2.0162829156595854, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.742772102355957, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.867082953453064, + "num_tokens": 604631301.0, + "step": 15850 + }, + { + "epoch": 2.016410125938176, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.760089874267578, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8575863242149353, + "num_tokens": 604666049.0, + "step": 15851 + }, + { + "epoch": 2.0165373362167665, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.724885940551758, + "learning_rate": 1e-06, + "loss": 0.3055, + "mean_token_accuracy": 0.8982280492782593, + "num_tokens": 604701984.0, + "step": 15852 + }, + { + "epoch": 2.016664546495357, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.758834838867188, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8847939968109131, + "num_tokens": 604738414.0, + "step": 15853 + }, + { + "epoch": 2.0167917567739475, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.742776870727539, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8789206743240356, + "num_tokens": 604779961.0, + "step": 15854 + }, + { + "epoch": 2.016918967052538, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.72545337677002, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8706172108650208, + "num_tokens": 604819729.0, + "step": 15855 + }, + { + "epoch": 2.0170461773311286, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.832978248596191, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8860580921173096, + "num_tokens": 604864108.0, + "step": 15856 + }, + { + "epoch": 2.0171733876097186, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.766219139099121, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.871170163154602, + "num_tokens": 604905582.0, + "step": 15857 + }, + { + "epoch": 2.017300597888309, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.756600379943848, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8845332860946655, + "num_tokens": 604943931.0, + "step": 15858 + }, + { + "epoch": 2.0174278081668997, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.746933937072754, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8732538819313049, + "num_tokens": 604982100.0, + "step": 15859 + }, + { + "epoch": 2.0175550184454902, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.684922218322754, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8657453060150146, + "num_tokens": 605026289.0, + "step": 15860 + }, + { + "epoch": 2.0176822287240808, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.70072078704834, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.881411075592041, + "num_tokens": 605070214.0, + "step": 15861 + }, + { + "epoch": 2.0178094390026713, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.7531156539917, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8721434473991394, + "num_tokens": 605113495.0, + "step": 15862 + }, + { + "epoch": 2.017936649281262, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.713910102844238, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8808932304382324, + "num_tokens": 605145717.0, + "step": 15863 + }, + { + "epoch": 2.0180638595598523, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.730058670043945, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8698763847351074, + "num_tokens": 605180930.0, + "step": 15864 + }, + { + "epoch": 2.018191069838443, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.715241432189941, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8845546245574951, + "num_tokens": 605214004.0, + "step": 15865 + }, + { + "epoch": 2.0183182801170334, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.710922241210938, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8765204548835754, + "num_tokens": 605253244.0, + "step": 15866 + }, + { + "epoch": 2.018445490395624, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.760414123535156, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8725169897079468, + "num_tokens": 605293832.0, + "step": 15867 + }, + { + "epoch": 2.0185727006742145, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.731661796569824, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8867301940917969, + "num_tokens": 605333811.0, + "step": 15868 + }, + { + "epoch": 2.018699910952805, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.759500503540039, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8770351409912109, + "num_tokens": 605371560.0, + "step": 15869 + }, + { + "epoch": 2.0188271212313955, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.739055633544922, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8741644620895386, + "num_tokens": 605410555.0, + "step": 15870 + }, + { + "epoch": 2.018954331509986, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.704376220703125, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8705610036849976, + "num_tokens": 605451851.0, + "step": 15871 + }, + { + "epoch": 2.0190815417885766, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.790053367614746, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8689484596252441, + "num_tokens": 605490442.0, + "step": 15872 + }, + { + "epoch": 2.019208752067167, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.726243019104004, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8753724098205566, + "num_tokens": 605525237.0, + "step": 15873 + }, + { + "epoch": 2.0193359623457576, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.780644416809082, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8819224238395691, + "num_tokens": 605563624.0, + "step": 15874 + }, + { + "epoch": 2.019463172624348, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.760002136230469, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8868584632873535, + "num_tokens": 605597419.0, + "step": 15875 + }, + { + "epoch": 2.0195903829029387, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.743491172790527, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8695811033248901, + "num_tokens": 605639954.0, + "step": 15876 + }, + { + "epoch": 2.019717593181529, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.724405288696289, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8771805763244629, + "num_tokens": 605678226.0, + "step": 15877 + }, + { + "epoch": 2.0198448034601197, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.730424880981445, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.885291576385498, + "num_tokens": 605719925.0, + "step": 15878 + }, + { + "epoch": 2.0199720137387103, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.719736099243164, + "learning_rate": 1e-06, + "loss": 0.4149, + "mean_token_accuracy": 0.858532726764679, + "num_tokens": 605761282.0, + "step": 15879 + }, + { + "epoch": 2.020099224017301, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.697792053222656, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8856447339057922, + "num_tokens": 605800681.0, + "step": 15880 + }, + { + "epoch": 2.0202264342958913, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.785325050354004, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8601499199867249, + "num_tokens": 605836282.0, + "step": 15881 + }, + { + "epoch": 2.0203536445744814, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.71718692779541, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8786516785621643, + "num_tokens": 605880360.0, + "step": 15882 + }, + { + "epoch": 2.020480854853072, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.73486614227295, + "learning_rate": 1e-06, + "loss": 0.3254, + "mean_token_accuracy": 0.8871594071388245, + "num_tokens": 605918363.0, + "step": 15883 + }, + { + "epoch": 2.0206080651316625, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.744939804077148, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.8905451893806458, + "num_tokens": 605953032.0, + "step": 15884 + }, + { + "epoch": 2.020735275410253, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.699060440063477, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8842715620994568, + "num_tokens": 605992633.0, + "step": 15885 + }, + { + "epoch": 2.0208624856888435, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.746368408203125, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8791048526763916, + "num_tokens": 606031776.0, + "step": 15886 + }, + { + "epoch": 2.020989695967434, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.771611213684082, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8699417114257812, + "num_tokens": 606070614.0, + "step": 15887 + }, + { + "epoch": 2.0211169062460246, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.689799308776855, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8759506940841675, + "num_tokens": 606115898.0, + "step": 15888 + }, + { + "epoch": 2.021244116524615, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.76944351196289, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8819537162780762, + "num_tokens": 606150231.0, + "step": 15889 + }, + { + "epoch": 2.0213713268032056, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.790773391723633, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8693796992301941, + "num_tokens": 606191527.0, + "step": 15890 + }, + { + "epoch": 2.021498537081796, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.732786178588867, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8706342577934265, + "num_tokens": 606229070.0, + "step": 15891 + }, + { + "epoch": 2.0216257473603867, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.727502822875977, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8782286047935486, + "num_tokens": 606269555.0, + "step": 15892 + }, + { + "epoch": 2.021752957638977, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.735269546508789, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8716809153556824, + "num_tokens": 606302040.0, + "step": 15893 + }, + { + "epoch": 2.0218801679175677, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.78912353515625, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8855574727058411, + "num_tokens": 606341769.0, + "step": 15894 + }, + { + "epoch": 2.0220073781961583, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.698058128356934, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8644347190856934, + "num_tokens": 606379989.0, + "step": 15895 + }, + { + "epoch": 2.022134588474749, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.683700561523438, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8715829849243164, + "num_tokens": 606414396.0, + "step": 15896 + }, + { + "epoch": 2.0222617987533393, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.811698913574219, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8806252479553223, + "num_tokens": 606445949.0, + "step": 15897 + }, + { + "epoch": 2.02238900903193, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.651041030883789, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8783466815948486, + "num_tokens": 606484751.0, + "step": 15898 + }, + { + "epoch": 2.0225162193105204, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.739420890808105, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8808355331420898, + "num_tokens": 606525390.0, + "step": 15899 + }, + { + "epoch": 2.022643429589111, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.69914722442627, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8735899329185486, + "num_tokens": 606563364.0, + "step": 15900 + }, + { + "epoch": 2.0227706398677014, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.742149353027344, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8788200616836548, + "num_tokens": 606598140.0, + "step": 15901 + }, + { + "epoch": 2.022897850146292, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.725255012512207, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.870226263999939, + "num_tokens": 606636480.0, + "step": 15902 + }, + { + "epoch": 2.0230250604248825, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.683831214904785, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8802838325500488, + "num_tokens": 606676044.0, + "step": 15903 + }, + { + "epoch": 2.023152270703473, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.706595420837402, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8709098696708679, + "num_tokens": 606713262.0, + "step": 15904 + }, + { + "epoch": 2.0232794809820636, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.716474533081055, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8746664524078369, + "num_tokens": 606754844.0, + "step": 15905 + }, + { + "epoch": 2.0234066912606536, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.700749397277832, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8771408796310425, + "num_tokens": 606800910.0, + "step": 15906 + }, + { + "epoch": 2.023533901539244, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.682520866394043, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.872184157371521, + "num_tokens": 606841855.0, + "step": 15907 + }, + { + "epoch": 2.0236611118178347, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.733579635620117, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8664863705635071, + "num_tokens": 606888261.0, + "step": 15908 + }, + { + "epoch": 2.0237883220964252, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.731778144836426, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8676320314407349, + "num_tokens": 606926235.0, + "step": 15909 + }, + { + "epoch": 2.0239155323750158, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.742941856384277, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8716351985931396, + "num_tokens": 606962527.0, + "step": 15910 + }, + { + "epoch": 2.0240427426536063, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.739093780517578, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8804339170455933, + "num_tokens": 607008924.0, + "step": 15911 + }, + { + "epoch": 2.024169952932197, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.71076774597168, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8732730150222778, + "num_tokens": 607049788.0, + "step": 15912 + }, + { + "epoch": 2.0242971632107873, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.766592979431152, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8704107403755188, + "num_tokens": 607087592.0, + "step": 15913 + }, + { + "epoch": 2.024424373489378, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.718113899230957, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8913049697875977, + "num_tokens": 607119954.0, + "step": 15914 + }, + { + "epoch": 2.0245515837679684, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.820413589477539, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8666092753410339, + "num_tokens": 607156511.0, + "step": 15915 + }, + { + "epoch": 2.024678794046559, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.802536010742188, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8856397867202759, + "num_tokens": 607198292.0, + "step": 15916 + }, + { + "epoch": 2.0248060043251495, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.76366901397705, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8741130828857422, + "num_tokens": 607237572.0, + "step": 15917 + }, + { + "epoch": 2.02493321460374, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.760765075683594, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8673698902130127, + "num_tokens": 607282321.0, + "step": 15918 + }, + { + "epoch": 2.0250604248823305, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.807361602783203, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8755953311920166, + "num_tokens": 607313355.0, + "step": 15919 + }, + { + "epoch": 2.025187635160921, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.742630958557129, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8746426105499268, + "num_tokens": 607351961.0, + "step": 15920 + }, + { + "epoch": 2.0253148454395116, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.726217269897461, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8792389631271362, + "num_tokens": 607391368.0, + "step": 15921 + }, + { + "epoch": 2.025442055718102, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.760416984558105, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.8950341939926147, + "num_tokens": 607427328.0, + "step": 15922 + }, + { + "epoch": 2.0255692659966926, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.816118240356445, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8721662759780884, + "num_tokens": 607468243.0, + "step": 15923 + }, + { + "epoch": 2.025696476275283, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.786972045898438, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8615994453430176, + "num_tokens": 607502466.0, + "step": 15924 + }, + { + "epoch": 2.0258236865538737, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.754810333251953, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.868069052696228, + "num_tokens": 607544093.0, + "step": 15925 + }, + { + "epoch": 2.025950896832464, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.79487133026123, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8827767968177795, + "num_tokens": 607576054.0, + "step": 15926 + }, + { + "epoch": 2.0260781071110547, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.738992691040039, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8895323872566223, + "num_tokens": 607608462.0, + "step": 15927 + }, + { + "epoch": 2.0262053173896453, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.75835132598877, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8716614246368408, + "num_tokens": 607645272.0, + "step": 15928 + }, + { + "epoch": 2.026332527668236, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.721355438232422, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8787214159965515, + "num_tokens": 607682585.0, + "step": 15929 + }, + { + "epoch": 2.0264597379468263, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.750456809997559, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.893893837928772, + "num_tokens": 607721302.0, + "step": 15930 + }, + { + "epoch": 2.0265869482254164, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.803861618041992, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8723593950271606, + "num_tokens": 607758357.0, + "step": 15931 + }, + { + "epoch": 2.026714158504007, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.720746040344238, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.876072108745575, + "num_tokens": 607795467.0, + "step": 15932 + }, + { + "epoch": 2.0268413687825975, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.69791316986084, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8714044094085693, + "num_tokens": 607833192.0, + "step": 15933 + }, + { + "epoch": 2.026968579061188, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.778307914733887, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8847070932388306, + "num_tokens": 607866672.0, + "step": 15934 + }, + { + "epoch": 2.0270957893397785, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.727291107177734, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8780689239501953, + "num_tokens": 607907976.0, + "step": 15935 + }, + { + "epoch": 2.027222999618369, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.731571197509766, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8802443742752075, + "num_tokens": 607946009.0, + "step": 15936 + }, + { + "epoch": 2.0273502098969596, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.740291595458984, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8823400735855103, + "num_tokens": 607986800.0, + "step": 15937 + }, + { + "epoch": 2.02747742017555, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.783459663391113, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8713191747665405, + "num_tokens": 608021807.0, + "step": 15938 + }, + { + "epoch": 2.0276046304541406, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.730663299560547, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8755593299865723, + "num_tokens": 608060294.0, + "step": 15939 + }, + { + "epoch": 2.027731840732731, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.735618591308594, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8756352663040161, + "num_tokens": 608100790.0, + "step": 15940 + }, + { + "epoch": 2.0278590510113217, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.748238563537598, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8730689287185669, + "num_tokens": 608142164.0, + "step": 15941 + }, + { + "epoch": 2.027986261289912, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.713848114013672, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8782341480255127, + "num_tokens": 608184175.0, + "step": 15942 + }, + { + "epoch": 2.0281134715685027, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.779397964477539, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8707754611968994, + "num_tokens": 608226801.0, + "step": 15943 + }, + { + "epoch": 2.0282406818470933, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.720331192016602, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8849626779556274, + "num_tokens": 608265155.0, + "step": 15944 + }, + { + "epoch": 2.028367892125684, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.7687349319458, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.887340247631073, + "num_tokens": 608303817.0, + "step": 15945 + }, + { + "epoch": 2.0284951024042743, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.790901184082031, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8826923370361328, + "num_tokens": 608338845.0, + "step": 15946 + }, + { + "epoch": 2.028622312682865, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.740705490112305, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8773105144500732, + "num_tokens": 608377661.0, + "step": 15947 + }, + { + "epoch": 2.0287495229614554, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.731741905212402, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8766754865646362, + "num_tokens": 608412897.0, + "step": 15948 + }, + { + "epoch": 2.028876733240046, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.778486251831055, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8676667213439941, + "num_tokens": 608453584.0, + "step": 15949 + }, + { + "epoch": 2.0290039435186364, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.828084945678711, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8736295700073242, + "num_tokens": 608492211.0, + "step": 15950 + }, + { + "epoch": 2.029131153797227, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.707672119140625, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8728364706039429, + "num_tokens": 608534317.0, + "step": 15951 + }, + { + "epoch": 2.0292583640758175, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.738672256469727, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8856865167617798, + "num_tokens": 608569763.0, + "step": 15952 + }, + { + "epoch": 2.029385574354408, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.71901798248291, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8795394897460938, + "num_tokens": 608612145.0, + "step": 15953 + }, + { + "epoch": 2.0295127846329986, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.785222053527832, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8770385980606079, + "num_tokens": 608649528.0, + "step": 15954 + }, + { + "epoch": 2.0296399949115886, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.778036117553711, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.870788037776947, + "num_tokens": 608686973.0, + "step": 15955 + }, + { + "epoch": 2.029767205190179, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.712944030761719, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8787417411804199, + "num_tokens": 608729169.0, + "step": 15956 + }, + { + "epoch": 2.0298944154687697, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.81831169128418, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8756808638572693, + "num_tokens": 608764502.0, + "step": 15957 + }, + { + "epoch": 2.0300216257473602, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.77679443359375, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8777719736099243, + "num_tokens": 608805190.0, + "step": 15958 + }, + { + "epoch": 2.0301488360259508, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.757232666015625, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8830882906913757, + "num_tokens": 608840006.0, + "step": 15959 + }, + { + "epoch": 2.0302760463045413, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.756385803222656, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8836771249771118, + "num_tokens": 608871551.0, + "step": 15960 + }, + { + "epoch": 2.030403256583132, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.76735782623291, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.855603039264679, + "num_tokens": 608909610.0, + "step": 15961 + }, + { + "epoch": 2.0305304668617223, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.759729385375977, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8729889392852783, + "num_tokens": 608950758.0, + "step": 15962 + }, + { + "epoch": 2.030657677140313, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.744583129882812, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8644593954086304, + "num_tokens": 608990695.0, + "step": 15963 + }, + { + "epoch": 2.0307848874189034, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.748157501220703, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8905905485153198, + "num_tokens": 609030978.0, + "step": 15964 + }, + { + "epoch": 2.030912097697494, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.768279075622559, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8867055177688599, + "num_tokens": 609071974.0, + "step": 15965 + }, + { + "epoch": 2.0310393079760845, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.802919387817383, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8789330720901489, + "num_tokens": 609111268.0, + "step": 15966 + }, + { + "epoch": 2.031166518254675, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.803473472595215, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8728551864624023, + "num_tokens": 609149681.0, + "step": 15967 + }, + { + "epoch": 2.0312937285332655, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.739851951599121, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8818060159683228, + "num_tokens": 609189121.0, + "step": 15968 + }, + { + "epoch": 2.031420938811856, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.781719207763672, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8854913115501404, + "num_tokens": 609228070.0, + "step": 15969 + }, + { + "epoch": 2.0315481490904466, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.726943969726562, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8796221613883972, + "num_tokens": 609269718.0, + "step": 15970 + }, + { + "epoch": 2.031675359369037, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.775886535644531, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8803911805152893, + "num_tokens": 609307236.0, + "step": 15971 + }, + { + "epoch": 2.0318025696476276, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.780616760253906, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8603910803794861, + "num_tokens": 609342993.0, + "step": 15972 + }, + { + "epoch": 2.031929779926218, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.752058982849121, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.884245753288269, + "num_tokens": 609376817.0, + "step": 15973 + }, + { + "epoch": 2.0320569902048087, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.766365051269531, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8767131567001343, + "num_tokens": 609411209.0, + "step": 15974 + }, + { + "epoch": 2.032184200483399, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.78483772277832, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.8949165344238281, + "num_tokens": 609449055.0, + "step": 15975 + }, + { + "epoch": 2.0323114107619897, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.751221656799316, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8778874278068542, + "num_tokens": 609486332.0, + "step": 15976 + }, + { + "epoch": 2.0324386210405803, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.79340648651123, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8641765117645264, + "num_tokens": 609526924.0, + "step": 15977 + }, + { + "epoch": 2.032565831319171, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.774090766906738, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8910156488418579, + "num_tokens": 609559542.0, + "step": 15978 + }, + { + "epoch": 2.032693041597761, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.707661628723145, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8701164722442627, + "num_tokens": 609598989.0, + "step": 15979 + }, + { + "epoch": 2.0328202518763514, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.755555152893066, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8645121455192566, + "num_tokens": 609635790.0, + "step": 15980 + }, + { + "epoch": 2.032947462154942, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.729756355285645, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.868613600730896, + "num_tokens": 609670120.0, + "step": 15981 + }, + { + "epoch": 2.0330746724335325, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.743403434753418, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8771071434020996, + "num_tokens": 609713260.0, + "step": 15982 + }, + { + "epoch": 2.033201882712123, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.76652717590332, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8842194676399231, + "num_tokens": 609753236.0, + "step": 15983 + }, + { + "epoch": 2.0333290929907135, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.677034378051758, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8797371983528137, + "num_tokens": 609791629.0, + "step": 15984 + }, + { + "epoch": 2.033456303269304, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.79123592376709, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8621290922164917, + "num_tokens": 609833457.0, + "step": 15985 + }, + { + "epoch": 2.0335835135478946, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.75551700592041, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8701894283294678, + "num_tokens": 609866007.0, + "step": 15986 + }, + { + "epoch": 2.033710723826485, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.707032203674316, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.881069004535675, + "num_tokens": 609903346.0, + "step": 15987 + }, + { + "epoch": 2.0338379341050756, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.765270233154297, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8807383179664612, + "num_tokens": 609935885.0, + "step": 15988 + }, + { + "epoch": 2.033965144383666, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.741242408752441, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8710178136825562, + "num_tokens": 609971127.0, + "step": 15989 + }, + { + "epoch": 2.0340923546622567, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.716304779052734, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8683446049690247, + "num_tokens": 610016719.0, + "step": 15990 + }, + { + "epoch": 2.034219564940847, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.755419731140137, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8654447793960571, + "num_tokens": 610057002.0, + "step": 15991 + }, + { + "epoch": 2.0343467752194377, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.74024486541748, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8813631534576416, + "num_tokens": 610092779.0, + "step": 15992 + }, + { + "epoch": 2.0344739854980283, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.68097972869873, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8666926622390747, + "num_tokens": 610137092.0, + "step": 15993 + }, + { + "epoch": 2.034601195776619, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.730925559997559, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8860673904418945, + "num_tokens": 610178632.0, + "step": 15994 + }, + { + "epoch": 2.0347284060552093, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.665383338928223, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8766143321990967, + "num_tokens": 610219789.0, + "step": 15995 + }, + { + "epoch": 2.0348556163338, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.742634773254395, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8627747893333435, + "num_tokens": 610259104.0, + "step": 15996 + }, + { + "epoch": 2.0349828266123904, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.728569030761719, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8702509999275208, + "num_tokens": 610296317.0, + "step": 15997 + }, + { + "epoch": 2.035110036890981, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.734400749206543, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8735267519950867, + "num_tokens": 610339300.0, + "step": 15998 + }, + { + "epoch": 2.0352372471695714, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.775618553161621, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.873203456401825, + "num_tokens": 610373917.0, + "step": 15999 + }, + { + "epoch": 2.035364457448162, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.752525329589844, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8766732811927795, + "num_tokens": 610419571.0, + "step": 16000 + }, + { + "epoch": 2.0354916677267525, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.713809967041016, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8683964014053345, + "num_tokens": 610458073.0, + "step": 16001 + }, + { + "epoch": 2.035618878005343, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.780682563781738, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8676763772964478, + "num_tokens": 610497223.0, + "step": 16002 + }, + { + "epoch": 2.0357460882839336, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.76417350769043, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8567757606506348, + "num_tokens": 610532563.0, + "step": 16003 + }, + { + "epoch": 2.0358732985625236, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.777962684631348, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8870211243629456, + "num_tokens": 610566644.0, + "step": 16004 + }, + { + "epoch": 2.036000508841114, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.766357421875, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8630704879760742, + "num_tokens": 610604755.0, + "step": 16005 + }, + { + "epoch": 2.0361277191197047, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.742815017700195, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8806055188179016, + "num_tokens": 610645905.0, + "step": 16006 + }, + { + "epoch": 2.036254929398295, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.796977996826172, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.892595112323761, + "num_tokens": 610686800.0, + "step": 16007 + }, + { + "epoch": 2.0363821396768857, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.72087574005127, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8769720792770386, + "num_tokens": 610728291.0, + "step": 16008 + }, + { + "epoch": 2.0365093499554763, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.831671714782715, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8750056028366089, + "num_tokens": 610759818.0, + "step": 16009 + }, + { + "epoch": 2.036636560234067, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.752473831176758, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8632698059082031, + "num_tokens": 610800125.0, + "step": 16010 + }, + { + "epoch": 2.0367637705126573, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.7686128616333, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8680425882339478, + "num_tokens": 610839261.0, + "step": 16011 + }, + { + "epoch": 2.036890980791248, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.793855667114258, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8811091184616089, + "num_tokens": 610879092.0, + "step": 16012 + }, + { + "epoch": 2.0370181910698384, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.754229545593262, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8755571842193604, + "num_tokens": 610914494.0, + "step": 16013 + }, + { + "epoch": 2.037145401348429, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.793490409851074, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8859457969665527, + "num_tokens": 610950784.0, + "step": 16014 + }, + { + "epoch": 2.0372726116270194, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.72419261932373, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8668806552886963, + "num_tokens": 610989254.0, + "step": 16015 + }, + { + "epoch": 2.03739982190561, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.782690048217773, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8692543506622314, + "num_tokens": 611022668.0, + "step": 16016 + }, + { + "epoch": 2.0375270321842005, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.764440536499023, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8761326670646667, + "num_tokens": 611062110.0, + "step": 16017 + }, + { + "epoch": 2.037654242462791, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.780245780944824, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8800902962684631, + "num_tokens": 611098663.0, + "step": 16018 + }, + { + "epoch": 2.0377814527413816, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.6924467086792, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8730101585388184, + "num_tokens": 611134058.0, + "step": 16019 + }, + { + "epoch": 2.037908663019972, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.764971733093262, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8765324950218201, + "num_tokens": 611174748.0, + "step": 16020 + }, + { + "epoch": 2.0380358732985626, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.70174789428711, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8917416334152222, + "num_tokens": 611216792.0, + "step": 16021 + }, + { + "epoch": 2.038163083577153, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.7481050491333, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8862754106521606, + "num_tokens": 611253996.0, + "step": 16022 + }, + { + "epoch": 2.0382902938557437, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.774550437927246, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8864264488220215, + "num_tokens": 611295351.0, + "step": 16023 + }, + { + "epoch": 2.038417504134334, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.708749771118164, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8765391111373901, + "num_tokens": 611330513.0, + "step": 16024 + }, + { + "epoch": 2.0385447144129247, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.775713920593262, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8844069242477417, + "num_tokens": 611369679.0, + "step": 16025 + }, + { + "epoch": 2.0386719246915153, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.737869262695312, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8840965032577515, + "num_tokens": 611410398.0, + "step": 16026 + }, + { + "epoch": 2.038799134970106, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.753907203674316, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8695340752601624, + "num_tokens": 611447151.0, + "step": 16027 + }, + { + "epoch": 2.0389263452486963, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.76261043548584, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8690400123596191, + "num_tokens": 611486923.0, + "step": 16028 + }, + { + "epoch": 2.0390535555272864, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.78564453125, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8823859691619873, + "num_tokens": 611519502.0, + "step": 16029 + }, + { + "epoch": 2.039180765805877, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.74670124053955, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8636993169784546, + "num_tokens": 611557647.0, + "step": 16030 + }, + { + "epoch": 2.0393079760844675, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.786134719848633, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8740183115005493, + "num_tokens": 611597405.0, + "step": 16031 + }, + { + "epoch": 2.039435186363058, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.758953094482422, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8716498613357544, + "num_tokens": 611635996.0, + "step": 16032 + }, + { + "epoch": 2.0395623966416485, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.750345230102539, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8834474086761475, + "num_tokens": 611677900.0, + "step": 16033 + }, + { + "epoch": 2.039689606920239, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.749190330505371, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.879278302192688, + "num_tokens": 611719184.0, + "step": 16034 + }, + { + "epoch": 2.0398168171988296, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.759827613830566, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.875282883644104, + "num_tokens": 611761270.0, + "step": 16035 + }, + { + "epoch": 2.03994402747742, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.769734382629395, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8764421939849854, + "num_tokens": 611794939.0, + "step": 16036 + }, + { + "epoch": 2.0400712377560106, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.72970199584961, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.887082576751709, + "num_tokens": 611834093.0, + "step": 16037 + }, + { + "epoch": 2.040198448034601, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.798311233520508, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8708407878875732, + "num_tokens": 611871327.0, + "step": 16038 + }, + { + "epoch": 2.0403256583131917, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.7570219039917, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8695919513702393, + "num_tokens": 611907837.0, + "step": 16039 + }, + { + "epoch": 2.040452868591782, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.735424995422363, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8602142333984375, + "num_tokens": 611950964.0, + "step": 16040 + }, + { + "epoch": 2.0405800788703727, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.734694480895996, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8723069429397583, + "num_tokens": 611985867.0, + "step": 16041 + }, + { + "epoch": 2.0407072891489633, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.769950866699219, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8793609738349915, + "num_tokens": 612017819.0, + "step": 16042 + }, + { + "epoch": 2.040834499427554, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.742161750793457, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8623853921890259, + "num_tokens": 612060669.0, + "step": 16043 + }, + { + "epoch": 2.0409617097061443, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.781625747680664, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8631727695465088, + "num_tokens": 612099801.0, + "step": 16044 + }, + { + "epoch": 2.041088919984735, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.736061096191406, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.880866289138794, + "num_tokens": 612139454.0, + "step": 16045 + }, + { + "epoch": 2.0412161302633254, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.751410484313965, + "learning_rate": 1e-06, + "loss": 0.4266, + "mean_token_accuracy": 0.8583678603172302, + "num_tokens": 612181695.0, + "step": 16046 + }, + { + "epoch": 2.041343340541916, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.72806167602539, + "learning_rate": 1e-06, + "loss": 0.3253, + "mean_token_accuracy": 0.8901676535606384, + "num_tokens": 612223200.0, + "step": 16047 + }, + { + "epoch": 2.0414705508205064, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.758661270141602, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8771020770072937, + "num_tokens": 612265946.0, + "step": 16048 + }, + { + "epoch": 2.041597761099097, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.775177001953125, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8919469118118286, + "num_tokens": 612301246.0, + "step": 16049 + }, + { + "epoch": 2.0417249713776875, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.728264808654785, + "learning_rate": 1e-06, + "loss": 0.4094, + "mean_token_accuracy": 0.8621016144752502, + "num_tokens": 612337789.0, + "step": 16050 + }, + { + "epoch": 2.041852181656278, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.805021286010742, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8901509046554565, + "num_tokens": 612372391.0, + "step": 16051 + }, + { + "epoch": 2.0419793919348685, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.722611427307129, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8808072805404663, + "num_tokens": 612408806.0, + "step": 16052 + }, + { + "epoch": 2.0421066022134586, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.769009590148926, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8863105773925781, + "num_tokens": 612446349.0, + "step": 16053 + }, + { + "epoch": 2.042233812492049, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.731647491455078, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.888968288898468, + "num_tokens": 612489899.0, + "step": 16054 + }, + { + "epoch": 2.0423610227706397, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.799362182617188, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8709703683853149, + "num_tokens": 612532314.0, + "step": 16055 + }, + { + "epoch": 2.04248823304923, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.758758544921875, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.883814811706543, + "num_tokens": 612568033.0, + "step": 16056 + }, + { + "epoch": 2.0426154433278207, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.714014053344727, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8847173452377319, + "num_tokens": 612605160.0, + "step": 16057 + }, + { + "epoch": 2.0427426536064113, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.782156944274902, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8645243048667908, + "num_tokens": 612647851.0, + "step": 16058 + }, + { + "epoch": 2.042869863885002, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.791644096374512, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8766830563545227, + "num_tokens": 612684770.0, + "step": 16059 + }, + { + "epoch": 2.0429970741635923, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.737927436828613, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8657022714614868, + "num_tokens": 612721689.0, + "step": 16060 + }, + { + "epoch": 2.043124284442183, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.784300804138184, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8760147094726562, + "num_tokens": 612757256.0, + "step": 16061 + }, + { + "epoch": 2.0432514947207734, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.689763069152832, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8827184438705444, + "num_tokens": 612797806.0, + "step": 16062 + }, + { + "epoch": 2.043378704999364, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.771966934204102, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8879444003105164, + "num_tokens": 612833507.0, + "step": 16063 + }, + { + "epoch": 2.0435059152779544, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.756424903869629, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8834205865859985, + "num_tokens": 612872920.0, + "step": 16064 + }, + { + "epoch": 2.043633125556545, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.759309768676758, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8827860951423645, + "num_tokens": 612909534.0, + "step": 16065 + }, + { + "epoch": 2.0437603358351355, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.762664794921875, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8732861876487732, + "num_tokens": 612950531.0, + "step": 16066 + }, + { + "epoch": 2.043887546113726, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.746055603027344, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8783113956451416, + "num_tokens": 612984638.0, + "step": 16067 + }, + { + "epoch": 2.0440147563923166, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.713289260864258, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8893670439720154, + "num_tokens": 613020632.0, + "step": 16068 + }, + { + "epoch": 2.044141966670907, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.761768341064453, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8812170624732971, + "num_tokens": 613057381.0, + "step": 16069 + }, + { + "epoch": 2.0442691769494976, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.72054672241211, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8764736652374268, + "num_tokens": 613094287.0, + "step": 16070 + }, + { + "epoch": 2.044396387228088, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.806940078735352, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8833953142166138, + "num_tokens": 613126315.0, + "step": 16071 + }, + { + "epoch": 2.0445235975066787, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.760844230651855, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8724381923675537, + "num_tokens": 613160970.0, + "step": 16072 + }, + { + "epoch": 2.044650807785269, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.771106719970703, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8788215517997742, + "num_tokens": 613204685.0, + "step": 16073 + }, + { + "epoch": 2.0447780180638597, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.728415489196777, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8849074840545654, + "num_tokens": 613242394.0, + "step": 16074 + }, + { + "epoch": 2.0449052283424503, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.738826751708984, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8848891854286194, + "num_tokens": 613283517.0, + "step": 16075 + }, + { + "epoch": 2.045032438621041, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.764154434204102, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8823115825653076, + "num_tokens": 613317237.0, + "step": 16076 + }, + { + "epoch": 2.045159648899631, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.742226600646973, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8796513676643372, + "num_tokens": 613355741.0, + "step": 16077 + }, + { + "epoch": 2.0452868591782214, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.85119342803955, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8682077527046204, + "num_tokens": 613392131.0, + "step": 16078 + }, + { + "epoch": 2.045414069456812, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 12.171734809875488, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.868130087852478, + "num_tokens": 613433687.0, + "step": 16079 + }, + { + "epoch": 2.0455412797354025, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.737363815307617, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8811060190200806, + "num_tokens": 613472882.0, + "step": 16080 + }, + { + "epoch": 2.045668490013993, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.75613021850586, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8816410303115845, + "num_tokens": 613515869.0, + "step": 16081 + }, + { + "epoch": 2.0457957002925835, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.766921997070312, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8781782984733582, + "num_tokens": 613551835.0, + "step": 16082 + }, + { + "epoch": 2.045922910571174, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.797088623046875, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8742209672927856, + "num_tokens": 613592277.0, + "step": 16083 + }, + { + "epoch": 2.0460501208497646, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.791308403015137, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8773382306098938, + "num_tokens": 613625594.0, + "step": 16084 + }, + { + "epoch": 2.046177331128355, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.7882719039917, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8797629475593567, + "num_tokens": 613659924.0, + "step": 16085 + }, + { + "epoch": 2.0463045414069456, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.809233665466309, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8607248663902283, + "num_tokens": 613697067.0, + "step": 16086 + }, + { + "epoch": 2.046431751685536, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.79422664642334, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8837863206863403, + "num_tokens": 613738211.0, + "step": 16087 + }, + { + "epoch": 2.0465589619641267, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.771114349365234, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8823891878128052, + "num_tokens": 613782590.0, + "step": 16088 + }, + { + "epoch": 2.046686172242717, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.777505874633789, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8845348954200745, + "num_tokens": 613825770.0, + "step": 16089 + }, + { + "epoch": 2.0468133825213077, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.810582160949707, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8829785585403442, + "num_tokens": 613864025.0, + "step": 16090 + }, + { + "epoch": 2.0469405927998983, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.830694198608398, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8797581791877747, + "num_tokens": 613907181.0, + "step": 16091 + }, + { + "epoch": 2.047067803078489, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.808003425598145, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8681678771972656, + "num_tokens": 613951258.0, + "step": 16092 + }, + { + "epoch": 2.0471950133570793, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.749351501464844, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8759838938713074, + "num_tokens": 613991221.0, + "step": 16093 + }, + { + "epoch": 2.04732222363567, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.845529556274414, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8867616653442383, + "num_tokens": 614026862.0, + "step": 16094 + }, + { + "epoch": 2.0474494339142604, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.712385177612305, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8679945468902588, + "num_tokens": 614067560.0, + "step": 16095 + }, + { + "epoch": 2.047576644192851, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.7333402633667, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8813492655754089, + "num_tokens": 614106974.0, + "step": 16096 + }, + { + "epoch": 2.0477038544714414, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.786864280700684, + "learning_rate": 1e-06, + "loss": 0.2847, + "mean_token_accuracy": 0.9028443098068237, + "num_tokens": 614145641.0, + "step": 16097 + }, + { + "epoch": 2.047831064750032, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.795863151550293, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8810898661613464, + "num_tokens": 614181476.0, + "step": 16098 + }, + { + "epoch": 2.0479582750286225, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.791382789611816, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8719121217727661, + "num_tokens": 614219212.0, + "step": 16099 + }, + { + "epoch": 2.048085485307213, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.807146072387695, + "learning_rate": 1e-06, + "loss": 0.4537, + "mean_token_accuracy": 0.8498490452766418, + "num_tokens": 614264017.0, + "step": 16100 + }, + { + "epoch": 2.0482126955858035, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.748397827148438, + "learning_rate": 1e-06, + "loss": 0.419, + "mean_token_accuracy": 0.8625185489654541, + "num_tokens": 614299031.0, + "step": 16101 + }, + { + "epoch": 2.0483399058643936, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.803312301635742, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8821685314178467, + "num_tokens": 614334387.0, + "step": 16102 + }, + { + "epoch": 2.048467116142984, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.732842445373535, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8785085678100586, + "num_tokens": 614372438.0, + "step": 16103 + }, + { + "epoch": 2.0485943264215747, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.768181800842285, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8732564449310303, + "num_tokens": 614409976.0, + "step": 16104 + }, + { + "epoch": 2.048721536700165, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.723999977111816, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8858097791671753, + "num_tokens": 614448740.0, + "step": 16105 + }, + { + "epoch": 2.0488487469787557, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.806543350219727, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8811343312263489, + "num_tokens": 614484644.0, + "step": 16106 + }, + { + "epoch": 2.0489759572573463, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.810579299926758, + "learning_rate": 1e-06, + "loss": 0.4238, + "mean_token_accuracy": 0.8577495217323303, + "num_tokens": 614521210.0, + "step": 16107 + }, + { + "epoch": 2.049103167535937, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.709036827087402, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8725266456604004, + "num_tokens": 614561783.0, + "step": 16108 + }, + { + "epoch": 2.0492303778145273, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.804791450500488, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8780310750007629, + "num_tokens": 614598643.0, + "step": 16109 + }, + { + "epoch": 2.049357588093118, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.795429229736328, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8772346377372742, + "num_tokens": 614633520.0, + "step": 16110 + }, + { + "epoch": 2.0494847983717084, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.777350425720215, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.8650074005126953, + "num_tokens": 614673266.0, + "step": 16111 + }, + { + "epoch": 2.049612008650299, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.829748153686523, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8673871755599976, + "num_tokens": 614707201.0, + "step": 16112 + }, + { + "epoch": 2.0497392189288894, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.74163818359375, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8815943598747253, + "num_tokens": 614746542.0, + "step": 16113 + }, + { + "epoch": 2.04986642920748, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.789335250854492, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8667263984680176, + "num_tokens": 614781804.0, + "step": 16114 + }, + { + "epoch": 2.0499936394860705, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.738091468811035, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8763954639434814, + "num_tokens": 614817281.0, + "step": 16115 + }, + { + "epoch": 2.050120849764661, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.785569190979004, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8673287034034729, + "num_tokens": 614853666.0, + "step": 16116 + }, + { + "epoch": 2.0502480600432516, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.780869483947754, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8771234750747681, + "num_tokens": 614891221.0, + "step": 16117 + }, + { + "epoch": 2.050375270321842, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.7450590133667, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8840053081512451, + "num_tokens": 614925956.0, + "step": 16118 + }, + { + "epoch": 2.0505024806004326, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.834307670593262, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8829836845397949, + "num_tokens": 614959934.0, + "step": 16119 + }, + { + "epoch": 2.050629690879023, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.798951148986816, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8735055923461914, + "num_tokens": 615000579.0, + "step": 16120 + }, + { + "epoch": 2.0507569011576137, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.845574378967285, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8697200417518616, + "num_tokens": 615037371.0, + "step": 16121 + }, + { + "epoch": 2.050884111436204, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.816305160522461, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8676134347915649, + "num_tokens": 615075948.0, + "step": 16122 + }, + { + "epoch": 2.0510113217147947, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.752129554748535, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.8887606859207153, + "num_tokens": 615114619.0, + "step": 16123 + }, + { + "epoch": 2.0511385319933853, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.844529151916504, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.877776026725769, + "num_tokens": 615149260.0, + "step": 16124 + }, + { + "epoch": 2.051265742271976, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.77148151397705, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8803337812423706, + "num_tokens": 615183284.0, + "step": 16125 + }, + { + "epoch": 2.0513929525505663, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.841221809387207, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8827378749847412, + "num_tokens": 615220015.0, + "step": 16126 + }, + { + "epoch": 2.0515201628291564, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.785368919372559, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8718140125274658, + "num_tokens": 615255614.0, + "step": 16127 + }, + { + "epoch": 2.051647373107747, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.803248405456543, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8785868883132935, + "num_tokens": 615290232.0, + "step": 16128 + }, + { + "epoch": 2.0517745833863374, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.831093788146973, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8830685019493103, + "num_tokens": 615328204.0, + "step": 16129 + }, + { + "epoch": 2.051901793664928, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.777734756469727, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8679704666137695, + "num_tokens": 615362846.0, + "step": 16130 + }, + { + "epoch": 2.0520290039435185, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.822297096252441, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8760543465614319, + "num_tokens": 615405404.0, + "step": 16131 + }, + { + "epoch": 2.052156214222109, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.81242847442627, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8654994368553162, + "num_tokens": 615439835.0, + "step": 16132 + }, + { + "epoch": 2.0522834245006996, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.82226848602295, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8878376483917236, + "num_tokens": 615477832.0, + "step": 16133 + }, + { + "epoch": 2.05241063477929, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.785504341125488, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8691279888153076, + "num_tokens": 615518089.0, + "step": 16134 + }, + { + "epoch": 2.0525378450578806, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.809749603271484, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.88131183385849, + "num_tokens": 615557286.0, + "step": 16135 + }, + { + "epoch": 2.052665055336471, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.799955368041992, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8798133730888367, + "num_tokens": 615593284.0, + "step": 16136 + }, + { + "epoch": 2.0527922656150617, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.859495162963867, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8721961975097656, + "num_tokens": 615633579.0, + "step": 16137 + }, + { + "epoch": 2.052919475893652, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.76526927947998, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8815697431564331, + "num_tokens": 615680135.0, + "step": 16138 + }, + { + "epoch": 2.0530466861722427, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.8712739944458, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8677343130111694, + "num_tokens": 615714801.0, + "step": 16139 + }, + { + "epoch": 2.0531738964508333, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.787442207336426, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.868984580039978, + "num_tokens": 615750538.0, + "step": 16140 + }, + { + "epoch": 2.053301106729424, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.832147598266602, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8819247484207153, + "num_tokens": 615789465.0, + "step": 16141 + }, + { + "epoch": 2.0534283170080143, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.80018138885498, + "learning_rate": 1e-06, + "loss": 0.4141, + "mean_token_accuracy": 0.8637951612472534, + "num_tokens": 615832553.0, + "step": 16142 + }, + { + "epoch": 2.053555527286605, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.846720695495605, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8732819557189941, + "num_tokens": 615868341.0, + "step": 16143 + }, + { + "epoch": 2.0536827375651954, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.849757194519043, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.885775089263916, + "num_tokens": 615904324.0, + "step": 16144 + }, + { + "epoch": 2.053809947843786, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.783267974853516, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8836390972137451, + "num_tokens": 615947656.0, + "step": 16145 + }, + { + "epoch": 2.0539371581223764, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.767831802368164, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8711065053939819, + "num_tokens": 615989050.0, + "step": 16146 + }, + { + "epoch": 2.054064368400967, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.818865776062012, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8809624314308167, + "num_tokens": 616027638.0, + "step": 16147 + }, + { + "epoch": 2.0541915786795575, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.78122329711914, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8848430514335632, + "num_tokens": 616066392.0, + "step": 16148 + }, + { + "epoch": 2.054318788958148, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.809768676757812, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8862838745117188, + "num_tokens": 616108303.0, + "step": 16149 + }, + { + "epoch": 2.0544459992367385, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.777141571044922, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8688257932662964, + "num_tokens": 616154174.0, + "step": 16150 + }, + { + "epoch": 2.0545732095153286, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.8617582321167, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8750959634780884, + "num_tokens": 616193954.0, + "step": 16151 + }, + { + "epoch": 2.054700419793919, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.78803825378418, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8818213939666748, + "num_tokens": 616232771.0, + "step": 16152 + }, + { + "epoch": 2.0548276300725097, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.811929702758789, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8875215649604797, + "num_tokens": 616265151.0, + "step": 16153 + }, + { + "epoch": 2.0549548403511, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.778711318969727, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8716148734092712, + "num_tokens": 616303886.0, + "step": 16154 + }, + { + "epoch": 2.0550820506296907, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.77351188659668, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8862749338150024, + "num_tokens": 616340040.0, + "step": 16155 + }, + { + "epoch": 2.0552092609082813, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.798253059387207, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8813866376876831, + "num_tokens": 616371329.0, + "step": 16156 + }, + { + "epoch": 2.055336471186872, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.759040832519531, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8895770311355591, + "num_tokens": 616406383.0, + "step": 16157 + }, + { + "epoch": 2.0554636814654623, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.768057823181152, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8651685118675232, + "num_tokens": 616445600.0, + "step": 16158 + }, + { + "epoch": 2.055590891744053, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.773317337036133, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8682779669761658, + "num_tokens": 616485376.0, + "step": 16159 + }, + { + "epoch": 2.0557181020226434, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.791118621826172, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8685038089752197, + "num_tokens": 616527104.0, + "step": 16160 + }, + { + "epoch": 2.055845312301234, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.781756401062012, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8791688680648804, + "num_tokens": 616567557.0, + "step": 16161 + }, + { + "epoch": 2.0559725225798244, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.83281421661377, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8827369809150696, + "num_tokens": 616601612.0, + "step": 16162 + }, + { + "epoch": 2.056099732858415, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.754654884338379, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8739058971405029, + "num_tokens": 616638019.0, + "step": 16163 + }, + { + "epoch": 2.0562269431370055, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.819100379943848, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.875119149684906, + "num_tokens": 616675224.0, + "step": 16164 + }, + { + "epoch": 2.056354153415596, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.731118202209473, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8754309415817261, + "num_tokens": 616713628.0, + "step": 16165 + }, + { + "epoch": 2.0564813636941865, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.737648963928223, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8748494386672974, + "num_tokens": 616755985.0, + "step": 16166 + }, + { + "epoch": 2.056608573972777, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.740696907043457, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8776841759681702, + "num_tokens": 616786564.0, + "step": 16167 + }, + { + "epoch": 2.0567357842513676, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.754358291625977, + "learning_rate": 1e-06, + "loss": 0.4511, + "mean_token_accuracy": 0.8503103256225586, + "num_tokens": 616823285.0, + "step": 16168 + }, + { + "epoch": 2.056862994529958, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.693946838378906, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8843326568603516, + "num_tokens": 616864465.0, + "step": 16169 + }, + { + "epoch": 2.0569902048085487, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.77403450012207, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8687199950218201, + "num_tokens": 616906670.0, + "step": 16170 + }, + { + "epoch": 2.057117415087139, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.736065864562988, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8763478994369507, + "num_tokens": 616947656.0, + "step": 16171 + }, + { + "epoch": 2.0572446253657297, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.8847074508667, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.869880735874176, + "num_tokens": 616980161.0, + "step": 16172 + }, + { + "epoch": 2.0573718356443202, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.773612976074219, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8767522573471069, + "num_tokens": 617015281.0, + "step": 16173 + }, + { + "epoch": 2.0574990459229108, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.742464065551758, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8780145645141602, + "num_tokens": 617054174.0, + "step": 16174 + }, + { + "epoch": 2.057626256201501, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.743621826171875, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8754945993423462, + "num_tokens": 617095160.0, + "step": 16175 + }, + { + "epoch": 2.0577534664800914, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.811952590942383, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8807874321937561, + "num_tokens": 617130781.0, + "step": 16176 + }, + { + "epoch": 2.057880676758682, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.760821342468262, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8741030097007751, + "num_tokens": 617169473.0, + "step": 16177 + }, + { + "epoch": 2.0580078870372724, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.781545639038086, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8705209493637085, + "num_tokens": 617212208.0, + "step": 16178 + }, + { + "epoch": 2.058135097315863, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.790543556213379, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8787393569946289, + "num_tokens": 617246055.0, + "step": 16179 + }, + { + "epoch": 2.0582623075944535, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.757975578308105, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8725343346595764, + "num_tokens": 617285614.0, + "step": 16180 + }, + { + "epoch": 2.058389517873044, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.749248504638672, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8853213787078857, + "num_tokens": 617323401.0, + "step": 16181 + }, + { + "epoch": 2.0585167281516346, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.821249961853027, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8637787699699402, + "num_tokens": 617372550.0, + "step": 16182 + }, + { + "epoch": 2.058643938430225, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.747164726257324, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8836681842803955, + "num_tokens": 617407894.0, + "step": 16183 + }, + { + "epoch": 2.0587711487088156, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.7355375289917, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8696849942207336, + "num_tokens": 617450117.0, + "step": 16184 + }, + { + "epoch": 2.058898358987406, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.768321990966797, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8817552924156189, + "num_tokens": 617485885.0, + "step": 16185 + }, + { + "epoch": 2.0590255692659967, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.82503604888916, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8608055710792542, + "num_tokens": 617520511.0, + "step": 16186 + }, + { + "epoch": 2.059152779544587, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.778913497924805, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8707256317138672, + "num_tokens": 617558288.0, + "step": 16187 + }, + { + "epoch": 2.0592799898231777, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.812169075012207, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8752366900444031, + "num_tokens": 617602991.0, + "step": 16188 + }, + { + "epoch": 2.0594072001017683, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.824427604675293, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8727266788482666, + "num_tokens": 617639629.0, + "step": 16189 + }, + { + "epoch": 2.059534410380359, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.791723251342773, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.869703471660614, + "num_tokens": 617676218.0, + "step": 16190 + }, + { + "epoch": 2.0596616206589493, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.764768600463867, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8695235848426819, + "num_tokens": 617716270.0, + "step": 16191 + }, + { + "epoch": 2.05978883093754, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.774277687072754, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8855167031288147, + "num_tokens": 617755559.0, + "step": 16192 + }, + { + "epoch": 2.0599160412161304, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.754718780517578, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8781395554542542, + "num_tokens": 617793522.0, + "step": 16193 + }, + { + "epoch": 2.060043251494721, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.8024263381958, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8802747130393982, + "num_tokens": 617828005.0, + "step": 16194 + }, + { + "epoch": 2.0601704617733114, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.7936429977417, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8728128671646118, + "num_tokens": 617863824.0, + "step": 16195 + }, + { + "epoch": 2.060297672051902, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.694765090942383, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8720002174377441, + "num_tokens": 617903648.0, + "step": 16196 + }, + { + "epoch": 2.0604248823304925, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.747180938720703, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8736376762390137, + "num_tokens": 617946229.0, + "step": 16197 + }, + { + "epoch": 2.060552092609083, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.730682373046875, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8759497404098511, + "num_tokens": 617990486.0, + "step": 16198 + }, + { + "epoch": 2.0606793028876735, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.798370361328125, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8870614767074585, + "num_tokens": 618031743.0, + "step": 16199 + }, + { + "epoch": 2.0608065131662636, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.788639068603516, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8731890320777893, + "num_tokens": 618070181.0, + "step": 16200 + }, + { + "epoch": 2.060933723444854, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.770922660827637, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8821035623550415, + "num_tokens": 618106396.0, + "step": 16201 + }, + { + "epoch": 2.0610609337234447, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.773550033569336, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.880729079246521, + "num_tokens": 618148281.0, + "step": 16202 + }, + { + "epoch": 2.061188144002035, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.779801368713379, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8701026439666748, + "num_tokens": 618182721.0, + "step": 16203 + }, + { + "epoch": 2.0613153542806257, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.752463340759277, + "learning_rate": 1e-06, + "loss": 0.3235, + "mean_token_accuracy": 0.8911522626876831, + "num_tokens": 618219497.0, + "step": 16204 + }, + { + "epoch": 2.0614425645592163, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.73674488067627, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.891721248626709, + "num_tokens": 618258643.0, + "step": 16205 + }, + { + "epoch": 2.061569774837807, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.771278381347656, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8916072249412537, + "num_tokens": 618292682.0, + "step": 16206 + }, + { + "epoch": 2.0616969851163973, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.80713939666748, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8622133731842041, + "num_tokens": 618331375.0, + "step": 16207 + }, + { + "epoch": 2.061824195394988, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.745022773742676, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.880998969078064, + "num_tokens": 618367452.0, + "step": 16208 + }, + { + "epoch": 2.0619514056735784, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.760004043579102, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8762495517730713, + "num_tokens": 618410470.0, + "step": 16209 + }, + { + "epoch": 2.062078615952169, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.728281021118164, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8691297769546509, + "num_tokens": 618447524.0, + "step": 16210 + }, + { + "epoch": 2.0622058262307594, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.84619426727295, + "learning_rate": 1e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.8572850823402405, + "num_tokens": 618481793.0, + "step": 16211 + }, + { + "epoch": 2.06233303650935, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.732565879821777, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.883297324180603, + "num_tokens": 618517097.0, + "step": 16212 + }, + { + "epoch": 2.0624602467879405, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.773943901062012, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8743774890899658, + "num_tokens": 618554221.0, + "step": 16213 + }, + { + "epoch": 2.062587457066531, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.795931816101074, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8864221572875977, + "num_tokens": 618591279.0, + "step": 16214 + }, + { + "epoch": 2.0627146673451215, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.723358154296875, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8643984198570251, + "num_tokens": 618628168.0, + "step": 16215 + }, + { + "epoch": 2.062841877623712, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.775961875915527, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8827710151672363, + "num_tokens": 618664580.0, + "step": 16216 + }, + { + "epoch": 2.0629690879023026, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.788044929504395, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.865741491317749, + "num_tokens": 618699007.0, + "step": 16217 + }, + { + "epoch": 2.063096298180893, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.757145881652832, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.877549409866333, + "num_tokens": 618736630.0, + "step": 16218 + }, + { + "epoch": 2.0632235084594837, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.76154899597168, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8839452266693115, + "num_tokens": 618777868.0, + "step": 16219 + }, + { + "epoch": 2.063350718738074, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.80566692352295, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8808575868606567, + "num_tokens": 618819134.0, + "step": 16220 + }, + { + "epoch": 2.0634779290166647, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.767224311828613, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.875892698764801, + "num_tokens": 618862231.0, + "step": 16221 + }, + { + "epoch": 2.0636051392952552, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.772308349609375, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8695358037948608, + "num_tokens": 618906816.0, + "step": 16222 + }, + { + "epoch": 2.0637323495738458, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.705255508422852, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.876531720161438, + "num_tokens": 618943239.0, + "step": 16223 + }, + { + "epoch": 2.0638595598524363, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.778714179992676, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8906898498535156, + "num_tokens": 618978641.0, + "step": 16224 + }, + { + "epoch": 2.0639867701310264, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.756441116333008, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.877610981464386, + "num_tokens": 619020522.0, + "step": 16225 + }, + { + "epoch": 2.064113980409617, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.786994934082031, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8886256814002991, + "num_tokens": 619060769.0, + "step": 16226 + }, + { + "epoch": 2.0642411906882074, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.733173370361328, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.8867457509040833, + "num_tokens": 619098711.0, + "step": 16227 + }, + { + "epoch": 2.064368400966798, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.803693771362305, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8729252219200134, + "num_tokens": 619133673.0, + "step": 16228 + }, + { + "epoch": 2.0644956112453885, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.81113338470459, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8703557252883911, + "num_tokens": 619174554.0, + "step": 16229 + }, + { + "epoch": 2.064622821523979, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.81684398651123, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8664160966873169, + "num_tokens": 619211095.0, + "step": 16230 + }, + { + "epoch": 2.0647500318025696, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.828716278076172, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8870621919631958, + "num_tokens": 619246346.0, + "step": 16231 + }, + { + "epoch": 2.06487724208116, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.783119201660156, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8746634721755981, + "num_tokens": 619280629.0, + "step": 16232 + }, + { + "epoch": 2.0650044523597506, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.79258918762207, + "learning_rate": 1e-06, + "loss": 0.4296, + "mean_token_accuracy": 0.8571866750717163, + "num_tokens": 619320928.0, + "step": 16233 + }, + { + "epoch": 2.065131662638341, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.73421859741211, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8769389390945435, + "num_tokens": 619369747.0, + "step": 16234 + }, + { + "epoch": 2.0652588729169317, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.829833984375, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.877811074256897, + "num_tokens": 619408694.0, + "step": 16235 + }, + { + "epoch": 2.065386083195522, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.754663467407227, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.884600043296814, + "num_tokens": 619446858.0, + "step": 16236 + }, + { + "epoch": 2.0655132934741127, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.781429290771484, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8774605989456177, + "num_tokens": 619482281.0, + "step": 16237 + }, + { + "epoch": 2.0656405037527032, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.822283744812012, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.885800838470459, + "num_tokens": 619520309.0, + "step": 16238 + }, + { + "epoch": 2.065767714031294, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.758255958557129, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8802893161773682, + "num_tokens": 619554662.0, + "step": 16239 + }, + { + "epoch": 2.0658949243098843, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.779290199279785, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8738559484481812, + "num_tokens": 619599632.0, + "step": 16240 + }, + { + "epoch": 2.066022134588475, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.77766227722168, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8894615173339844, + "num_tokens": 619639414.0, + "step": 16241 + }, + { + "epoch": 2.0661493448670654, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.822789192199707, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8786073923110962, + "num_tokens": 619675878.0, + "step": 16242 + }, + { + "epoch": 2.066276555145656, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.81336498260498, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8798918128013611, + "num_tokens": 619709486.0, + "step": 16243 + }, + { + "epoch": 2.0664037654242464, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.747346878051758, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8774864077568054, + "num_tokens": 619753576.0, + "step": 16244 + }, + { + "epoch": 2.066530975702837, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.830142974853516, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8774003386497498, + "num_tokens": 619792520.0, + "step": 16245 + }, + { + "epoch": 2.0666581859814275, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.732829093933105, + "learning_rate": 1e-06, + "loss": 0.4509, + "mean_token_accuracy": 0.8561781048774719, + "num_tokens": 619827871.0, + "step": 16246 + }, + { + "epoch": 2.066785396260018, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.856134414672852, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8728796243667603, + "num_tokens": 619864527.0, + "step": 16247 + }, + { + "epoch": 2.0669126065386085, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.762572288513184, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8781387805938721, + "num_tokens": 619904934.0, + "step": 16248 + }, + { + "epoch": 2.0670398168171986, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.75014591217041, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8843513131141663, + "num_tokens": 619945472.0, + "step": 16249 + }, + { + "epoch": 2.067167027095789, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.721551895141602, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8882148265838623, + "num_tokens": 619981738.0, + "step": 16250 + }, + { + "epoch": 2.0672942373743797, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.747208595275879, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8793879747390747, + "num_tokens": 620024593.0, + "step": 16251 + }, + { + "epoch": 2.06742144765297, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.738167762756348, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8828562498092651, + "num_tokens": 620064059.0, + "step": 16252 + }, + { + "epoch": 2.0675486579315607, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.74215316772461, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8790738582611084, + "num_tokens": 620100028.0, + "step": 16253 + }, + { + "epoch": 2.0676758682101513, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.802825927734375, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8906950950622559, + "num_tokens": 620135181.0, + "step": 16254 + }, + { + "epoch": 2.067803078488742, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.734809875488281, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8782878518104553, + "num_tokens": 620174887.0, + "step": 16255 + }, + { + "epoch": 2.0679302887673323, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.767145156860352, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.877082109451294, + "num_tokens": 620212924.0, + "step": 16256 + }, + { + "epoch": 2.068057499045923, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.797131538391113, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8685197830200195, + "num_tokens": 620251088.0, + "step": 16257 + }, + { + "epoch": 2.0681847093245134, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.762507438659668, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.877583384513855, + "num_tokens": 620287888.0, + "step": 16258 + }, + { + "epoch": 2.068311919603104, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.797173500061035, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8751700520515442, + "num_tokens": 620324937.0, + "step": 16259 + }, + { + "epoch": 2.0684391298816944, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.839803695678711, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8782612085342407, + "num_tokens": 620363390.0, + "step": 16260 + }, + { + "epoch": 2.068566340160285, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.790860176086426, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8849249482154846, + "num_tokens": 620403707.0, + "step": 16261 + }, + { + "epoch": 2.0686935504388755, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.764776229858398, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.880257248878479, + "num_tokens": 620445994.0, + "step": 16262 + }, + { + "epoch": 2.068820760717466, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.796439170837402, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8841961026191711, + "num_tokens": 620480883.0, + "step": 16263 + }, + { + "epoch": 2.0689479709960565, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.839019775390625, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.889716625213623, + "num_tokens": 620518935.0, + "step": 16264 + }, + { + "epoch": 2.069075181274647, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.794685363769531, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8711434006690979, + "num_tokens": 620551985.0, + "step": 16265 + }, + { + "epoch": 2.0692023915532376, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.732161521911621, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8733595609664917, + "num_tokens": 620592809.0, + "step": 16266 + }, + { + "epoch": 2.069329601831828, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.84755802154541, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8647526502609253, + "num_tokens": 620627951.0, + "step": 16267 + }, + { + "epoch": 2.0694568121104187, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.813825607299805, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8825262188911438, + "num_tokens": 620660892.0, + "step": 16268 + }, + { + "epoch": 2.069584022389009, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.813715934753418, + "learning_rate": 1e-06, + "loss": 0.436, + "mean_token_accuracy": 0.8541240692138672, + "num_tokens": 620698165.0, + "step": 16269 + }, + { + "epoch": 2.0697112326675997, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.82679271697998, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8679206371307373, + "num_tokens": 620734758.0, + "step": 16270 + }, + { + "epoch": 2.0698384429461902, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.743487358093262, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8593153953552246, + "num_tokens": 620770224.0, + "step": 16271 + }, + { + "epoch": 2.0699656532247808, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.794217109680176, + "learning_rate": 1e-06, + "loss": 0.332, + "mean_token_accuracy": 0.8843368291854858, + "num_tokens": 620805724.0, + "step": 16272 + }, + { + "epoch": 2.070092863503371, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.761056900024414, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8662992119789124, + "num_tokens": 620847622.0, + "step": 16273 + }, + { + "epoch": 2.0702200737819614, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.819952011108398, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8741326332092285, + "num_tokens": 620879042.0, + "step": 16274 + }, + { + "epoch": 2.070347284060552, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.809473037719727, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8735021352767944, + "num_tokens": 620922685.0, + "step": 16275 + }, + { + "epoch": 2.0704744943391424, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.889918327331543, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.872261106967926, + "num_tokens": 620954854.0, + "step": 16276 + }, + { + "epoch": 2.070601704617733, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.768778800964355, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8749110102653503, + "num_tokens": 620994581.0, + "step": 16277 + }, + { + "epoch": 2.0707289148963235, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.821383476257324, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8776981234550476, + "num_tokens": 621030052.0, + "step": 16278 + }, + { + "epoch": 2.070856125174914, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.78846549987793, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8858706951141357, + "num_tokens": 621072474.0, + "step": 16279 + }, + { + "epoch": 2.0709833354535045, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.785808563232422, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8806099891662598, + "num_tokens": 621104365.0, + "step": 16280 + }, + { + "epoch": 2.071110545732095, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.81396484375, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8821485042572021, + "num_tokens": 621140497.0, + "step": 16281 + }, + { + "epoch": 2.0712377560106856, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.834118843078613, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8787208795547485, + "num_tokens": 621177431.0, + "step": 16282 + }, + { + "epoch": 2.071364966289276, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.803536415100098, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8792412281036377, + "num_tokens": 621212874.0, + "step": 16283 + }, + { + "epoch": 2.0714921765678667, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.828039169311523, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8825458884239197, + "num_tokens": 621249927.0, + "step": 16284 + }, + { + "epoch": 2.071619386846457, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.834012985229492, + "learning_rate": 1e-06, + "loss": 0.4332, + "mean_token_accuracy": 0.8529055118560791, + "num_tokens": 621280794.0, + "step": 16285 + }, + { + "epoch": 2.0717465971250477, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.823524475097656, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8618799448013306, + "num_tokens": 621321167.0, + "step": 16286 + }, + { + "epoch": 2.0718738074036382, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.780872344970703, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8882631063461304, + "num_tokens": 621357962.0, + "step": 16287 + }, + { + "epoch": 2.0720010176822288, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.775164604187012, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.8941680192947388, + "num_tokens": 621398933.0, + "step": 16288 + }, + { + "epoch": 2.0721282279608193, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.727670669555664, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.895265519618988, + "num_tokens": 621442334.0, + "step": 16289 + }, + { + "epoch": 2.07225543823941, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.800410270690918, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.879501461982727, + "num_tokens": 621478706.0, + "step": 16290 + }, + { + "epoch": 2.0723826485180004, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.796982765197754, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8829113245010376, + "num_tokens": 621513911.0, + "step": 16291 + }, + { + "epoch": 2.072509858796591, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.809115409851074, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8722439408302307, + "num_tokens": 621554080.0, + "step": 16292 + }, + { + "epoch": 2.0726370690751814, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.783014297485352, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8795167207717896, + "num_tokens": 621592059.0, + "step": 16293 + }, + { + "epoch": 2.072764279353772, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.83968734741211, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8885598182678223, + "num_tokens": 621629626.0, + "step": 16294 + }, + { + "epoch": 2.0728914896323625, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.796154975891113, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8811209797859192, + "num_tokens": 621671341.0, + "step": 16295 + }, + { + "epoch": 2.073018699910953, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.83265209197998, + "learning_rate": 1e-06, + "loss": 0.3136, + "mean_token_accuracy": 0.8906861543655396, + "num_tokens": 621708756.0, + "step": 16296 + }, + { + "epoch": 2.0731459101895435, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.821306228637695, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8814266920089722, + "num_tokens": 621748009.0, + "step": 16297 + }, + { + "epoch": 2.0732731204681336, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.781932830810547, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8854312300682068, + "num_tokens": 621788695.0, + "step": 16298 + }, + { + "epoch": 2.073400330746724, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.78460693359375, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8766962289810181, + "num_tokens": 621828099.0, + "step": 16299 + }, + { + "epoch": 2.0735275410253147, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.801033973693848, + "learning_rate": 1e-06, + "loss": 0.4157, + "mean_token_accuracy": 0.8606834411621094, + "num_tokens": 621867033.0, + "step": 16300 + }, + { + "epoch": 2.073654751303905, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.711044311523438, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8679388761520386, + "num_tokens": 621907435.0, + "step": 16301 + }, + { + "epoch": 2.0737819615824957, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.764678955078125, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8695300817489624, + "num_tokens": 621948995.0, + "step": 16302 + }, + { + "epoch": 2.0739091718610863, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.846562385559082, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8885286450386047, + "num_tokens": 621991109.0, + "step": 16303 + }, + { + "epoch": 2.074036382139677, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.811753273010254, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.884027361869812, + "num_tokens": 622026585.0, + "step": 16304 + }, + { + "epoch": 2.0741635924182673, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.726832389831543, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8869388103485107, + "num_tokens": 622065208.0, + "step": 16305 + }, + { + "epoch": 2.074290802696858, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.80055046081543, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8700646162033081, + "num_tokens": 622104838.0, + "step": 16306 + }, + { + "epoch": 2.0744180129754484, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.829367637634277, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8683414459228516, + "num_tokens": 622136879.0, + "step": 16307 + }, + { + "epoch": 2.074545223254039, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.752768516540527, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.888675332069397, + "num_tokens": 622175938.0, + "step": 16308 + }, + { + "epoch": 2.0746724335326294, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.781047821044922, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8868277668952942, + "num_tokens": 622216663.0, + "step": 16309 + }, + { + "epoch": 2.07479964381122, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.750051498413086, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8858294486999512, + "num_tokens": 622250450.0, + "step": 16310 + }, + { + "epoch": 2.0749268540898105, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.725578308105469, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8698865175247192, + "num_tokens": 622291919.0, + "step": 16311 + }, + { + "epoch": 2.075054064368401, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.787447929382324, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8768794536590576, + "num_tokens": 622325892.0, + "step": 16312 + }, + { + "epoch": 2.0751812746469915, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.797295570373535, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8777889013290405, + "num_tokens": 622356966.0, + "step": 16313 + }, + { + "epoch": 2.075308484925582, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.808843612670898, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8803962469100952, + "num_tokens": 622389931.0, + "step": 16314 + }, + { + "epoch": 2.0754356952041726, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.774950981140137, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8765968084335327, + "num_tokens": 622427817.0, + "step": 16315 + }, + { + "epoch": 2.075562905482763, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.761693000793457, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8677645921707153, + "num_tokens": 622470353.0, + "step": 16316 + }, + { + "epoch": 2.0756901157613536, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.787840843200684, + "learning_rate": 1e-06, + "loss": 0.3096, + "mean_token_accuracy": 0.8936684727668762, + "num_tokens": 622507577.0, + "step": 16317 + }, + { + "epoch": 2.075817326039944, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.798673629760742, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8736573457717896, + "num_tokens": 622544746.0, + "step": 16318 + }, + { + "epoch": 2.0759445363185347, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.798742294311523, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8703857064247131, + "num_tokens": 622583688.0, + "step": 16319 + }, + { + "epoch": 2.0760717465971252, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.810030937194824, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8783720135688782, + "num_tokens": 622619911.0, + "step": 16320 + }, + { + "epoch": 2.0761989568757158, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.74261474609375, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.882210910320282, + "num_tokens": 622665732.0, + "step": 16321 + }, + { + "epoch": 2.0763261671543063, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.712538719177246, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.884672999382019, + "num_tokens": 622705746.0, + "step": 16322 + }, + { + "epoch": 2.0764533774328964, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.739867210388184, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8797867298126221, + "num_tokens": 622745481.0, + "step": 16323 + }, + { + "epoch": 2.076580587711487, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.724236488342285, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8810980319976807, + "num_tokens": 622786910.0, + "step": 16324 + }, + { + "epoch": 2.0767077979900774, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.750753402709961, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8731985688209534, + "num_tokens": 622826976.0, + "step": 16325 + }, + { + "epoch": 2.076835008268668, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.83873462677002, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8785364031791687, + "num_tokens": 622858945.0, + "step": 16326 + }, + { + "epoch": 2.0769622185472585, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.708183288574219, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8889409899711609, + "num_tokens": 622893229.0, + "step": 16327 + }, + { + "epoch": 2.077089428825849, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.778287887573242, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8882623314857483, + "num_tokens": 622933701.0, + "step": 16328 + }, + { + "epoch": 2.0772166391044395, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.821378707885742, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8640145063400269, + "num_tokens": 622971226.0, + "step": 16329 + }, + { + "epoch": 2.07734384938303, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.786554336547852, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8755633234977722, + "num_tokens": 623009232.0, + "step": 16330 + }, + { + "epoch": 2.0774710596616206, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.782998085021973, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8723475337028503, + "num_tokens": 623048005.0, + "step": 16331 + }, + { + "epoch": 2.077598269940211, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.762990951538086, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8781822323799133, + "num_tokens": 623088474.0, + "step": 16332 + }, + { + "epoch": 2.0777254802188017, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.819295883178711, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8785785436630249, + "num_tokens": 623123700.0, + "step": 16333 + }, + { + "epoch": 2.077852690497392, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.761075973510742, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8807004690170288, + "num_tokens": 623161406.0, + "step": 16334 + }, + { + "epoch": 2.0779799007759827, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.832745552062988, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8679763078689575, + "num_tokens": 623199770.0, + "step": 16335 + }, + { + "epoch": 2.0781071110545732, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.791886329650879, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8805748820304871, + "num_tokens": 623234635.0, + "step": 16336 + }, + { + "epoch": 2.0782343213331638, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.787553787231445, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8792222738265991, + "num_tokens": 623273695.0, + "step": 16337 + }, + { + "epoch": 2.0783615316117543, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.791413307189941, + "learning_rate": 1e-06, + "loss": 0.4132, + "mean_token_accuracy": 0.8626798391342163, + "num_tokens": 623315278.0, + "step": 16338 + }, + { + "epoch": 2.078488741890345, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.860776901245117, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8850364685058594, + "num_tokens": 623351753.0, + "step": 16339 + }, + { + "epoch": 2.0786159521689354, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.75117015838623, + "learning_rate": 1e-06, + "loss": 0.4354, + "mean_token_accuracy": 0.8601602911949158, + "num_tokens": 623387812.0, + "step": 16340 + }, + { + "epoch": 2.078743162447526, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.811802864074707, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8820513486862183, + "num_tokens": 623426784.0, + "step": 16341 + }, + { + "epoch": 2.0788703727261164, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.778081893920898, + "learning_rate": 1e-06, + "loss": 0.4468, + "mean_token_accuracy": 0.8551995754241943, + "num_tokens": 623463362.0, + "step": 16342 + }, + { + "epoch": 2.078997583004707, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.821579933166504, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8710764646530151, + "num_tokens": 623500108.0, + "step": 16343 + }, + { + "epoch": 2.0791247932832975, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.789938926696777, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8734710216522217, + "num_tokens": 623537159.0, + "step": 16344 + }, + { + "epoch": 2.079252003561888, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.812746047973633, + "learning_rate": 1e-06, + "loss": 0.3121, + "mean_token_accuracy": 0.8956882953643799, + "num_tokens": 623576256.0, + "step": 16345 + }, + { + "epoch": 2.0793792138404785, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.799864768981934, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8741419911384583, + "num_tokens": 623612454.0, + "step": 16346 + }, + { + "epoch": 2.0795064241190686, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.755383491516113, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.8891587257385254, + "num_tokens": 623654392.0, + "step": 16347 + }, + { + "epoch": 2.079633634397659, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.820024490356445, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8598102927207947, + "num_tokens": 623697350.0, + "step": 16348 + }, + { + "epoch": 2.0797608446762497, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.753325462341309, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8812777996063232, + "num_tokens": 623736272.0, + "step": 16349 + }, + { + "epoch": 2.07988805495484, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.803820610046387, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8678070902824402, + "num_tokens": 623781319.0, + "step": 16350 + }, + { + "epoch": 2.0800152652334307, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.831167221069336, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8784539699554443, + "num_tokens": 623821944.0, + "step": 16351 + }, + { + "epoch": 2.0801424755120212, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.790567398071289, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8735805749893188, + "num_tokens": 623858399.0, + "step": 16352 + }, + { + "epoch": 2.0802696857906118, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.793728828430176, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8787418603897095, + "num_tokens": 623897839.0, + "step": 16353 + }, + { + "epoch": 2.0803968960692023, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.75191593170166, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8619098663330078, + "num_tokens": 623933127.0, + "step": 16354 + }, + { + "epoch": 2.080524106347793, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.87796688079834, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8767771124839783, + "num_tokens": 623972140.0, + "step": 16355 + }, + { + "epoch": 2.0806513166263834, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.809001922607422, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8668437004089355, + "num_tokens": 624008875.0, + "step": 16356 + }, + { + "epoch": 2.080778526904974, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.77523136138916, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8751055598258972, + "num_tokens": 624045162.0, + "step": 16357 + }, + { + "epoch": 2.0809057371835644, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.740857124328613, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.886380136013031, + "num_tokens": 624085275.0, + "step": 16358 + }, + { + "epoch": 2.081032947462155, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.803899765014648, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8747936487197876, + "num_tokens": 624127479.0, + "step": 16359 + }, + { + "epoch": 2.0811601577407455, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.85842514038086, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8795768022537231, + "num_tokens": 624165231.0, + "step": 16360 + }, + { + "epoch": 2.081287368019336, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.784735679626465, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8655341863632202, + "num_tokens": 624205109.0, + "step": 16361 + }, + { + "epoch": 2.0814145782979265, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.777608871459961, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8730316162109375, + "num_tokens": 624241849.0, + "step": 16362 + }, + { + "epoch": 2.081541788576517, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.851831436157227, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8800395727157593, + "num_tokens": 624274174.0, + "step": 16363 + }, + { + "epoch": 2.0816689988551076, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.852967262268066, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8752751350402832, + "num_tokens": 624311526.0, + "step": 16364 + }, + { + "epoch": 2.081796209133698, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.758544921875, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.8632928133010864, + "num_tokens": 624346657.0, + "step": 16365 + }, + { + "epoch": 2.0819234194122886, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.743067741394043, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.8613330125808716, + "num_tokens": 624386563.0, + "step": 16366 + }, + { + "epoch": 2.082050629690879, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.799065589904785, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8864266276359558, + "num_tokens": 624427299.0, + "step": 16367 + }, + { + "epoch": 2.0821778399694697, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.854231834411621, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8611088395118713, + "num_tokens": 624461253.0, + "step": 16368 + }, + { + "epoch": 2.0823050502480602, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.797088623046875, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8860962390899658, + "num_tokens": 624498699.0, + "step": 16369 + }, + { + "epoch": 2.0824322605266508, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.77816390991211, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.87413090467453, + "num_tokens": 624534655.0, + "step": 16370 + }, + { + "epoch": 2.082559470805241, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.811666488647461, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8789585828781128, + "num_tokens": 624575342.0, + "step": 16371 + }, + { + "epoch": 2.0826866810838314, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.791569709777832, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8814820051193237, + "num_tokens": 624608493.0, + "step": 16372 + }, + { + "epoch": 2.082813891362422, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.789262771606445, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.85946124792099, + "num_tokens": 624655777.0, + "step": 16373 + }, + { + "epoch": 2.0829411016410124, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.754913330078125, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8873547315597534, + "num_tokens": 624699349.0, + "step": 16374 + }, + { + "epoch": 2.083068311919603, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.8956880569458, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8854840397834778, + "num_tokens": 624730146.0, + "step": 16375 + }, + { + "epoch": 2.0831955221981935, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.816789627075195, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8687411546707153, + "num_tokens": 624773186.0, + "step": 16376 + }, + { + "epoch": 2.083322732476784, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.78245735168457, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8750606775283813, + "num_tokens": 624810256.0, + "step": 16377 + }, + { + "epoch": 2.0834499427553745, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.816161155700684, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8667277693748474, + "num_tokens": 624848166.0, + "step": 16378 + }, + { + "epoch": 2.083577153033965, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.81828784942627, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.876610517501831, + "num_tokens": 624887601.0, + "step": 16379 + }, + { + "epoch": 2.0837043633125556, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.845385551452637, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.877128541469574, + "num_tokens": 624921160.0, + "step": 16380 + }, + { + "epoch": 2.083831573591146, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.797298431396484, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8705747127532959, + "num_tokens": 624959053.0, + "step": 16381 + }, + { + "epoch": 2.0839587838697367, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.817154884338379, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8894439339637756, + "num_tokens": 624995272.0, + "step": 16382 + }, + { + "epoch": 2.084085994148327, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.735973358154297, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.8922888040542603, + "num_tokens": 625033388.0, + "step": 16383 + }, + { + "epoch": 2.0842132044269177, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.831592559814453, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8662111163139343, + "num_tokens": 625071103.0, + "step": 16384 + }, + { + "epoch": 2.0843404147055082, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.816117286682129, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8884087800979614, + "num_tokens": 625109562.0, + "step": 16385 + }, + { + "epoch": 2.0844676249840988, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.803149223327637, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8828381299972534, + "num_tokens": 625147438.0, + "step": 16386 + }, + { + "epoch": 2.0845948352626893, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.766728401184082, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8857390880584717, + "num_tokens": 625184293.0, + "step": 16387 + }, + { + "epoch": 2.08472204554128, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.789329528808594, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8786475658416748, + "num_tokens": 625218201.0, + "step": 16388 + }, + { + "epoch": 2.0848492558198704, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.804309844970703, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8748810291290283, + "num_tokens": 625252072.0, + "step": 16389 + }, + { + "epoch": 2.084976466098461, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.869428634643555, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8885570168495178, + "num_tokens": 625286990.0, + "step": 16390 + }, + { + "epoch": 2.0851036763770514, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.833415985107422, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8869161009788513, + "num_tokens": 625326579.0, + "step": 16391 + }, + { + "epoch": 2.085230886655642, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.766436576843262, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8812984228134155, + "num_tokens": 625367317.0, + "step": 16392 + }, + { + "epoch": 2.0853580969342325, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.867148399353027, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8711884021759033, + "num_tokens": 625401047.0, + "step": 16393 + }, + { + "epoch": 2.085485307212823, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.854496002197266, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8625850677490234, + "num_tokens": 625441878.0, + "step": 16394 + }, + { + "epoch": 2.0856125174914135, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.797493934631348, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8759620189666748, + "num_tokens": 625477007.0, + "step": 16395 + }, + { + "epoch": 2.0857397277700036, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.814310073852539, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8882743120193481, + "num_tokens": 625519908.0, + "step": 16396 + }, + { + "epoch": 2.085866938048594, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.82422161102295, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8787631988525391, + "num_tokens": 625554946.0, + "step": 16397 + }, + { + "epoch": 2.0859941483271847, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.808279991149902, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8877122402191162, + "num_tokens": 625592121.0, + "step": 16398 + }, + { + "epoch": 2.086121358605775, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.831887245178223, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8743685483932495, + "num_tokens": 625630596.0, + "step": 16399 + }, + { + "epoch": 2.0862485688843657, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.841753959655762, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8602312803268433, + "num_tokens": 625669535.0, + "step": 16400 + }, + { + "epoch": 2.0863757791629562, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.805143356323242, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8746901750564575, + "num_tokens": 625710072.0, + "step": 16401 + }, + { + "epoch": 2.0865029894415468, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.848565101623535, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8838315010070801, + "num_tokens": 625746328.0, + "step": 16402 + }, + { + "epoch": 2.0866301997201373, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.812050819396973, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8771868348121643, + "num_tokens": 625787108.0, + "step": 16403 + }, + { + "epoch": 2.086757409998728, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.831966400146484, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8806520700454712, + "num_tokens": 625827887.0, + "step": 16404 + }, + { + "epoch": 2.0868846202773184, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.80945110321045, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8759739398956299, + "num_tokens": 625863475.0, + "step": 16405 + }, + { + "epoch": 2.087011830555909, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.884490966796875, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8928700685501099, + "num_tokens": 625902369.0, + "step": 16406 + }, + { + "epoch": 2.0871390408344994, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.841963768005371, + "learning_rate": 1e-06, + "loss": 0.4354, + "mean_token_accuracy": 0.8522071838378906, + "num_tokens": 625941054.0, + "step": 16407 + }, + { + "epoch": 2.08726625111309, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.849671363830566, + "learning_rate": 1e-06, + "loss": 0.437, + "mean_token_accuracy": 0.8579774498939514, + "num_tokens": 625981113.0, + "step": 16408 + }, + { + "epoch": 2.0873934613916805, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.818697929382324, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8745321035385132, + "num_tokens": 626014758.0, + "step": 16409 + }, + { + "epoch": 2.087520671670271, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.846512794494629, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8640997409820557, + "num_tokens": 626054442.0, + "step": 16410 + }, + { + "epoch": 2.0876478819488615, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.893227577209473, + "learning_rate": 1e-06, + "loss": 0.4387, + "mean_token_accuracy": 0.860302746295929, + "num_tokens": 626093993.0, + "step": 16411 + }, + { + "epoch": 2.087775092227452, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.785654067993164, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8585751056671143, + "num_tokens": 626131242.0, + "step": 16412 + }, + { + "epoch": 2.0879023025060426, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.89043140411377, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8611032366752625, + "num_tokens": 626162137.0, + "step": 16413 + }, + { + "epoch": 2.088029512784633, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.838658332824707, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8769049644470215, + "num_tokens": 626201031.0, + "step": 16414 + }, + { + "epoch": 2.0881567230632236, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.830320358276367, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8864395618438721, + "num_tokens": 626243647.0, + "step": 16415 + }, + { + "epoch": 2.088283933341814, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.881194114685059, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8817620873451233, + "num_tokens": 626281346.0, + "step": 16416 + }, + { + "epoch": 2.0884111436204047, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.849717140197754, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8857951164245605, + "num_tokens": 626315964.0, + "step": 16417 + }, + { + "epoch": 2.0885383538989952, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.77578353881836, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.869586706161499, + "num_tokens": 626367920.0, + "step": 16418 + }, + { + "epoch": 2.0886655641775858, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.879216194152832, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8733758330345154, + "num_tokens": 626412123.0, + "step": 16419 + }, + { + "epoch": 2.0887927744561763, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.806763648986816, + "learning_rate": 1e-06, + "loss": 0.4523, + "mean_token_accuracy": 0.8495612144470215, + "num_tokens": 626451560.0, + "step": 16420 + }, + { + "epoch": 2.0889199847347664, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.83757209777832, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8693521022796631, + "num_tokens": 626489361.0, + "step": 16421 + }, + { + "epoch": 2.089047195013357, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.839574813842773, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.89112389087677, + "num_tokens": 626527150.0, + "step": 16422 + }, + { + "epoch": 2.0891744052919474, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.805900573730469, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8693287372589111, + "num_tokens": 626568110.0, + "step": 16423 + }, + { + "epoch": 2.089301615570538, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.862325668334961, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8773727416992188, + "num_tokens": 626607215.0, + "step": 16424 + }, + { + "epoch": 2.0894288258491285, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.778360366821289, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8816726207733154, + "num_tokens": 626644424.0, + "step": 16425 + }, + { + "epoch": 2.089556036127719, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.851153373718262, + "learning_rate": 1e-06, + "loss": 0.4378, + "mean_token_accuracy": 0.8550229072570801, + "num_tokens": 626689509.0, + "step": 16426 + }, + { + "epoch": 2.0896832464063095, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.832418441772461, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8669444918632507, + "num_tokens": 626733866.0, + "step": 16427 + }, + { + "epoch": 2.0898104566849, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.896318435668945, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8836447596549988, + "num_tokens": 626767465.0, + "step": 16428 + }, + { + "epoch": 2.0899376669634906, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.861635208129883, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8621719479560852, + "num_tokens": 626806049.0, + "step": 16429 + }, + { + "epoch": 2.090064877242081, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.815665245056152, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8629952669143677, + "num_tokens": 626848917.0, + "step": 16430 + }, + { + "epoch": 2.0901920875206716, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.85424518585205, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.8624702095985413, + "num_tokens": 626884442.0, + "step": 16431 + }, + { + "epoch": 2.090319297799262, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.867247581481934, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8734326958656311, + "num_tokens": 626922517.0, + "step": 16432 + }, + { + "epoch": 2.0904465080778527, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.822157859802246, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8740988969802856, + "num_tokens": 626962880.0, + "step": 16433 + }, + { + "epoch": 2.0905737183564432, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.797906875610352, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8830122351646423, + "num_tokens": 627008115.0, + "step": 16434 + }, + { + "epoch": 2.0907009286350338, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.791335105895996, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8868974447250366, + "num_tokens": 627043935.0, + "step": 16435 + }, + { + "epoch": 2.0908281389136243, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.821121215820312, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8774316310882568, + "num_tokens": 627078495.0, + "step": 16436 + }, + { + "epoch": 2.090955349192215, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.88253402709961, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8802523612976074, + "num_tokens": 627116652.0, + "step": 16437 + }, + { + "epoch": 2.0910825594708053, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.83707046508789, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8839166164398193, + "num_tokens": 627152326.0, + "step": 16438 + }, + { + "epoch": 2.091209769749396, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.773384094238281, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8848773241043091, + "num_tokens": 627189502.0, + "step": 16439 + }, + { + "epoch": 2.0913369800279864, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.796757698059082, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.891747236251831, + "num_tokens": 627225438.0, + "step": 16440 + }, + { + "epoch": 2.091464190306577, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.908721923828125, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8717067241668701, + "num_tokens": 627258154.0, + "step": 16441 + }, + { + "epoch": 2.0915914005851675, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.839606285095215, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8684200048446655, + "num_tokens": 627301804.0, + "step": 16442 + }, + { + "epoch": 2.091718610863758, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.765317916870117, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8793753385543823, + "num_tokens": 627344301.0, + "step": 16443 + }, + { + "epoch": 2.0918458211423485, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.87946605682373, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.884709894657135, + "num_tokens": 627381068.0, + "step": 16444 + }, + { + "epoch": 2.0919730314209386, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.812352180480957, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8691329956054688, + "num_tokens": 627423410.0, + "step": 16445 + }, + { + "epoch": 2.092100241699529, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.843324661254883, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8856928944587708, + "num_tokens": 627456593.0, + "step": 16446 + }, + { + "epoch": 2.0922274519781197, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.859042167663574, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8786845803260803, + "num_tokens": 627493742.0, + "step": 16447 + }, + { + "epoch": 2.09235466225671, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.858352661132812, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8835529685020447, + "num_tokens": 627529809.0, + "step": 16448 + }, + { + "epoch": 2.0924818725353007, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.823806762695312, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8789784908294678, + "num_tokens": 627570693.0, + "step": 16449 + }, + { + "epoch": 2.0926090828138912, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.851139068603516, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.882556140422821, + "num_tokens": 627607608.0, + "step": 16450 + }, + { + "epoch": 2.0927362930924818, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.793801307678223, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8748982548713684, + "num_tokens": 627642102.0, + "step": 16451 + }, + { + "epoch": 2.0928635033710723, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.828340530395508, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8715084791183472, + "num_tokens": 627678838.0, + "step": 16452 + }, + { + "epoch": 2.092990713649663, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.781243324279785, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8801438808441162, + "num_tokens": 627714952.0, + "step": 16453 + }, + { + "epoch": 2.0931179239282534, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.832536697387695, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8667815923690796, + "num_tokens": 627754710.0, + "step": 16454 + }, + { + "epoch": 2.093245134206844, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.818799018859863, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8802065849304199, + "num_tokens": 627791504.0, + "step": 16455 + }, + { + "epoch": 2.0933723444854344, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.829211235046387, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8899549245834351, + "num_tokens": 627829683.0, + "step": 16456 + }, + { + "epoch": 2.093499554764025, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.816071510314941, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8774470090866089, + "num_tokens": 627869826.0, + "step": 16457 + }, + { + "epoch": 2.0936267650426155, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.814353942871094, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8742413520812988, + "num_tokens": 627904165.0, + "step": 16458 + }, + { + "epoch": 2.093753975321206, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.847672462463379, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8805145621299744, + "num_tokens": 627936559.0, + "step": 16459 + }, + { + "epoch": 2.0938811855997965, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.810935020446777, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8814513087272644, + "num_tokens": 627971742.0, + "step": 16460 + }, + { + "epoch": 2.094008395878387, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.795324325561523, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8851299285888672, + "num_tokens": 628013104.0, + "step": 16461 + }, + { + "epoch": 2.0941356061569776, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.827537536621094, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8733713030815125, + "num_tokens": 628049378.0, + "step": 16462 + }, + { + "epoch": 2.094262816435568, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.81782341003418, + "learning_rate": 1e-06, + "loss": 0.314, + "mean_token_accuracy": 0.8948341608047485, + "num_tokens": 628087213.0, + "step": 16463 + }, + { + "epoch": 2.0943900267141586, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.808753967285156, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8821013569831848, + "num_tokens": 628122060.0, + "step": 16464 + }, + { + "epoch": 2.094517236992749, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.873054504394531, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8801693916320801, + "num_tokens": 628166554.0, + "step": 16465 + }, + { + "epoch": 2.0946444472713397, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.850335121154785, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8749682307243347, + "num_tokens": 628199953.0, + "step": 16466 + }, + { + "epoch": 2.09477165754993, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.830280303955078, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8796751499176025, + "num_tokens": 628237044.0, + "step": 16467 + }, + { + "epoch": 2.0948988678285207, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.787566184997559, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8788973093032837, + "num_tokens": 628275773.0, + "step": 16468 + }, + { + "epoch": 2.095026078107111, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.822242736816406, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.862977147102356, + "num_tokens": 628314549.0, + "step": 16469 + }, + { + "epoch": 2.0951532883857014, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.851482391357422, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8736191987991333, + "num_tokens": 628349417.0, + "step": 16470 + }, + { + "epoch": 2.095280498664292, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.845114707946777, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8811148405075073, + "num_tokens": 628384435.0, + "step": 16471 + }, + { + "epoch": 2.0954077089428824, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.804649353027344, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8637748956680298, + "num_tokens": 628424124.0, + "step": 16472 + }, + { + "epoch": 2.095534919221473, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.845941543579102, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8794056177139282, + "num_tokens": 628462412.0, + "step": 16473 + }, + { + "epoch": 2.0956621295000635, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.857043266296387, + "learning_rate": 1e-06, + "loss": 0.4256, + "mean_token_accuracy": 0.8582348823547363, + "num_tokens": 628499066.0, + "step": 16474 + }, + { + "epoch": 2.095789339778654, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.902142524719238, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8898134231567383, + "num_tokens": 628532379.0, + "step": 16475 + }, + { + "epoch": 2.0959165500572445, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.784829139709473, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8855000734329224, + "num_tokens": 628570497.0, + "step": 16476 + }, + { + "epoch": 2.096043760335835, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.814550399780273, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8820545077323914, + "num_tokens": 628608298.0, + "step": 16477 + }, + { + "epoch": 2.0961709706144256, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.814299583435059, + "learning_rate": 1e-06, + "loss": 0.3108, + "mean_token_accuracy": 0.8942877054214478, + "num_tokens": 628641217.0, + "step": 16478 + }, + { + "epoch": 2.096298180893016, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.779661178588867, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8775414824485779, + "num_tokens": 628682480.0, + "step": 16479 + }, + { + "epoch": 2.0964253911716066, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.8383207321167, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8748211860656738, + "num_tokens": 628718359.0, + "step": 16480 + }, + { + "epoch": 2.096552601450197, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.811420440673828, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8836464285850525, + "num_tokens": 628752214.0, + "step": 16481 + }, + { + "epoch": 2.0966798117287877, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.875692367553711, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8899567723274231, + "num_tokens": 628787882.0, + "step": 16482 + }, + { + "epoch": 2.0968070220073782, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.822165489196777, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8744311928749084, + "num_tokens": 628824910.0, + "step": 16483 + }, + { + "epoch": 2.0969342322859688, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.86323070526123, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8881514072418213, + "num_tokens": 628860657.0, + "step": 16484 + }, + { + "epoch": 2.0970614425645593, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.814523696899414, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8617093563079834, + "num_tokens": 628900619.0, + "step": 16485 + }, + { + "epoch": 2.09718865284315, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.785273551940918, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8887133002281189, + "num_tokens": 628944304.0, + "step": 16486 + }, + { + "epoch": 2.0973158631217403, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.818538665771484, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8807149529457092, + "num_tokens": 628980490.0, + "step": 16487 + }, + { + "epoch": 2.097443073400331, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.84494400024414, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8820440769195557, + "num_tokens": 629011924.0, + "step": 16488 + }, + { + "epoch": 2.0975702836789214, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.85163688659668, + "learning_rate": 1e-06, + "loss": 0.4473, + "mean_token_accuracy": 0.8523867130279541, + "num_tokens": 629049514.0, + "step": 16489 + }, + { + "epoch": 2.097697493957512, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.843988418579102, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8945231437683105, + "num_tokens": 629085374.0, + "step": 16490 + }, + { + "epoch": 2.0978247042361025, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.791707992553711, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8743353486061096, + "num_tokens": 629126307.0, + "step": 16491 + }, + { + "epoch": 2.097951914514693, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.810458183288574, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8772473335266113, + "num_tokens": 629159693.0, + "step": 16492 + }, + { + "epoch": 2.0980791247932835, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.84179973602295, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8828667998313904, + "num_tokens": 629198544.0, + "step": 16493 + }, + { + "epoch": 2.0982063350718736, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.786248207092285, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8692925572395325, + "num_tokens": 629240956.0, + "step": 16494 + }, + { + "epoch": 2.098333545350464, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.847829818725586, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8782472610473633, + "num_tokens": 629276196.0, + "step": 16495 + }, + { + "epoch": 2.0984607556290547, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.82972526550293, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8652918338775635, + "num_tokens": 629311398.0, + "step": 16496 + }, + { + "epoch": 2.098587965907645, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.848536491394043, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8727812767028809, + "num_tokens": 629349488.0, + "step": 16497 + }, + { + "epoch": 2.0987151761862357, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.841315269470215, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8890723586082458, + "num_tokens": 629388023.0, + "step": 16498 + }, + { + "epoch": 2.0988423864648262, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.80831241607666, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8753114938735962, + "num_tokens": 629432140.0, + "step": 16499 + }, + { + "epoch": 2.0989695967434168, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.827383995056152, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8636723160743713, + "num_tokens": 629480690.0, + "step": 16500 + }, + { + "epoch": 2.0990968070220073, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.8522367477417, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8948379755020142, + "num_tokens": 629522500.0, + "step": 16501 + }, + { + "epoch": 2.099224017300598, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.83432674407959, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8778029680252075, + "num_tokens": 629563450.0, + "step": 16502 + }, + { + "epoch": 2.0993512275791884, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.801379203796387, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8856214284896851, + "num_tokens": 629603753.0, + "step": 16503 + }, + { + "epoch": 2.099478437857779, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.844277381896973, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8801133632659912, + "num_tokens": 629637828.0, + "step": 16504 + }, + { + "epoch": 2.0996056481363694, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.811635971069336, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8850139379501343, + "num_tokens": 629674636.0, + "step": 16505 + }, + { + "epoch": 2.09973285841496, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.843978881835938, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8684372901916504, + "num_tokens": 629717046.0, + "step": 16506 + }, + { + "epoch": 2.0998600686935505, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.88112735748291, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8861764073371887, + "num_tokens": 629750331.0, + "step": 16507 + }, + { + "epoch": 2.099987278972141, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.853776931762695, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8583813309669495, + "num_tokens": 629790095.0, + "step": 16508 + }, + { + "epoch": 2.1001144892507315, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.820958137512207, + "learning_rate": 1e-06, + "loss": 0.3126, + "mean_token_accuracy": 0.8921908140182495, + "num_tokens": 629823035.0, + "step": 16509 + }, + { + "epoch": 2.100241699529322, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.87843132019043, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8723613023757935, + "num_tokens": 629857096.0, + "step": 16510 + }, + { + "epoch": 2.1003689098079126, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.826886177062988, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8766261339187622, + "num_tokens": 629893448.0, + "step": 16511 + }, + { + "epoch": 2.100496120086503, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.862899780273438, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8743557333946228, + "num_tokens": 629931301.0, + "step": 16512 + }, + { + "epoch": 2.1006233303650936, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.862649917602539, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8859448432922363, + "num_tokens": 629963481.0, + "step": 16513 + }, + { + "epoch": 2.100750540643684, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.805035591125488, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8729422092437744, + "num_tokens": 630002739.0, + "step": 16514 + }, + { + "epoch": 2.1008777509222747, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.84715747833252, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8701343536376953, + "num_tokens": 630041206.0, + "step": 16515 + }, + { + "epoch": 2.101004961200865, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.83114242553711, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.8629145622253418, + "num_tokens": 630083811.0, + "step": 16516 + }, + { + "epoch": 2.1011321714794557, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.82320499420166, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8744620084762573, + "num_tokens": 630119823.0, + "step": 16517 + }, + { + "epoch": 2.1012593817580463, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.85347843170166, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8771973848342896, + "num_tokens": 630163807.0, + "step": 16518 + }, + { + "epoch": 2.1013865920366364, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.856290817260742, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8724526166915894, + "num_tokens": 630203038.0, + "step": 16519 + }, + { + "epoch": 2.101513802315227, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.85743236541748, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8806467652320862, + "num_tokens": 630238505.0, + "step": 16520 + }, + { + "epoch": 2.1016410125938174, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.823043823242188, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8762458562850952, + "num_tokens": 630275279.0, + "step": 16521 + }, + { + "epoch": 2.101768222872408, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.837800025939941, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8725149035453796, + "num_tokens": 630317288.0, + "step": 16522 + }, + { + "epoch": 2.1018954331509985, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.880669593811035, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8780720233917236, + "num_tokens": 630352786.0, + "step": 16523 + }, + { + "epoch": 2.102022643429589, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.868474960327148, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8779667019844055, + "num_tokens": 630391138.0, + "step": 16524 + }, + { + "epoch": 2.1021498537081795, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.928146362304688, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8644556999206543, + "num_tokens": 630426567.0, + "step": 16525 + }, + { + "epoch": 2.10227706398677, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.859004020690918, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8666859865188599, + "num_tokens": 630467308.0, + "step": 16526 + }, + { + "epoch": 2.1024042742653606, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.891515731811523, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8875905275344849, + "num_tokens": 630503333.0, + "step": 16527 + }, + { + "epoch": 2.102531484543951, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.904420852661133, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.87353515625, + "num_tokens": 630536838.0, + "step": 16528 + }, + { + "epoch": 2.1026586948225416, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.86335563659668, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8898962736129761, + "num_tokens": 630570833.0, + "step": 16529 + }, + { + "epoch": 2.102785905101132, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.79522705078125, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8857483863830566, + "num_tokens": 630615043.0, + "step": 16530 + }, + { + "epoch": 2.1029131153797227, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.849404335021973, + "learning_rate": 1e-06, + "loss": 0.3079, + "mean_token_accuracy": 0.898398756980896, + "num_tokens": 630651368.0, + "step": 16531 + }, + { + "epoch": 2.1030403256583132, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.784036636352539, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8700838088989258, + "num_tokens": 630690341.0, + "step": 16532 + }, + { + "epoch": 2.1031675359369038, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.889452934265137, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8750781416893005, + "num_tokens": 630727168.0, + "step": 16533 + }, + { + "epoch": 2.1032947462154943, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.844708442687988, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8816686272621155, + "num_tokens": 630766737.0, + "step": 16534 + }, + { + "epoch": 2.103421956494085, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.821813583374023, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8747715950012207, + "num_tokens": 630803721.0, + "step": 16535 + }, + { + "epoch": 2.1035491667726753, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.841063499450684, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8828182220458984, + "num_tokens": 630843697.0, + "step": 16536 + }, + { + "epoch": 2.103676377051266, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.88971996307373, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8782118558883667, + "num_tokens": 630874325.0, + "step": 16537 + }, + { + "epoch": 2.1038035873298564, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.916838645935059, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8734229207038879, + "num_tokens": 630911456.0, + "step": 16538 + }, + { + "epoch": 2.103930797608447, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.806487083435059, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8756375312805176, + "num_tokens": 630954418.0, + "step": 16539 + }, + { + "epoch": 2.1040580078870375, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.878329277038574, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8766614198684692, + "num_tokens": 630991826.0, + "step": 16540 + }, + { + "epoch": 2.104185218165628, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.83722972869873, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8776147365570068, + "num_tokens": 631025831.0, + "step": 16541 + }, + { + "epoch": 2.1043124284442185, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.935863494873047, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8618382215499878, + "num_tokens": 631062896.0, + "step": 16542 + }, + { + "epoch": 2.1044396387228086, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.86591625213623, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8830970525741577, + "num_tokens": 631099291.0, + "step": 16543 + }, + { + "epoch": 2.104566849001399, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.940590858459473, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8691030144691467, + "num_tokens": 631141570.0, + "step": 16544 + }, + { + "epoch": 2.1046940592799896, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.838946342468262, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8686166405677795, + "num_tokens": 631178882.0, + "step": 16545 + }, + { + "epoch": 2.10482126955858, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.865875244140625, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8739618062973022, + "num_tokens": 631218059.0, + "step": 16546 + }, + { + "epoch": 2.1049484798371707, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.876367568969727, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8790730237960815, + "num_tokens": 631252827.0, + "step": 16547 + }, + { + "epoch": 2.1050756901157612, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.809133529663086, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8831583857536316, + "num_tokens": 631294370.0, + "step": 16548 + }, + { + "epoch": 2.1052029003943518, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.817010879516602, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8733304738998413, + "num_tokens": 631331091.0, + "step": 16549 + }, + { + "epoch": 2.1053301106729423, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.848791122436523, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8805729150772095, + "num_tokens": 631367285.0, + "step": 16550 + }, + { + "epoch": 2.105457320951533, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.838199615478516, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8637730479240417, + "num_tokens": 631402471.0, + "step": 16551 + }, + { + "epoch": 2.1055845312301233, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.836841583251953, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8775961399078369, + "num_tokens": 631439706.0, + "step": 16552 + }, + { + "epoch": 2.105711741508714, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.854670524597168, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8818250298500061, + "num_tokens": 631471437.0, + "step": 16553 + }, + { + "epoch": 2.1058389517873044, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.88320255279541, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8738300800323486, + "num_tokens": 631515028.0, + "step": 16554 + }, + { + "epoch": 2.105966162065895, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.838825225830078, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8726822733879089, + "num_tokens": 631552946.0, + "step": 16555 + }, + { + "epoch": 2.1060933723444855, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.806009292602539, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8810877203941345, + "num_tokens": 631596045.0, + "step": 16556 + }, + { + "epoch": 2.106220582623076, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.86789608001709, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8846912384033203, + "num_tokens": 631630233.0, + "step": 16557 + }, + { + "epoch": 2.1063477929016665, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.814417839050293, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8832489848136902, + "num_tokens": 631666665.0, + "step": 16558 + }, + { + "epoch": 2.106475003180257, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.894062995910645, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8736817836761475, + "num_tokens": 631709536.0, + "step": 16559 + }, + { + "epoch": 2.1066022134588476, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.840084075927734, + "learning_rate": 1e-06, + "loss": 0.3178, + "mean_token_accuracy": 0.8920989632606506, + "num_tokens": 631744333.0, + "step": 16560 + }, + { + "epoch": 2.106729423737438, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.884568214416504, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8634849786758423, + "num_tokens": 631783522.0, + "step": 16561 + }, + { + "epoch": 2.1068566340160286, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.835118293762207, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8613393306732178, + "num_tokens": 631822579.0, + "step": 16562 + }, + { + "epoch": 2.106983844294619, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.891179084777832, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8835431933403015, + "num_tokens": 631862642.0, + "step": 16563 + }, + { + "epoch": 2.1071110545732097, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.8482666015625, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8864746689796448, + "num_tokens": 631903161.0, + "step": 16564 + }, + { + "epoch": 2.1072382648518, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.870783805847168, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8803459405899048, + "num_tokens": 631938149.0, + "step": 16565 + }, + { + "epoch": 2.1073654751303907, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.876691818237305, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8784857988357544, + "num_tokens": 631974717.0, + "step": 16566 + }, + { + "epoch": 2.107492685408981, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.78381061553955, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8811901807785034, + "num_tokens": 632011147.0, + "step": 16567 + }, + { + "epoch": 2.1076198956875714, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.877705574035645, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8821682929992676, + "num_tokens": 632051915.0, + "step": 16568 + }, + { + "epoch": 2.107747105966162, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.878570556640625, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8685077428817749, + "num_tokens": 632083047.0, + "step": 16569 + }, + { + "epoch": 2.1078743162447524, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.857888221740723, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8889815807342529, + "num_tokens": 632119250.0, + "step": 16570 + }, + { + "epoch": 2.108001526523343, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.855623245239258, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8829927444458008, + "num_tokens": 632152696.0, + "step": 16571 + }, + { + "epoch": 2.1081287368019335, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.88071346282959, + "learning_rate": 1e-06, + "loss": 0.3097, + "mean_token_accuracy": 0.8962628245353699, + "num_tokens": 632188167.0, + "step": 16572 + }, + { + "epoch": 2.108255947080524, + "ewc_loss": 0.0162353515625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.621246337890625e-05, + "grad_norm": 11.844730377197266, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.875483512878418, + "num_tokens": 632229567.0, + "step": 16573 + }, + { + "epoch": 2.1083831573591145, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.814579010009766, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8872009515762329, + "num_tokens": 632266870.0, + "step": 16574 + }, + { + "epoch": 2.108510367637705, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.8500394821167, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8762089610099792, + "num_tokens": 632303844.0, + "step": 16575 + }, + { + "epoch": 2.1086375779162956, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.89691162109375, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8788824081420898, + "num_tokens": 632339343.0, + "step": 16576 + }, + { + "epoch": 2.108764788194886, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.817548751831055, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8831803202629089, + "num_tokens": 632385516.0, + "step": 16577 + }, + { + "epoch": 2.1088919984734766, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.85635757446289, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8822280168533325, + "num_tokens": 632420664.0, + "step": 16578 + }, + { + "epoch": 2.109019208752067, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.79205322265625, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8831400871276855, + "num_tokens": 632458082.0, + "step": 16579 + }, + { + "epoch": 2.1091464190306577, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.868997573852539, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8660694360733032, + "num_tokens": 632495963.0, + "step": 16580 + }, + { + "epoch": 2.109273629309248, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.850765228271484, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8785628080368042, + "num_tokens": 632529968.0, + "step": 16581 + }, + { + "epoch": 2.1094008395878387, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.842047691345215, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8855775594711304, + "num_tokens": 632567527.0, + "step": 16582 + }, + { + "epoch": 2.1095280498664293, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.839820861816406, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8767334818840027, + "num_tokens": 632606192.0, + "step": 16583 + }, + { + "epoch": 2.10965526014502, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.812830924987793, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8871843814849854, + "num_tokens": 632645940.0, + "step": 16584 + }, + { + "epoch": 2.1097824704236103, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.833457946777344, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8852590322494507, + "num_tokens": 632689385.0, + "step": 16585 + }, + { + "epoch": 2.109909680702201, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.824193954467773, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8848387598991394, + "num_tokens": 632720178.0, + "step": 16586 + }, + { + "epoch": 2.1100368909807914, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.82474422454834, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8696019053459167, + "num_tokens": 632763249.0, + "step": 16587 + }, + { + "epoch": 2.110164101259382, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.798645973205566, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8601440191268921, + "num_tokens": 632803293.0, + "step": 16588 + }, + { + "epoch": 2.1102913115379724, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.849711418151855, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8682581186294556, + "num_tokens": 632838731.0, + "step": 16589 + }, + { + "epoch": 2.110418521816563, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.858245849609375, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8698455691337585, + "num_tokens": 632875044.0, + "step": 16590 + }, + { + "epoch": 2.1105457320951535, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.867229461669922, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8581500053405762, + "num_tokens": 632911330.0, + "step": 16591 + }, + { + "epoch": 2.1106729423737436, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.86507511138916, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8675174713134766, + "num_tokens": 632952122.0, + "step": 16592 + }, + { + "epoch": 2.110800152652334, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.855246543884277, + "learning_rate": 1e-06, + "loss": 0.421, + "mean_token_accuracy": 0.8607854843139648, + "num_tokens": 632985602.0, + "step": 16593 + }, + { + "epoch": 2.1109273629309246, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.833029747009277, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8779824376106262, + "num_tokens": 633023792.0, + "step": 16594 + }, + { + "epoch": 2.111054573209515, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.78156566619873, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8783140778541565, + "num_tokens": 633065457.0, + "step": 16595 + }, + { + "epoch": 2.1111817834881057, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.822219848632812, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8870448470115662, + "num_tokens": 633101402.0, + "step": 16596 + }, + { + "epoch": 2.1113089937666962, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.854400634765625, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8676406145095825, + "num_tokens": 633147002.0, + "step": 16597 + }, + { + "epoch": 2.1114362040452868, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.854297637939453, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8763247728347778, + "num_tokens": 633184209.0, + "step": 16598 + }, + { + "epoch": 2.1115634143238773, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.859654426574707, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.881671667098999, + "num_tokens": 633224525.0, + "step": 16599 + }, + { + "epoch": 2.111690624602468, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.91365909576416, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8916183710098267, + "num_tokens": 633253171.0, + "step": 16600 + }, + { + "epoch": 2.1118178348810583, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.900164604187012, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8744363784790039, + "num_tokens": 633294326.0, + "step": 16601 + }, + { + "epoch": 2.111945045159649, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.981758117675781, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8901227712631226, + "num_tokens": 633327236.0, + "step": 16602 + }, + { + "epoch": 2.1120722554382394, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.804986000061035, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8866108655929565, + "num_tokens": 633368593.0, + "step": 16603 + }, + { + "epoch": 2.11219946571683, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.861634254455566, + "learning_rate": 1e-06, + "loss": 0.4327, + "mean_token_accuracy": 0.8567055463790894, + "num_tokens": 633402598.0, + "step": 16604 + }, + { + "epoch": 2.1123266759954205, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.92797565460205, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8723559379577637, + "num_tokens": 633437069.0, + "step": 16605 + }, + { + "epoch": 2.112453886274011, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.802690505981445, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8798618316650391, + "num_tokens": 633479752.0, + "step": 16606 + }, + { + "epoch": 2.1125810965526015, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.863537788391113, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8733704090118408, + "num_tokens": 633516949.0, + "step": 16607 + }, + { + "epoch": 2.112708306831192, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.918728828430176, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8814207911491394, + "num_tokens": 633547511.0, + "step": 16608 + }, + { + "epoch": 2.1128355171097826, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.866706848144531, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8794510364532471, + "num_tokens": 633583940.0, + "step": 16609 + }, + { + "epoch": 2.112962727388373, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.847010612487793, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8664180040359497, + "num_tokens": 633626245.0, + "step": 16610 + }, + { + "epoch": 2.1130899376669636, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.856759071350098, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.880661129951477, + "num_tokens": 633662889.0, + "step": 16611 + }, + { + "epoch": 2.113217147945554, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.796562194824219, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8735467195510864, + "num_tokens": 633701461.0, + "step": 16612 + }, + { + "epoch": 2.1133443582241447, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.866657257080078, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8789721727371216, + "num_tokens": 633741302.0, + "step": 16613 + }, + { + "epoch": 2.113471568502735, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.814983367919922, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8815619945526123, + "num_tokens": 633780337.0, + "step": 16614 + }, + { + "epoch": 2.1135987787813257, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.895329475402832, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8842546343803406, + "num_tokens": 633814450.0, + "step": 16615 + }, + { + "epoch": 2.1137259890599163, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.840459823608398, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8694097995758057, + "num_tokens": 633856252.0, + "step": 16616 + }, + { + "epoch": 2.1138531993385064, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.864265441894531, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8658555746078491, + "num_tokens": 633895235.0, + "step": 16617 + }, + { + "epoch": 2.113980409617097, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.815980911254883, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8784260749816895, + "num_tokens": 633938948.0, + "step": 16618 + }, + { + "epoch": 2.1141076198956874, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.874048233032227, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.8843050599098206, + "num_tokens": 633973393.0, + "step": 16619 + }, + { + "epoch": 2.114234830174278, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.851997375488281, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8823211789131165, + "num_tokens": 634006714.0, + "step": 16620 + }, + { + "epoch": 2.1143620404528685, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.869635581970215, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8827604055404663, + "num_tokens": 634046104.0, + "step": 16621 + }, + { + "epoch": 2.114489250731459, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.905692100524902, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8697227239608765, + "num_tokens": 634086401.0, + "step": 16622 + }, + { + "epoch": 2.1146164610100495, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.892117500305176, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8696444630622864, + "num_tokens": 634125479.0, + "step": 16623 + }, + { + "epoch": 2.11474367128864, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.893952369689941, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8590677976608276, + "num_tokens": 634163873.0, + "step": 16624 + }, + { + "epoch": 2.1148708815672306, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.908690452575684, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8746453523635864, + "num_tokens": 634200533.0, + "step": 16625 + }, + { + "epoch": 2.114998091845821, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.900146484375, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8704032897949219, + "num_tokens": 634235891.0, + "step": 16626 + }, + { + "epoch": 2.1151253021244116, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.933926582336426, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.874845027923584, + "num_tokens": 634266748.0, + "step": 16627 + }, + { + "epoch": 2.115252512403002, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.833013534545898, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8647338151931763, + "num_tokens": 634302603.0, + "step": 16628 + }, + { + "epoch": 2.1153797226815927, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.8967924118042, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8788345456123352, + "num_tokens": 634345471.0, + "step": 16629 + }, + { + "epoch": 2.115506932960183, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.79288101196289, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.874809741973877, + "num_tokens": 634383902.0, + "step": 16630 + }, + { + "epoch": 2.1156341432387737, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.872997283935547, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8704808354377747, + "num_tokens": 634421082.0, + "step": 16631 + }, + { + "epoch": 2.1157613535173643, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.7977876663208, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8711669445037842, + "num_tokens": 634456490.0, + "step": 16632 + }, + { + "epoch": 2.115888563795955, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.887188911437988, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8581514358520508, + "num_tokens": 634498252.0, + "step": 16633 + }, + { + "epoch": 2.1160157740745453, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.874683380126953, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8846898674964905, + "num_tokens": 634540769.0, + "step": 16634 + }, + { + "epoch": 2.116142984353136, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.834983825683594, + "learning_rate": 1e-06, + "loss": 0.3379, + "mean_token_accuracy": 0.8838582038879395, + "num_tokens": 634573807.0, + "step": 16635 + }, + { + "epoch": 2.1162701946317264, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.86039924621582, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8726236820220947, + "num_tokens": 634609542.0, + "step": 16636 + }, + { + "epoch": 2.116397404910317, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.824845314025879, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8844852447509766, + "num_tokens": 634648641.0, + "step": 16637 + }, + { + "epoch": 2.1165246151889074, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.893521308898926, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8752818703651428, + "num_tokens": 634685531.0, + "step": 16638 + }, + { + "epoch": 2.116651825467498, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.914351463317871, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8791493773460388, + "num_tokens": 634717239.0, + "step": 16639 + }, + { + "epoch": 2.116779035746088, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.841023445129395, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8740606307983398, + "num_tokens": 634750058.0, + "step": 16640 + }, + { + "epoch": 2.1169062460246786, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.844767570495605, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8701450824737549, + "num_tokens": 634793480.0, + "step": 16641 + }, + { + "epoch": 2.117033456303269, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.844324111938477, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8670763969421387, + "num_tokens": 634829923.0, + "step": 16642 + }, + { + "epoch": 2.1171606665818596, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.87291431427002, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8724766969680786, + "num_tokens": 634868499.0, + "step": 16643 + }, + { + "epoch": 2.11728787686045, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.857889175415039, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8843238353729248, + "num_tokens": 634905922.0, + "step": 16644 + }, + { + "epoch": 2.1174150871390407, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.903402328491211, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8771204948425293, + "num_tokens": 634946190.0, + "step": 16645 + }, + { + "epoch": 2.1175422974176312, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.812284469604492, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8891252279281616, + "num_tokens": 634981840.0, + "step": 16646 + }, + { + "epoch": 2.1176695076962218, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.862632751464844, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.873830258846283, + "num_tokens": 635024755.0, + "step": 16647 + }, + { + "epoch": 2.1177967179748123, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.870245933532715, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8809043169021606, + "num_tokens": 635063076.0, + "step": 16648 + }, + { + "epoch": 2.117923928253403, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.840775489807129, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8889416456222534, + "num_tokens": 635103052.0, + "step": 16649 + }, + { + "epoch": 2.1180511385319933, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.900264739990234, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8871315121650696, + "num_tokens": 635140917.0, + "step": 16650 + }, + { + "epoch": 2.118178348810584, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.908510208129883, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8811483383178711, + "num_tokens": 635182049.0, + "step": 16651 + }, + { + "epoch": 2.1183055590891744, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.878143310546875, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8730693459510803, + "num_tokens": 635217613.0, + "step": 16652 + }, + { + "epoch": 2.118432769367765, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.885916709899902, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8853726387023926, + "num_tokens": 635252716.0, + "step": 16653 + }, + { + "epoch": 2.1185599796463555, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.881725311279297, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8806203007698059, + "num_tokens": 635288919.0, + "step": 16654 + }, + { + "epoch": 2.118687189924946, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.845293045043945, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8715474605560303, + "num_tokens": 635329781.0, + "step": 16655 + }, + { + "epoch": 2.1188144002035365, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.96692943572998, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8867439031600952, + "num_tokens": 635363844.0, + "step": 16656 + }, + { + "epoch": 2.118941610482127, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.908246994018555, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8747738599777222, + "num_tokens": 635397568.0, + "step": 16657 + }, + { + "epoch": 2.1190688207607176, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.914922714233398, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8623529076576233, + "num_tokens": 635432903.0, + "step": 16658 + }, + { + "epoch": 2.119196031039308, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.909499168395996, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.878556489944458, + "num_tokens": 635473388.0, + "step": 16659 + }, + { + "epoch": 2.1193232413178986, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.859729766845703, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8803738355636597, + "num_tokens": 635512966.0, + "step": 16660 + }, + { + "epoch": 2.119450451596489, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.904881477355957, + "learning_rate": 1e-06, + "loss": 0.4101, + "mean_token_accuracy": 0.865074872970581, + "num_tokens": 635547814.0, + "step": 16661 + }, + { + "epoch": 2.1195776618750797, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.882328033447266, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8684176206588745, + "num_tokens": 635583120.0, + "step": 16662 + }, + { + "epoch": 2.11970487215367, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.93221378326416, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8720492124557495, + "num_tokens": 635621531.0, + "step": 16663 + }, + { + "epoch": 2.1198320824322607, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.905196189880371, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8673392534255981, + "num_tokens": 635659641.0, + "step": 16664 + }, + { + "epoch": 2.119959292710851, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.853150367736816, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8727637529373169, + "num_tokens": 635697953.0, + "step": 16665 + }, + { + "epoch": 2.1200865029894413, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.904227256774902, + "learning_rate": 1e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.850983738899231, + "num_tokens": 635742519.0, + "step": 16666 + }, + { + "epoch": 2.120213713268032, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.884990692138672, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8848211765289307, + "num_tokens": 635777786.0, + "step": 16667 + }, + { + "epoch": 2.1203409235466224, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.805694580078125, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8791666626930237, + "num_tokens": 635814490.0, + "step": 16668 + }, + { + "epoch": 2.120468133825213, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.90725326538086, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8642565011978149, + "num_tokens": 635858351.0, + "step": 16669 + }, + { + "epoch": 2.1205953441038035, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.848113059997559, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.874451756477356, + "num_tokens": 635895585.0, + "step": 16670 + }, + { + "epoch": 2.120722554382394, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.924281120300293, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8835880756378174, + "num_tokens": 635933591.0, + "step": 16671 + }, + { + "epoch": 2.1208497646609845, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.820646286010742, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.873447597026825, + "num_tokens": 635972040.0, + "step": 16672 + }, + { + "epoch": 2.120976974939575, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.883548736572266, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8796970248222351, + "num_tokens": 636013287.0, + "step": 16673 + }, + { + "epoch": 2.1211041852181656, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.88945198059082, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8713065385818481, + "num_tokens": 636046137.0, + "step": 16674 + }, + { + "epoch": 2.121231395496756, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.863871574401855, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8659340143203735, + "num_tokens": 636088870.0, + "step": 16675 + }, + { + "epoch": 2.1213586057753466, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.853435516357422, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8860781192779541, + "num_tokens": 636130519.0, + "step": 16676 + }, + { + "epoch": 2.121485816053937, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.902054786682129, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8790705800056458, + "num_tokens": 636165641.0, + "step": 16677 + }, + { + "epoch": 2.1216130263325277, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.839226722717285, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8636739253997803, + "num_tokens": 636203811.0, + "step": 16678 + }, + { + "epoch": 2.121740236611118, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.834572792053223, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8882958889007568, + "num_tokens": 636239503.0, + "step": 16679 + }, + { + "epoch": 2.1218674468897087, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.87575912475586, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.879382312297821, + "num_tokens": 636278994.0, + "step": 16680 + }, + { + "epoch": 2.1219946571682993, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.821731567382812, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8708677291870117, + "num_tokens": 636318025.0, + "step": 16681 + }, + { + "epoch": 2.12212186744689, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.827604293823242, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8783354163169861, + "num_tokens": 636357289.0, + "step": 16682 + }, + { + "epoch": 2.1222490777254803, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.848386764526367, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.862473726272583, + "num_tokens": 636399067.0, + "step": 16683 + }, + { + "epoch": 2.122376288004071, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.802510261535645, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8817049264907837, + "num_tokens": 636442418.0, + "step": 16684 + }, + { + "epoch": 2.1225034982826614, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.878105163574219, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8644111156463623, + "num_tokens": 636484273.0, + "step": 16685 + }, + { + "epoch": 2.122630708561252, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.84841537475586, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.886550784111023, + "num_tokens": 636525675.0, + "step": 16686 + }, + { + "epoch": 2.1227579188398424, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.91862964630127, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8748340606689453, + "num_tokens": 636559652.0, + "step": 16687 + }, + { + "epoch": 2.122885129118433, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.866734504699707, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8951022028923035, + "num_tokens": 636597900.0, + "step": 16688 + }, + { + "epoch": 2.1230123393970235, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.835833549499512, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8787150382995605, + "num_tokens": 636635822.0, + "step": 16689 + }, + { + "epoch": 2.1231395496756136, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.916084289550781, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8675509095191956, + "num_tokens": 636667275.0, + "step": 16690 + }, + { + "epoch": 2.123266759954204, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.824440956115723, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8788451552391052, + "num_tokens": 636704723.0, + "step": 16691 + }, + { + "epoch": 2.1233939702327946, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.824934005737305, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8807187080383301, + "num_tokens": 636748209.0, + "step": 16692 + }, + { + "epoch": 2.123521180511385, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.906474113464355, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8812558650970459, + "num_tokens": 636785052.0, + "step": 16693 + }, + { + "epoch": 2.1236483907899757, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.850151062011719, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8899219036102295, + "num_tokens": 636816073.0, + "step": 16694 + }, + { + "epoch": 2.123775601068566, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.907341003417969, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8837076425552368, + "num_tokens": 636848963.0, + "step": 16695 + }, + { + "epoch": 2.1239028113471567, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.875909805297852, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.890652596950531, + "num_tokens": 636880632.0, + "step": 16696 + }, + { + "epoch": 2.1240300216257473, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.824722290039062, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8634799718856812, + "num_tokens": 636923597.0, + "step": 16697 + }, + { + "epoch": 2.124157231904338, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.868890762329102, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8710238933563232, + "num_tokens": 636962250.0, + "step": 16698 + }, + { + "epoch": 2.1242844421829283, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.816143035888672, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.882957935333252, + "num_tokens": 636997973.0, + "step": 16699 + }, + { + "epoch": 2.124411652461519, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.820618629455566, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8664868474006653, + "num_tokens": 637037320.0, + "step": 16700 + }, + { + "epoch": 2.1245388627401094, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.82718563079834, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8561950922012329, + "num_tokens": 637072267.0, + "step": 16701 + }, + { + "epoch": 2.1246660730187, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.894793510437012, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8912107944488525, + "num_tokens": 637108782.0, + "step": 16702 + }, + { + "epoch": 2.1247932832972904, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.895174980163574, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8774418830871582, + "num_tokens": 637147368.0, + "step": 16703 + }, + { + "epoch": 2.124920493575881, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.81386947631836, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8855881690979004, + "num_tokens": 637181909.0, + "step": 16704 + }, + { + "epoch": 2.1250477038544715, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.883503913879395, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.877232015132904, + "num_tokens": 637218498.0, + "step": 16705 + }, + { + "epoch": 2.125174914133062, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.857266426086426, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8778939247131348, + "num_tokens": 637254825.0, + "step": 16706 + }, + { + "epoch": 2.1253021244116526, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.809069633483887, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8677456378936768, + "num_tokens": 637301593.0, + "step": 16707 + }, + { + "epoch": 2.125429334690243, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.880208015441895, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8872547745704651, + "num_tokens": 637341676.0, + "step": 16708 + }, + { + "epoch": 2.1255565449688336, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.850921630859375, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8803775310516357, + "num_tokens": 637378840.0, + "step": 16709 + }, + { + "epoch": 2.125683755247424, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.923375129699707, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.8598881959915161, + "num_tokens": 637412711.0, + "step": 16710 + }, + { + "epoch": 2.1258109655260147, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.851648330688477, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8753710389137268, + "num_tokens": 637448287.0, + "step": 16711 + }, + { + "epoch": 2.125938175804605, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.908808708190918, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8742743730545044, + "num_tokens": 637487899.0, + "step": 16712 + }, + { + "epoch": 2.1260653860831957, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.853209495544434, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8810254335403442, + "num_tokens": 637528161.0, + "step": 16713 + }, + { + "epoch": 2.1261925963617863, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.86535930633545, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8650835752487183, + "num_tokens": 637565692.0, + "step": 16714 + }, + { + "epoch": 2.1263198066403763, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.884116172790527, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8634058237075806, + "num_tokens": 637600368.0, + "step": 16715 + }, + { + "epoch": 2.126447016918967, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.903730392456055, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8750076293945312, + "num_tokens": 637635732.0, + "step": 16716 + }, + { + "epoch": 2.1265742271975574, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.886333465576172, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8718341588973999, + "num_tokens": 637677127.0, + "step": 16717 + }, + { + "epoch": 2.126701437476148, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.881268501281738, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8764205574989319, + "num_tokens": 637715278.0, + "step": 16718 + }, + { + "epoch": 2.1268286477547385, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.907578468322754, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8812167644500732, + "num_tokens": 637742937.0, + "step": 16719 + }, + { + "epoch": 2.126955858033329, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.867239952087402, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8790696859359741, + "num_tokens": 637776761.0, + "step": 16720 + }, + { + "epoch": 2.1270830683119195, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.931354522705078, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8771120309829712, + "num_tokens": 637812197.0, + "step": 16721 + }, + { + "epoch": 2.12721027859051, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.867827415466309, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8806847333908081, + "num_tokens": 637850442.0, + "step": 16722 + }, + { + "epoch": 2.1273374888691006, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.856023788452148, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8765701651573181, + "num_tokens": 637889352.0, + "step": 16723 + }, + { + "epoch": 2.127464699147691, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.895302772521973, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8584476709365845, + "num_tokens": 637927195.0, + "step": 16724 + }, + { + "epoch": 2.1275919094262816, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.91609001159668, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8667436242103577, + "num_tokens": 637969431.0, + "step": 16725 + }, + { + "epoch": 2.127719119704872, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.934542655944824, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8933995962142944, + "num_tokens": 638013910.0, + "step": 16726 + }, + { + "epoch": 2.1278463299834627, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.893506050109863, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8665051460266113, + "num_tokens": 638051848.0, + "step": 16727 + }, + { + "epoch": 2.127973540262053, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.897717475891113, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8775110244750977, + "num_tokens": 638092192.0, + "step": 16728 + }, + { + "epoch": 2.1281007505406437, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.855142593383789, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8860836029052734, + "num_tokens": 638134306.0, + "step": 16729 + }, + { + "epoch": 2.1282279608192343, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.91130542755127, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8645269870758057, + "num_tokens": 638177988.0, + "step": 16730 + }, + { + "epoch": 2.128355171097825, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.87096881866455, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8874257802963257, + "num_tokens": 638212237.0, + "step": 16731 + }, + { + "epoch": 2.1284823813764153, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.846733093261719, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8697198033332825, + "num_tokens": 638252492.0, + "step": 16732 + }, + { + "epoch": 2.128609591655006, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.873703002929688, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8763264417648315, + "num_tokens": 638294308.0, + "step": 16733 + }, + { + "epoch": 2.1287368019335964, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.881503105163574, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8794679641723633, + "num_tokens": 638330178.0, + "step": 16734 + }, + { + "epoch": 2.128864012212187, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.84581470489502, + "learning_rate": 1e-06, + "loss": 0.4367, + "mean_token_accuracy": 0.8561872243881226, + "num_tokens": 638372731.0, + "step": 16735 + }, + { + "epoch": 2.1289912224907774, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.844902038574219, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8724484443664551, + "num_tokens": 638407522.0, + "step": 16736 + }, + { + "epoch": 2.129118432769368, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.89162826538086, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8788197636604309, + "num_tokens": 638443262.0, + "step": 16737 + }, + { + "epoch": 2.129245643047958, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.882561683654785, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8759418725967407, + "num_tokens": 638482729.0, + "step": 16738 + }, + { + "epoch": 2.129372853326549, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.85771656036377, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8842685222625732, + "num_tokens": 638520034.0, + "step": 16739 + }, + { + "epoch": 2.129500063605139, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.893569946289062, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8830020427703857, + "num_tokens": 638558631.0, + "step": 16740 + }, + { + "epoch": 2.1296272738837296, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.934073448181152, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.8884375691413879, + "num_tokens": 638593565.0, + "step": 16741 + }, + { + "epoch": 2.12975448416232, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.856060028076172, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8809711337089539, + "num_tokens": 638625952.0, + "step": 16742 + }, + { + "epoch": 2.1298816944409107, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.883306503295898, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.873111367225647, + "num_tokens": 638662000.0, + "step": 16743 + }, + { + "epoch": 2.130008904719501, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.881425857543945, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8635350465774536, + "num_tokens": 638706020.0, + "step": 16744 + }, + { + "epoch": 2.1301361149980917, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.877209663391113, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8840360045433044, + "num_tokens": 638745354.0, + "step": 16745 + }, + { + "epoch": 2.1302633252766823, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.86408805847168, + "learning_rate": 1e-06, + "loss": 0.4014, + "mean_token_accuracy": 0.8705335855484009, + "num_tokens": 638785497.0, + "step": 16746 + }, + { + "epoch": 2.130390535555273, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.924737930297852, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8573415279388428, + "num_tokens": 638821650.0, + "step": 16747 + }, + { + "epoch": 2.1305177458338633, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.883809089660645, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8630030751228333, + "num_tokens": 638855589.0, + "step": 16748 + }, + { + "epoch": 2.130644956112454, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.875661849975586, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8762401342391968, + "num_tokens": 638895766.0, + "step": 16749 + }, + { + "epoch": 2.1307721663910444, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.875288009643555, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8673374652862549, + "num_tokens": 638932622.0, + "step": 16750 + }, + { + "epoch": 2.130899376669635, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.98059368133545, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.867222785949707, + "num_tokens": 638971588.0, + "step": 16751 + }, + { + "epoch": 2.1310265869482254, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.895180702209473, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8823166489601135, + "num_tokens": 639009921.0, + "step": 16752 + }, + { + "epoch": 2.131153797226816, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.898384094238281, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8758296966552734, + "num_tokens": 639048160.0, + "step": 16753 + }, + { + "epoch": 2.1312810075054065, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.907273292541504, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8889368176460266, + "num_tokens": 639080260.0, + "step": 16754 + }, + { + "epoch": 2.131408217783997, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.871217727661133, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8686872720718384, + "num_tokens": 639118758.0, + "step": 16755 + }, + { + "epoch": 2.1315354280625876, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.938227653503418, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8767645955085754, + "num_tokens": 639159528.0, + "step": 16756 + }, + { + "epoch": 2.131662638341178, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.968375205993652, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8798911571502686, + "num_tokens": 639200394.0, + "step": 16757 + }, + { + "epoch": 2.1317898486197686, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.854541778564453, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8681582808494568, + "num_tokens": 639240938.0, + "step": 16758 + }, + { + "epoch": 2.131917058898359, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.93234634399414, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8709661960601807, + "num_tokens": 639278097.0, + "step": 16759 + }, + { + "epoch": 2.1320442691769497, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.903047561645508, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8753398656845093, + "num_tokens": 639324512.0, + "step": 16760 + }, + { + "epoch": 2.13217147945554, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.903228759765625, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8815147280693054, + "num_tokens": 639366833.0, + "step": 16761 + }, + { + "epoch": 2.1322986897341307, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.961901664733887, + "learning_rate": 1e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.8621814250946045, + "num_tokens": 639405765.0, + "step": 16762 + }, + { + "epoch": 2.132425900012721, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.923059463500977, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8728430271148682, + "num_tokens": 639439622.0, + "step": 16763 + }, + { + "epoch": 2.1325531102913113, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.911521911621094, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8863635063171387, + "num_tokens": 639479943.0, + "step": 16764 + }, + { + "epoch": 2.132680320569902, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.909587860107422, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8716288805007935, + "num_tokens": 639520487.0, + "step": 16765 + }, + { + "epoch": 2.1328075308484924, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.944499015808105, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8762025833129883, + "num_tokens": 639558997.0, + "step": 16766 + }, + { + "epoch": 2.132934741127083, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.919244766235352, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8760294914245605, + "num_tokens": 639594569.0, + "step": 16767 + }, + { + "epoch": 2.1330619514056735, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.92607593536377, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.89040607213974, + "num_tokens": 639629827.0, + "step": 16768 + }, + { + "epoch": 2.133189161684264, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.885486602783203, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.870693027973175, + "num_tokens": 639667634.0, + "step": 16769 + }, + { + "epoch": 2.1333163719628545, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.889564514160156, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8755912184715271, + "num_tokens": 639700536.0, + "step": 16770 + }, + { + "epoch": 2.133443582241445, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.901695251464844, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8787132501602173, + "num_tokens": 639744006.0, + "step": 16771 + }, + { + "epoch": 2.1335707925200356, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.843866348266602, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8815118074417114, + "num_tokens": 639784950.0, + "step": 16772 + }, + { + "epoch": 2.133698002798626, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.93292236328125, + "learning_rate": 1e-06, + "loss": 0.3249, + "mean_token_accuracy": 0.8892596364021301, + "num_tokens": 639823567.0, + "step": 16773 + }, + { + "epoch": 2.1338252130772166, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.848143577575684, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.8874480724334717, + "num_tokens": 639863386.0, + "step": 16774 + }, + { + "epoch": 2.133952423355807, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.914149284362793, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8660677671432495, + "num_tokens": 639901219.0, + "step": 16775 + }, + { + "epoch": 2.1340796336343977, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.889211654663086, + "learning_rate": 1e-06, + "loss": 0.4352, + "mean_token_accuracy": 0.8600809574127197, + "num_tokens": 639935240.0, + "step": 16776 + }, + { + "epoch": 2.134206843912988, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.963777542114258, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8685183525085449, + "num_tokens": 639975370.0, + "step": 16777 + }, + { + "epoch": 2.1343340541915787, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.843323707580566, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.857930600643158, + "num_tokens": 640020463.0, + "step": 16778 + }, + { + "epoch": 2.1344612644701693, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.944284439086914, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8708168268203735, + "num_tokens": 640057142.0, + "step": 16779 + }, + { + "epoch": 2.13458847474876, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.84752082824707, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8730556964874268, + "num_tokens": 640098879.0, + "step": 16780 + }, + { + "epoch": 2.1347156850273503, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.872138023376465, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8785821795463562, + "num_tokens": 640136077.0, + "step": 16781 + }, + { + "epoch": 2.134842895305941, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.917040824890137, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8624514937400818, + "num_tokens": 640175160.0, + "step": 16782 + }, + { + "epoch": 2.1349701055845314, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.897422790527344, + "learning_rate": 1e-06, + "loss": 0.3012, + "mean_token_accuracy": 0.9005337357521057, + "num_tokens": 640216670.0, + "step": 16783 + }, + { + "epoch": 2.135097315863122, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.859258651733398, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8729651570320129, + "num_tokens": 640254872.0, + "step": 16784 + }, + { + "epoch": 2.1352245261417124, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.894481658935547, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8740555047988892, + "num_tokens": 640289319.0, + "step": 16785 + }, + { + "epoch": 2.135351736420303, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.879717826843262, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.89057457447052, + "num_tokens": 640323897.0, + "step": 16786 + }, + { + "epoch": 2.1354789466988935, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.822704315185547, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.88176429271698, + "num_tokens": 640366203.0, + "step": 16787 + }, + { + "epoch": 2.1356061569774836, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.86965274810791, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8861888647079468, + "num_tokens": 640408089.0, + "step": 16788 + }, + { + "epoch": 2.135733367256074, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.929062843322754, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8856881856918335, + "num_tokens": 640443532.0, + "step": 16789 + }, + { + "epoch": 2.1358605775346646, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.917065620422363, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8707088232040405, + "num_tokens": 640480425.0, + "step": 16790 + }, + { + "epoch": 2.135987787813255, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.868521690368652, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8782730102539062, + "num_tokens": 640525658.0, + "step": 16791 + }, + { + "epoch": 2.1361149980918457, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.954463005065918, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8862537145614624, + "num_tokens": 640563276.0, + "step": 16792 + }, + { + "epoch": 2.136242208370436, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.888008117675781, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8699784874916077, + "num_tokens": 640608150.0, + "step": 16793 + }, + { + "epoch": 2.1363694186490267, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.900535583496094, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8784997463226318, + "num_tokens": 640646127.0, + "step": 16794 + }, + { + "epoch": 2.1364966289276173, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.943599700927734, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8828091621398926, + "num_tokens": 640683195.0, + "step": 16795 + }, + { + "epoch": 2.136623839206208, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.873213768005371, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8888692259788513, + "num_tokens": 640724102.0, + "step": 16796 + }, + { + "epoch": 2.1367510494847983, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.8906888961792, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8728418946266174, + "num_tokens": 640762624.0, + "step": 16797 + }, + { + "epoch": 2.136878259763389, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.900416374206543, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.872209370136261, + "num_tokens": 640799437.0, + "step": 16798 + }, + { + "epoch": 2.1370054700419794, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.846415519714355, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8830832242965698, + "num_tokens": 640837115.0, + "step": 16799 + }, + { + "epoch": 2.13713268032057, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.853255271911621, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8760604858398438, + "num_tokens": 640882312.0, + "step": 16800 + }, + { + "epoch": 2.1372598905991604, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.856999397277832, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8751305937767029, + "num_tokens": 640921032.0, + "step": 16801 + }, + { + "epoch": 2.137387100877751, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.903701782226562, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8774206638336182, + "num_tokens": 640957424.0, + "step": 16802 + }, + { + "epoch": 2.1375143111563415, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.8790922164917, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8682268261909485, + "num_tokens": 640992985.0, + "step": 16803 + }, + { + "epoch": 2.137641521434932, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.89731502532959, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8837782740592957, + "num_tokens": 641030379.0, + "step": 16804 + }, + { + "epoch": 2.1377687317135226, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.879104614257812, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8691033124923706, + "num_tokens": 641068526.0, + "step": 16805 + }, + { + "epoch": 2.137895941992113, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.88228988647461, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8709937334060669, + "num_tokens": 641103351.0, + "step": 16806 + }, + { + "epoch": 2.1380231522707036, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.871445655822754, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8781362175941467, + "num_tokens": 641143570.0, + "step": 16807 + }, + { + "epoch": 2.138150362549294, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.892172813415527, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.881658136844635, + "num_tokens": 641180625.0, + "step": 16808 + }, + { + "epoch": 2.1382775728278847, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.858166694641113, + "learning_rate": 1e-06, + "loss": 0.4412, + "mean_token_accuracy": 0.8568910360336304, + "num_tokens": 641226770.0, + "step": 16809 + }, + { + "epoch": 2.138404783106475, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.895649909973145, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8873647451400757, + "num_tokens": 641269682.0, + "step": 16810 + }, + { + "epoch": 2.1385319933850653, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.88599967956543, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8883422613143921, + "num_tokens": 641303803.0, + "step": 16811 + }, + { + "epoch": 2.1386592036636562, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.882046699523926, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.871050238609314, + "num_tokens": 641343141.0, + "step": 16812 + }, + { + "epoch": 2.1387864139422463, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.912345886230469, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8809024095535278, + "num_tokens": 641384006.0, + "step": 16813 + }, + { + "epoch": 2.138913624220837, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.929800987243652, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8557392954826355, + "num_tokens": 641423998.0, + "step": 16814 + }, + { + "epoch": 2.1390408344994274, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.914628028869629, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8749293088912964, + "num_tokens": 641457886.0, + "step": 16815 + }, + { + "epoch": 2.139168044778018, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.871679306030273, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8768001794815063, + "num_tokens": 641503386.0, + "step": 16816 + }, + { + "epoch": 2.1392952550566084, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.879135131835938, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8869086503982544, + "num_tokens": 641539533.0, + "step": 16817 + }, + { + "epoch": 2.139422465335199, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.93577766418457, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8718342185020447, + "num_tokens": 641574020.0, + "step": 16818 + }, + { + "epoch": 2.1395496756137895, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.922602653503418, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8800365924835205, + "num_tokens": 641605206.0, + "step": 16819 + }, + { + "epoch": 2.13967688589238, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.955658912658691, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8654935359954834, + "num_tokens": 641649857.0, + "step": 16820 + }, + { + "epoch": 2.1398040961709706, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.916197776794434, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8711401224136353, + "num_tokens": 641683360.0, + "step": 16821 + }, + { + "epoch": 2.139931306449561, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.889735221862793, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8765585422515869, + "num_tokens": 641720105.0, + "step": 16822 + }, + { + "epoch": 2.1400585167281516, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.936196327209473, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8786951899528503, + "num_tokens": 641750718.0, + "step": 16823 + }, + { + "epoch": 2.140185727006742, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.856279373168945, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8753570318222046, + "num_tokens": 641791620.0, + "step": 16824 + }, + { + "epoch": 2.1403129372853327, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.902741432189941, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8649759292602539, + "num_tokens": 641833566.0, + "step": 16825 + }, + { + "epoch": 2.140440147563923, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.868626594543457, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8819785714149475, + "num_tokens": 641869080.0, + "step": 16826 + }, + { + "epoch": 2.1405673578425137, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.936225891113281, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.873828649520874, + "num_tokens": 641910195.0, + "step": 16827 + }, + { + "epoch": 2.1406945681211043, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.907470703125, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.863013744354248, + "num_tokens": 641947270.0, + "step": 16828 + }, + { + "epoch": 2.140821778399695, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.872090339660645, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8775375485420227, + "num_tokens": 641986472.0, + "step": 16829 + }, + { + "epoch": 2.1409489886782853, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.873223304748535, + "learning_rate": 1e-06, + "loss": 0.4222, + "mean_token_accuracy": 0.8611288070678711, + "num_tokens": 642028130.0, + "step": 16830 + }, + { + "epoch": 2.141076198956876, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.860767364501953, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8709417581558228, + "num_tokens": 642067097.0, + "step": 16831 + }, + { + "epoch": 2.1412034092354664, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.921891212463379, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.887455403804779, + "num_tokens": 642099628.0, + "step": 16832 + }, + { + "epoch": 2.141330619514057, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.868122100830078, + "learning_rate": 1e-06, + "loss": 0.301, + "mean_token_accuracy": 0.8982680439949036, + "num_tokens": 642135941.0, + "step": 16833 + }, + { + "epoch": 2.1414578297926474, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.888378143310547, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8701238632202148, + "num_tokens": 642169465.0, + "step": 16834 + }, + { + "epoch": 2.141585040071238, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.89947509765625, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8792426586151123, + "num_tokens": 642208961.0, + "step": 16835 + }, + { + "epoch": 2.141712250349828, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.835838317871094, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.874587893486023, + "num_tokens": 642249691.0, + "step": 16836 + }, + { + "epoch": 2.141839460628419, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.882925033569336, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8794564604759216, + "num_tokens": 642292425.0, + "step": 16837 + }, + { + "epoch": 2.141966670907009, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.870203018188477, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8850501775741577, + "num_tokens": 642330982.0, + "step": 16838 + }, + { + "epoch": 2.1420938811855996, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.868712425231934, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8773887753486633, + "num_tokens": 642365414.0, + "step": 16839 + }, + { + "epoch": 2.14222109146419, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.91687297821045, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8710929155349731, + "num_tokens": 642398660.0, + "step": 16840 + }, + { + "epoch": 2.1423483017427807, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.892730712890625, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.883474588394165, + "num_tokens": 642432605.0, + "step": 16841 + }, + { + "epoch": 2.142475512021371, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.890822410583496, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8848288655281067, + "num_tokens": 642472041.0, + "step": 16842 + }, + { + "epoch": 2.1426027222999617, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.92491626739502, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.887529194355011, + "num_tokens": 642512399.0, + "step": 16843 + }, + { + "epoch": 2.1427299325785523, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.924578666687012, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8707524538040161, + "num_tokens": 642550829.0, + "step": 16844 + }, + { + "epoch": 2.142857142857143, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.876890182495117, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8759782910346985, + "num_tokens": 642591255.0, + "step": 16845 + }, + { + "epoch": 2.1429843531357333, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.911819458007812, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8788232803344727, + "num_tokens": 642625772.0, + "step": 16846 + }, + { + "epoch": 2.143111563414324, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.908666610717773, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.871253490447998, + "num_tokens": 642667596.0, + "step": 16847 + }, + { + "epoch": 2.1432387736929144, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.854691505432129, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.87688148021698, + "num_tokens": 642702159.0, + "step": 16848 + }, + { + "epoch": 2.143365983971505, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.88687515258789, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.8897714614868164, + "num_tokens": 642737307.0, + "step": 16849 + }, + { + "epoch": 2.1434931942500954, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.941472053527832, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8670707941055298, + "num_tokens": 642776660.0, + "step": 16850 + }, + { + "epoch": 2.143620404528686, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.8784818649292, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.87076735496521, + "num_tokens": 642814131.0, + "step": 16851 + }, + { + "epoch": 2.1437476148072765, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.874608039855957, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8577571511268616, + "num_tokens": 642854138.0, + "step": 16852 + }, + { + "epoch": 2.143874825085867, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.958592414855957, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8832944631576538, + "num_tokens": 642893767.0, + "step": 16853 + }, + { + "epoch": 2.1440020353644575, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.86194133758545, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8898005485534668, + "num_tokens": 642928286.0, + "step": 16854 + }, + { + "epoch": 2.144129245643048, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.934883117675781, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8841414451599121, + "num_tokens": 642971220.0, + "step": 16855 + }, + { + "epoch": 2.1442564559216386, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.919355392456055, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8806588649749756, + "num_tokens": 643013618.0, + "step": 16856 + }, + { + "epoch": 2.144383666200229, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.883966445922852, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8795559406280518, + "num_tokens": 643058122.0, + "step": 16857 + }, + { + "epoch": 2.1445108764788197, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.969215393066406, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.864558219909668, + "num_tokens": 643096662.0, + "step": 16858 + }, + { + "epoch": 2.14463808675741, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.91893482208252, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8890284895896912, + "num_tokens": 643137923.0, + "step": 16859 + }, + { + "epoch": 2.1447652970360007, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.885087966918945, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8810350894927979, + "num_tokens": 643176918.0, + "step": 16860 + }, + { + "epoch": 2.144892507314591, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.957585334777832, + "learning_rate": 1e-06, + "loss": 0.3186, + "mean_token_accuracy": 0.8941316604614258, + "num_tokens": 643217525.0, + "step": 16861 + }, + { + "epoch": 2.1450197175931813, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.894259452819824, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8919857740402222, + "num_tokens": 643255131.0, + "step": 16862 + }, + { + "epoch": 2.145146927871772, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.892060279846191, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8846498727798462, + "num_tokens": 643292092.0, + "step": 16863 + }, + { + "epoch": 2.1452741381503624, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.963171005249023, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8742655515670776, + "num_tokens": 643330510.0, + "step": 16864 + }, + { + "epoch": 2.145401348428953, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.855696678161621, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8725271224975586, + "num_tokens": 643372900.0, + "step": 16865 + }, + { + "epoch": 2.1455285587075434, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.971179962158203, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8836042881011963, + "num_tokens": 643412866.0, + "step": 16866 + }, + { + "epoch": 2.145655768986134, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.8751802444458, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8609218597412109, + "num_tokens": 643452846.0, + "step": 16867 + }, + { + "epoch": 2.1457829792647245, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.91982364654541, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8819526433944702, + "num_tokens": 643488264.0, + "step": 16868 + }, + { + "epoch": 2.145910189543315, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.971590042114258, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8657199144363403, + "num_tokens": 643528131.0, + "step": 16869 + }, + { + "epoch": 2.1460373998219056, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.943275451660156, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8766690492630005, + "num_tokens": 643564041.0, + "step": 16870 + }, + { + "epoch": 2.146164610100496, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.947242736816406, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8653237819671631, + "num_tokens": 643601507.0, + "step": 16871 + }, + { + "epoch": 2.1462918203790866, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.925138473510742, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8607150912284851, + "num_tokens": 643647161.0, + "step": 16872 + }, + { + "epoch": 2.146419030657677, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.974555969238281, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.881866455078125, + "num_tokens": 643687114.0, + "step": 16873 + }, + { + "epoch": 2.1465462409362677, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.896100997924805, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8635019063949585, + "num_tokens": 643722110.0, + "step": 16874 + }, + { + "epoch": 2.146673451214858, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.91910171508789, + "learning_rate": 1e-06, + "loss": 0.4453, + "mean_token_accuracy": 0.8552185297012329, + "num_tokens": 643765770.0, + "step": 16875 + }, + { + "epoch": 2.1468006614934487, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.872978210449219, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8696714043617249, + "num_tokens": 643810097.0, + "step": 16876 + }, + { + "epoch": 2.1469278717720393, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.956425666809082, + "learning_rate": 1e-06, + "loss": 0.4389, + "mean_token_accuracy": 0.8517071008682251, + "num_tokens": 643847904.0, + "step": 16877 + }, + { + "epoch": 2.14705508205063, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 12.000614166259766, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8848079442977905, + "num_tokens": 643889157.0, + "step": 16878 + }, + { + "epoch": 2.1471822923292203, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.8903169631958, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8795578479766846, + "num_tokens": 643931181.0, + "step": 16879 + }, + { + "epoch": 2.147309502607811, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.910371780395508, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8750183582305908, + "num_tokens": 643965415.0, + "step": 16880 + }, + { + "epoch": 2.1474367128864014, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.894774436950684, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8620098829269409, + "num_tokens": 644010647.0, + "step": 16881 + }, + { + "epoch": 2.147563923164992, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.932214736938477, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.8913611173629761, + "num_tokens": 644044347.0, + "step": 16882 + }, + { + "epoch": 2.1476911334435824, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.898842811584473, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8835886716842651, + "num_tokens": 644083456.0, + "step": 16883 + }, + { + "epoch": 2.147818343722173, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.92989444732666, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8668460845947266, + "num_tokens": 644123851.0, + "step": 16884 + }, + { + "epoch": 2.1479455540007635, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.84029483795166, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8857386112213135, + "num_tokens": 644168880.0, + "step": 16885 + }, + { + "epoch": 2.1480727642793536, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.94743537902832, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8791759014129639, + "num_tokens": 644204532.0, + "step": 16886 + }, + { + "epoch": 2.148199974557944, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.897724151611328, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.894447922706604, + "num_tokens": 644246160.0, + "step": 16887 + }, + { + "epoch": 2.1483271848365346, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.898458480834961, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8871093988418579, + "num_tokens": 644284881.0, + "step": 16888 + }, + { + "epoch": 2.148454395115125, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.891351699829102, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8701047897338867, + "num_tokens": 644326661.0, + "step": 16889 + }, + { + "epoch": 2.1485816053937157, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.838589668273926, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8816115856170654, + "num_tokens": 644364420.0, + "step": 16890 + }, + { + "epoch": 2.148708815672306, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.853771209716797, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8604158163070679, + "num_tokens": 644398626.0, + "step": 16891 + }, + { + "epoch": 2.1488360259508967, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.897500991821289, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8770410418510437, + "num_tokens": 644434772.0, + "step": 16892 + }, + { + "epoch": 2.1489632362294873, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.864357948303223, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.874502420425415, + "num_tokens": 644474425.0, + "step": 16893 + }, + { + "epoch": 2.149090446508078, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.859331130981445, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8698345422744751, + "num_tokens": 644507796.0, + "step": 16894 + }, + { + "epoch": 2.1492176567866683, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.883322715759277, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8732605576515198, + "num_tokens": 644544172.0, + "step": 16895 + }, + { + "epoch": 2.149344867065259, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.926555633544922, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.876115620136261, + "num_tokens": 644582217.0, + "step": 16896 + }, + { + "epoch": 2.1494720773438494, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.860380172729492, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.882343053817749, + "num_tokens": 644620028.0, + "step": 16897 + }, + { + "epoch": 2.14959928762244, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.918278694152832, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.862203061580658, + "num_tokens": 644663743.0, + "step": 16898 + }, + { + "epoch": 2.1497264979010304, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.864520072937012, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8780856132507324, + "num_tokens": 644700914.0, + "step": 16899 + }, + { + "epoch": 2.149853708179621, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.904603958129883, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8742443323135376, + "num_tokens": 644744232.0, + "step": 16900 + }, + { + "epoch": 2.1499809184582115, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.813283920288086, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8700025081634521, + "num_tokens": 644780851.0, + "step": 16901 + }, + { + "epoch": 2.150108128736802, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.913145065307617, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8846169114112854, + "num_tokens": 644822103.0, + "step": 16902 + }, + { + "epoch": 2.1502353390153925, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.839652061462402, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8731069564819336, + "num_tokens": 644861209.0, + "step": 16903 + }, + { + "epoch": 2.150362549293983, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.882673263549805, + "learning_rate": 1e-06, + "loss": 0.4168, + "mean_token_accuracy": 0.8647050857543945, + "num_tokens": 644899860.0, + "step": 16904 + }, + { + "epoch": 2.1504897595725736, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.921549797058105, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8733135461807251, + "num_tokens": 644943101.0, + "step": 16905 + }, + { + "epoch": 2.150616969851164, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.898587226867676, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8657695055007935, + "num_tokens": 644981786.0, + "step": 16906 + }, + { + "epoch": 2.1507441801297547, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.87901782989502, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8782649636268616, + "num_tokens": 645017949.0, + "step": 16907 + }, + { + "epoch": 2.150871390408345, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.88287353515625, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8750117421150208, + "num_tokens": 645053443.0, + "step": 16908 + }, + { + "epoch": 2.1509986006869353, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.926069259643555, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8776811361312866, + "num_tokens": 645089916.0, + "step": 16909 + }, + { + "epoch": 2.1511258109655262, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.890012741088867, + "learning_rate": 1e-06, + "loss": 0.4197, + "mean_token_accuracy": 0.8608800768852234, + "num_tokens": 645134531.0, + "step": 16910 + }, + { + "epoch": 2.1512530212441163, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.91456413269043, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8713654279708862, + "num_tokens": 645172608.0, + "step": 16911 + }, + { + "epoch": 2.151380231522707, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.868501663208008, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8726235032081604, + "num_tokens": 645209895.0, + "step": 16912 + }, + { + "epoch": 2.1515074418012974, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.905543327331543, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.882699728012085, + "num_tokens": 645245259.0, + "step": 16913 + }, + { + "epoch": 2.151634652079888, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.912693977355957, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8715039491653442, + "num_tokens": 645284962.0, + "step": 16914 + }, + { + "epoch": 2.1517618623584784, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.847591400146484, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.8905372023582458, + "num_tokens": 645322352.0, + "step": 16915 + }, + { + "epoch": 2.151889072637069, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.8790283203125, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8751873970031738, + "num_tokens": 645358401.0, + "step": 16916 + }, + { + "epoch": 2.1520162829156595, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.854621887207031, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8882638812065125, + "num_tokens": 645399147.0, + "step": 16917 + }, + { + "epoch": 2.15214349319425, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.895978927612305, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8579502105712891, + "num_tokens": 645437286.0, + "step": 16918 + }, + { + "epoch": 2.1522707034728406, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.831987380981445, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8693842887878418, + "num_tokens": 645477853.0, + "step": 16919 + }, + { + "epoch": 2.152397913751431, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.888076782226562, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8658490180969238, + "num_tokens": 645520476.0, + "step": 16920 + }, + { + "epoch": 2.1525251240300216, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.921792984008789, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8614501357078552, + "num_tokens": 645561539.0, + "step": 16921 + }, + { + "epoch": 2.152652334308612, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.869837760925293, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8714252710342407, + "num_tokens": 645602950.0, + "step": 16922 + }, + { + "epoch": 2.1527795445872027, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.910599708557129, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8655432462692261, + "num_tokens": 645639215.0, + "step": 16923 + }, + { + "epoch": 2.152906754865793, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.931386947631836, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8742888569831848, + "num_tokens": 645677287.0, + "step": 16924 + }, + { + "epoch": 2.1530339651443837, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.90536880493164, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.882928192615509, + "num_tokens": 645710784.0, + "step": 16925 + }, + { + "epoch": 2.1531611754229742, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.896002769470215, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8715411424636841, + "num_tokens": 645750568.0, + "step": 16926 + }, + { + "epoch": 2.1532883857015648, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.925407409667969, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8812333941459656, + "num_tokens": 645783911.0, + "step": 16927 + }, + { + "epoch": 2.1534155959801553, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.957768440246582, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8912697434425354, + "num_tokens": 645822524.0, + "step": 16928 + }, + { + "epoch": 2.153542806258746, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.9388427734375, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8725022673606873, + "num_tokens": 645856924.0, + "step": 16929 + }, + { + "epoch": 2.1536700165373364, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.969928741455078, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8679372072219849, + "num_tokens": 645896995.0, + "step": 16930 + }, + { + "epoch": 2.153797226815927, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.93238639831543, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8834328651428223, + "num_tokens": 645941768.0, + "step": 16931 + }, + { + "epoch": 2.1539244370945174, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.886178970336914, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8749217987060547, + "num_tokens": 645981909.0, + "step": 16932 + }, + { + "epoch": 2.154051647373108, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.866730690002441, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8675742745399475, + "num_tokens": 646022034.0, + "step": 16933 + }, + { + "epoch": 2.154178857651698, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.936965942382812, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8744009733200073, + "num_tokens": 646056714.0, + "step": 16934 + }, + { + "epoch": 2.1543060679302886, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.860669136047363, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8683908581733704, + "num_tokens": 646095668.0, + "step": 16935 + }, + { + "epoch": 2.154433278208879, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.839498519897461, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8600502610206604, + "num_tokens": 646136745.0, + "step": 16936 + }, + { + "epoch": 2.1545604884874696, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.849682807922363, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8728314638137817, + "num_tokens": 646180314.0, + "step": 16937 + }, + { + "epoch": 2.15468769876606, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.872007369995117, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8783736228942871, + "num_tokens": 646218191.0, + "step": 16938 + }, + { + "epoch": 2.1548149090446507, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.882984161376953, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8903592228889465, + "num_tokens": 646256350.0, + "step": 16939 + }, + { + "epoch": 2.154942119323241, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.845662117004395, + "learning_rate": 1e-06, + "loss": 0.2941, + "mean_token_accuracy": 0.8970317244529724, + "num_tokens": 646290915.0, + "step": 16940 + }, + { + "epoch": 2.1550693296018317, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.969743728637695, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8688465356826782, + "num_tokens": 646325838.0, + "step": 16941 + }, + { + "epoch": 2.1551965398804223, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.890445709228516, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.8579086065292358, + "num_tokens": 646362742.0, + "step": 16942 + }, + { + "epoch": 2.155323750159013, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.922844886779785, + "learning_rate": 1e-06, + "loss": 0.4177, + "mean_token_accuracy": 0.8623512983322144, + "num_tokens": 646403958.0, + "step": 16943 + }, + { + "epoch": 2.1554509604376033, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.880301475524902, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8700917363166809, + "num_tokens": 646442872.0, + "step": 16944 + }, + { + "epoch": 2.155578170716194, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.875186920166016, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8825965523719788, + "num_tokens": 646484642.0, + "step": 16945 + }, + { + "epoch": 2.1557053809947844, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.959782600402832, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.884870707988739, + "num_tokens": 646521688.0, + "step": 16946 + }, + { + "epoch": 2.155832591273375, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.886170387268066, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.882798433303833, + "num_tokens": 646560182.0, + "step": 16947 + }, + { + "epoch": 2.1559598015519654, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.927913665771484, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8799399137496948, + "num_tokens": 646593252.0, + "step": 16948 + }, + { + "epoch": 2.156087011830556, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.84262466430664, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8739004731178284, + "num_tokens": 646635514.0, + "step": 16949 + }, + { + "epoch": 2.1562142221091465, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.929532051086426, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8629473447799683, + "num_tokens": 646674785.0, + "step": 16950 + }, + { + "epoch": 2.156341432387737, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.870780944824219, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8754246830940247, + "num_tokens": 646713832.0, + "step": 16951 + }, + { + "epoch": 2.1564686426663275, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.918478965759277, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8796463012695312, + "num_tokens": 646752218.0, + "step": 16952 + }, + { + "epoch": 2.156595852944918, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.87723159790039, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8740553855895996, + "num_tokens": 646786196.0, + "step": 16953 + }, + { + "epoch": 2.1567230632235086, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.913372039794922, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8698503971099854, + "num_tokens": 646821462.0, + "step": 16954 + }, + { + "epoch": 2.156850273502099, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.913224220275879, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8809188604354858, + "num_tokens": 646856613.0, + "step": 16955 + }, + { + "epoch": 2.1569774837806897, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.91128921508789, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8868621587753296, + "num_tokens": 646893013.0, + "step": 16956 + }, + { + "epoch": 2.15710469405928, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.908049583435059, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8801799416542053, + "num_tokens": 646936180.0, + "step": 16957 + }, + { + "epoch": 2.1572319043378707, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.852399826049805, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8759405016899109, + "num_tokens": 646979314.0, + "step": 16958 + }, + { + "epoch": 2.157359114616461, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.885039329528809, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8849947452545166, + "num_tokens": 647020136.0, + "step": 16959 + }, + { + "epoch": 2.1574863248950513, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.93586540222168, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8805193901062012, + "num_tokens": 647052970.0, + "step": 16960 + }, + { + "epoch": 2.157613535173642, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.855562210083008, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8706669807434082, + "num_tokens": 647093195.0, + "step": 16961 + }, + { + "epoch": 2.1577407454522324, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.882765769958496, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8764315247535706, + "num_tokens": 647133800.0, + "step": 16962 + }, + { + "epoch": 2.157867955730823, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.919169425964355, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8599036931991577, + "num_tokens": 647167704.0, + "step": 16963 + }, + { + "epoch": 2.1579951660094134, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.870854377746582, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8632265329360962, + "num_tokens": 647208474.0, + "step": 16964 + }, + { + "epoch": 2.158122376288004, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.87703800201416, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8886438608169556, + "num_tokens": 647242131.0, + "step": 16965 + }, + { + "epoch": 2.1582495865665945, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.912240982055664, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8578445911407471, + "num_tokens": 647280952.0, + "step": 16966 + }, + { + "epoch": 2.158376796845185, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.918529510498047, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8702625036239624, + "num_tokens": 647318411.0, + "step": 16967 + }, + { + "epoch": 2.1585040071237755, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.924938201904297, + "learning_rate": 1e-06, + "loss": 0.4297, + "mean_token_accuracy": 0.8635925054550171, + "num_tokens": 647361002.0, + "step": 16968 + }, + { + "epoch": 2.158631217402366, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.957963943481445, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8786675930023193, + "num_tokens": 647402995.0, + "step": 16969 + }, + { + "epoch": 2.1587584276809566, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.93322467803955, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8781857490539551, + "num_tokens": 647441220.0, + "step": 16970 + }, + { + "epoch": 2.158885637959547, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.927186965942383, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8688114881515503, + "num_tokens": 647476832.0, + "step": 16971 + }, + { + "epoch": 2.1590128482381377, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.886720657348633, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8769333362579346, + "num_tokens": 647516855.0, + "step": 16972 + }, + { + "epoch": 2.159140058516728, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.886093139648438, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8720731139183044, + "num_tokens": 647556913.0, + "step": 16973 + }, + { + "epoch": 2.1592672687953187, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.951105117797852, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8922831416130066, + "num_tokens": 647591242.0, + "step": 16974 + }, + { + "epoch": 2.1593944790739092, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.870014190673828, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8791261315345764, + "num_tokens": 647632156.0, + "step": 16975 + }, + { + "epoch": 2.1595216893524998, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.94057846069336, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8823213577270508, + "num_tokens": 647669857.0, + "step": 16976 + }, + { + "epoch": 2.1596488996310903, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.905572891235352, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8640302419662476, + "num_tokens": 647715580.0, + "step": 16977 + }, + { + "epoch": 2.159776109909681, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.922078132629395, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8676464557647705, + "num_tokens": 647755917.0, + "step": 16978 + }, + { + "epoch": 2.1599033201882714, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.929259300231934, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8918365836143494, + "num_tokens": 647802205.0, + "step": 16979 + }, + { + "epoch": 2.160030530466862, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.91524600982666, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8611352443695068, + "num_tokens": 647846627.0, + "step": 16980 + }, + { + "epoch": 2.1601577407454524, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.898094177246094, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8662853240966797, + "num_tokens": 647885033.0, + "step": 16981 + }, + { + "epoch": 2.160284951024043, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.887149810791016, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8650543689727783, + "num_tokens": 647923370.0, + "step": 16982 + }, + { + "epoch": 2.1604121613026335, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.94628620147705, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8805218935012817, + "num_tokens": 647963431.0, + "step": 16983 + }, + { + "epoch": 2.1605393715812236, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.930870056152344, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8673681020736694, + "num_tokens": 648002854.0, + "step": 16984 + }, + { + "epoch": 2.160666581859814, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.889159202575684, + "learning_rate": 1e-06, + "loss": 0.4166, + "mean_token_accuracy": 0.8642884492874146, + "num_tokens": 648041082.0, + "step": 16985 + }, + { + "epoch": 2.1607937921384046, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.919018745422363, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8686423897743225, + "num_tokens": 648082109.0, + "step": 16986 + }, + { + "epoch": 2.160921002416995, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.90927505493164, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8893510103225708, + "num_tokens": 648117398.0, + "step": 16987 + }, + { + "epoch": 2.1610482126955857, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.86305046081543, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.883459210395813, + "num_tokens": 648158997.0, + "step": 16988 + }, + { + "epoch": 2.161175422974176, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.883143424987793, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8731117844581604, + "num_tokens": 648194334.0, + "step": 16989 + }, + { + "epoch": 2.1613026332527667, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.983296394348145, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8726195096969604, + "num_tokens": 648230601.0, + "step": 16990 + }, + { + "epoch": 2.1614298435313573, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.879203796386719, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8697731494903564, + "num_tokens": 648274979.0, + "step": 16991 + }, + { + "epoch": 2.161557053809948, + "ewc_loss": 0.016357421875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.633167266845703e-05, + "grad_norm": 11.937019348144531, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.860148549079895, + "num_tokens": 648319229.0, + "step": 16992 + }, + { + "epoch": 2.1616842640885383, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.932636260986328, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8863824605941772, + "num_tokens": 648354550.0, + "step": 16993 + }, + { + "epoch": 2.161811474367129, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.921210289001465, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8869940638542175, + "num_tokens": 648389820.0, + "step": 16994 + }, + { + "epoch": 2.1619386846457194, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.890929222106934, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.8897343277931213, + "num_tokens": 648423841.0, + "step": 16995 + }, + { + "epoch": 2.16206589492431, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.918622970581055, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8623652458190918, + "num_tokens": 648459865.0, + "step": 16996 + }, + { + "epoch": 2.1621931052029004, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.913823127746582, + "learning_rate": 1e-06, + "loss": 0.3103, + "mean_token_accuracy": 0.8921757936477661, + "num_tokens": 648492639.0, + "step": 16997 + }, + { + "epoch": 2.162320315481491, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.914737701416016, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8807670474052429, + "num_tokens": 648533456.0, + "step": 16998 + }, + { + "epoch": 2.1624475257600815, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.921584129333496, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8889676332473755, + "num_tokens": 648571955.0, + "step": 16999 + }, + { + "epoch": 2.162574736038672, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.911711692810059, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8918708562850952, + "num_tokens": 648614284.0, + "step": 17000 + }, + { + "epoch": 2.1627019463172625, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.905278205871582, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8840397596359253, + "num_tokens": 648654399.0, + "step": 17001 + }, + { + "epoch": 2.162829156595853, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.873628616333008, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.877616822719574, + "num_tokens": 648694490.0, + "step": 17002 + }, + { + "epoch": 2.1629563668744436, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.964527130126953, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.882102906703949, + "num_tokens": 648730665.0, + "step": 17003 + }, + { + "epoch": 2.163083577153034, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.970062255859375, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8804569840431213, + "num_tokens": 648765289.0, + "step": 17004 + }, + { + "epoch": 2.1632107874316246, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.929656982421875, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8759145140647888, + "num_tokens": 648803982.0, + "step": 17005 + }, + { + "epoch": 2.163337997710215, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.865999221801758, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.880933940410614, + "num_tokens": 648840992.0, + "step": 17006 + }, + { + "epoch": 2.1634652079888053, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.943904876708984, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8715049028396606, + "num_tokens": 648883621.0, + "step": 17007 + }, + { + "epoch": 2.1635924182673962, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.953506469726562, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8611893653869629, + "num_tokens": 648922258.0, + "step": 17008 + }, + { + "epoch": 2.1637196285459863, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.922952651977539, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8749842643737793, + "num_tokens": 648965010.0, + "step": 17009 + }, + { + "epoch": 2.163846838824577, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.949880599975586, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8707044124603271, + "num_tokens": 649008124.0, + "step": 17010 + }, + { + "epoch": 2.1639740491031674, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.975785255432129, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8761250972747803, + "num_tokens": 649044743.0, + "step": 17011 + }, + { + "epoch": 2.164101259381758, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.934042930603027, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8881819248199463, + "num_tokens": 649078410.0, + "step": 17012 + }, + { + "epoch": 2.1642284696603484, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 12.002070426940918, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8864012956619263, + "num_tokens": 649115415.0, + "step": 17013 + }, + { + "epoch": 2.164355679938939, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.9269437789917, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8730465173721313, + "num_tokens": 649156266.0, + "step": 17014 + }, + { + "epoch": 2.1644828902175295, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.922109603881836, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8829007148742676, + "num_tokens": 649192552.0, + "step": 17015 + }, + { + "epoch": 2.16461010049612, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.988663673400879, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8785444498062134, + "num_tokens": 649224163.0, + "step": 17016 + }, + { + "epoch": 2.1647373107747105, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.873543739318848, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8950496912002563, + "num_tokens": 649259348.0, + "step": 17017 + }, + { + "epoch": 2.164864521053301, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.970956802368164, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8906527757644653, + "num_tokens": 649296875.0, + "step": 17018 + }, + { + "epoch": 2.1649917313318916, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.953417778015137, + "learning_rate": 1e-06, + "loss": 0.4091, + "mean_token_accuracy": 0.8656085729598999, + "num_tokens": 649333455.0, + "step": 17019 + }, + { + "epoch": 2.165118941610482, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.948564529418945, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8774617314338684, + "num_tokens": 649364567.0, + "step": 17020 + }, + { + "epoch": 2.1652461518890727, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.966712951660156, + "learning_rate": 1e-06, + "loss": 0.4303, + "mean_token_accuracy": 0.859538733959198, + "num_tokens": 649400579.0, + "step": 17021 + }, + { + "epoch": 2.165373362167663, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.917076110839844, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8886511325836182, + "num_tokens": 649432940.0, + "step": 17022 + }, + { + "epoch": 2.1655005724462537, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.9321928024292, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8803891539573669, + "num_tokens": 649466695.0, + "step": 17023 + }, + { + "epoch": 2.1656277827248442, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.894519805908203, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8750045299530029, + "num_tokens": 649504578.0, + "step": 17024 + }, + { + "epoch": 2.1657549930034348, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.880455017089844, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8659907579421997, + "num_tokens": 649541536.0, + "step": 17025 + }, + { + "epoch": 2.1658822032820253, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.922876358032227, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8742130398750305, + "num_tokens": 649581280.0, + "step": 17026 + }, + { + "epoch": 2.166009413560616, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.877537727355957, + "learning_rate": 1e-06, + "loss": 0.3107, + "mean_token_accuracy": 0.8974931240081787, + "num_tokens": 649619837.0, + "step": 17027 + }, + { + "epoch": 2.1661366238392064, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.963165283203125, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8876683115959167, + "num_tokens": 649654708.0, + "step": 17028 + }, + { + "epoch": 2.166263834117797, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.93786334991455, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8567895293235779, + "num_tokens": 649691709.0, + "step": 17029 + }, + { + "epoch": 2.1663910443963874, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.850200653076172, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8722822666168213, + "num_tokens": 649734876.0, + "step": 17030 + }, + { + "epoch": 2.166518254674978, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.934870719909668, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.884901225566864, + "num_tokens": 649775477.0, + "step": 17031 + }, + { + "epoch": 2.166645464953568, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.910802841186523, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8874316811561584, + "num_tokens": 649816136.0, + "step": 17032 + }, + { + "epoch": 2.1667726752321586, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.946260452270508, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8851678371429443, + "num_tokens": 649847942.0, + "step": 17033 + }, + { + "epoch": 2.166899885510749, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.95966911315918, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8729618787765503, + "num_tokens": 649887875.0, + "step": 17034 + }, + { + "epoch": 2.1670270957893396, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.931265830993652, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8647319674491882, + "num_tokens": 649920557.0, + "step": 17035 + }, + { + "epoch": 2.16715430606793, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.923717498779297, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8851619958877563, + "num_tokens": 649959704.0, + "step": 17036 + }, + { + "epoch": 2.1672815163465207, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.981194496154785, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8813319206237793, + "num_tokens": 650000433.0, + "step": 17037 + }, + { + "epoch": 2.167408726625111, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.942535400390625, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.887596607208252, + "num_tokens": 650038793.0, + "step": 17038 + }, + { + "epoch": 2.1675359369037017, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.922053337097168, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.8850586414337158, + "num_tokens": 650072877.0, + "step": 17039 + }, + { + "epoch": 2.1676631471822922, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.910545349121094, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8647735118865967, + "num_tokens": 650109245.0, + "step": 17040 + }, + { + "epoch": 2.1677903574608828, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.902621269226074, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8890772461891174, + "num_tokens": 650150254.0, + "step": 17041 + }, + { + "epoch": 2.1679175677394733, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.897832870483398, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8580681085586548, + "num_tokens": 650189587.0, + "step": 17042 + }, + { + "epoch": 2.168044778018064, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.975049018859863, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8714565634727478, + "num_tokens": 650225443.0, + "step": 17043 + }, + { + "epoch": 2.1681719882966544, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.965265274047852, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8722549676895142, + "num_tokens": 650262319.0, + "step": 17044 + }, + { + "epoch": 2.168299198575245, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.899636268615723, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8621771335601807, + "num_tokens": 650297137.0, + "step": 17045 + }, + { + "epoch": 2.1684264088538354, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.98884105682373, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8756312727928162, + "num_tokens": 650335521.0, + "step": 17046 + }, + { + "epoch": 2.168553619132426, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.943791389465332, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8712735176086426, + "num_tokens": 650373050.0, + "step": 17047 + }, + { + "epoch": 2.1686808294110165, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.921786308288574, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8825600743293762, + "num_tokens": 650407438.0, + "step": 17048 + }, + { + "epoch": 2.168808039689607, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.961003303527832, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8708572387695312, + "num_tokens": 650447793.0, + "step": 17049 + }, + { + "epoch": 2.1689352499681975, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.95021915435791, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8720101118087769, + "num_tokens": 650487167.0, + "step": 17050 + }, + { + "epoch": 2.169062460246788, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.910367965698242, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8645798563957214, + "num_tokens": 650522960.0, + "step": 17051 + }, + { + "epoch": 2.1691896705253786, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.879179954528809, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8707304000854492, + "num_tokens": 650564161.0, + "step": 17052 + }, + { + "epoch": 2.169316880803969, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.932705879211426, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.882465660572052, + "num_tokens": 650599201.0, + "step": 17053 + }, + { + "epoch": 2.1694440910825596, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.92800235748291, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8572136163711548, + "num_tokens": 650637385.0, + "step": 17054 + }, + { + "epoch": 2.16957130136115, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.890264511108398, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8760594725608826, + "num_tokens": 650671954.0, + "step": 17055 + }, + { + "epoch": 2.1696985116397407, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.921082496643066, + "learning_rate": 1e-06, + "loss": 0.3151, + "mean_token_accuracy": 0.8940224051475525, + "num_tokens": 650708475.0, + "step": 17056 + }, + { + "epoch": 2.169825721918331, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.861748695373535, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8803206086158752, + "num_tokens": 650748089.0, + "step": 17057 + }, + { + "epoch": 2.1699529321969213, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.884149551391602, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8789117336273193, + "num_tokens": 650790869.0, + "step": 17058 + }, + { + "epoch": 2.170080142475512, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.953958511352539, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.863886833190918, + "num_tokens": 650830697.0, + "step": 17059 + }, + { + "epoch": 2.1702073527541024, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.83780574798584, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8845880031585693, + "num_tokens": 650868755.0, + "step": 17060 + }, + { + "epoch": 2.170334563032693, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.968839645385742, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8861373662948608, + "num_tokens": 650908019.0, + "step": 17061 + }, + { + "epoch": 2.1704617733112834, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.876489639282227, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8751049041748047, + "num_tokens": 650954195.0, + "step": 17062 + }, + { + "epoch": 2.170588983589874, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.89143180847168, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8884142637252808, + "num_tokens": 650992740.0, + "step": 17063 + }, + { + "epoch": 2.1707161938684645, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.871672630310059, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8898844122886658, + "num_tokens": 651031524.0, + "step": 17064 + }, + { + "epoch": 2.170843404147055, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.911545753479004, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8744595646858215, + "num_tokens": 651070004.0, + "step": 17065 + }, + { + "epoch": 2.1709706144256455, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.908117294311523, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8638898134231567, + "num_tokens": 651104474.0, + "step": 17066 + }, + { + "epoch": 2.171097824704236, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.905997276306152, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.870613694190979, + "num_tokens": 651148913.0, + "step": 17067 + }, + { + "epoch": 2.1712250349828266, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.914610862731934, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8841490745544434, + "num_tokens": 651192072.0, + "step": 17068 + }, + { + "epoch": 2.171352245261417, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.973862648010254, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8687646389007568, + "num_tokens": 651226132.0, + "step": 17069 + }, + { + "epoch": 2.1714794555400077, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.928487777709961, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8794064521789551, + "num_tokens": 651263467.0, + "step": 17070 + }, + { + "epoch": 2.171606665818598, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.885634422302246, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8680092096328735, + "num_tokens": 651309521.0, + "step": 17071 + }, + { + "epoch": 2.1717338760971887, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.94209098815918, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8793106079101562, + "num_tokens": 651347026.0, + "step": 17072 + }, + { + "epoch": 2.1718610863757792, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.920761108398438, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8846248388290405, + "num_tokens": 651380545.0, + "step": 17073 + }, + { + "epoch": 2.1719882966543698, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.962442398071289, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.882073700428009, + "num_tokens": 651409428.0, + "step": 17074 + }, + { + "epoch": 2.1721155069329603, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.89838981628418, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.8638201355934143, + "num_tokens": 651447993.0, + "step": 17075 + }, + { + "epoch": 2.172242717211551, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.925384521484375, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8711979389190674, + "num_tokens": 651488210.0, + "step": 17076 + }, + { + "epoch": 2.1723699274901414, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.902201652526855, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8730934262275696, + "num_tokens": 651525742.0, + "step": 17077 + }, + { + "epoch": 2.172497137768732, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.92654800415039, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8838260769844055, + "num_tokens": 651565569.0, + "step": 17078 + }, + { + "epoch": 2.1726243480473224, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.869477272033691, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.871269166469574, + "num_tokens": 651605291.0, + "step": 17079 + }, + { + "epoch": 2.172751558325913, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.916427612304688, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8770902156829834, + "num_tokens": 651641998.0, + "step": 17080 + }, + { + "epoch": 2.1728787686045035, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.909252166748047, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8748184442520142, + "num_tokens": 651683040.0, + "step": 17081 + }, + { + "epoch": 2.1730059788830935, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.899094581604004, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8851261138916016, + "num_tokens": 651718067.0, + "step": 17082 + }, + { + "epoch": 2.173133189161684, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.843252182006836, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.8895753026008606, + "num_tokens": 651761995.0, + "step": 17083 + }, + { + "epoch": 2.1732603994402746, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.873754501342773, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.8895137906074524, + "num_tokens": 651797780.0, + "step": 17084 + }, + { + "epoch": 2.173387609718865, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.900343894958496, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8657001256942749, + "num_tokens": 651832931.0, + "step": 17085 + }, + { + "epoch": 2.1735148199974557, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.89682388305664, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8708176016807556, + "num_tokens": 651868440.0, + "step": 17086 + }, + { + "epoch": 2.173642030276046, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.95088005065918, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8795657157897949, + "num_tokens": 651900029.0, + "step": 17087 + }, + { + "epoch": 2.1737692405546367, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.885970115661621, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8735055923461914, + "num_tokens": 651944892.0, + "step": 17088 + }, + { + "epoch": 2.1738964508332272, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.960187911987305, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8846705555915833, + "num_tokens": 651979330.0, + "step": 17089 + }, + { + "epoch": 2.1740236611118178, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.88814640045166, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8685862421989441, + "num_tokens": 652017389.0, + "step": 17090 + }, + { + "epoch": 2.1741508713904083, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.90239429473877, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8721473217010498, + "num_tokens": 652052260.0, + "step": 17091 + }, + { + "epoch": 2.174278081668999, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.96278190612793, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8628365993499756, + "num_tokens": 652089917.0, + "step": 17092 + }, + { + "epoch": 2.1744052919475894, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.933173179626465, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.879665732383728, + "num_tokens": 652129849.0, + "step": 17093 + }, + { + "epoch": 2.17453250222618, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.955262184143066, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8696087598800659, + "num_tokens": 652163178.0, + "step": 17094 + }, + { + "epoch": 2.1746597125047704, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.938644409179688, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8822993040084839, + "num_tokens": 652201521.0, + "step": 17095 + }, + { + "epoch": 2.174786922783361, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.923001289367676, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8762701749801636, + "num_tokens": 652234820.0, + "step": 17096 + }, + { + "epoch": 2.1749141330619515, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.905008316040039, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8726295232772827, + "num_tokens": 652275686.0, + "step": 17097 + }, + { + "epoch": 2.175041343340542, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.968135833740234, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8682102560997009, + "num_tokens": 652313243.0, + "step": 17098 + }, + { + "epoch": 2.1751685536191325, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.940781593322754, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8894832730293274, + "num_tokens": 652351550.0, + "step": 17099 + }, + { + "epoch": 2.175295763897723, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.872665405273438, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8739376068115234, + "num_tokens": 652399834.0, + "step": 17100 + }, + { + "epoch": 2.1754229741763136, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.942975044250488, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8627952337265015, + "num_tokens": 652435839.0, + "step": 17101 + }, + { + "epoch": 2.175550184454904, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.98351764678955, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8729747533798218, + "num_tokens": 652475747.0, + "step": 17102 + }, + { + "epoch": 2.1756773947334946, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.932766914367676, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8880710601806641, + "num_tokens": 652517147.0, + "step": 17103 + }, + { + "epoch": 2.175804605012085, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.908289909362793, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8884031176567078, + "num_tokens": 652552811.0, + "step": 17104 + }, + { + "epoch": 2.1759318152906753, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.914702415466309, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8836438059806824, + "num_tokens": 652587709.0, + "step": 17105 + }, + { + "epoch": 2.1760590255692662, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.983444213867188, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8765337467193604, + "num_tokens": 652626213.0, + "step": 17106 + }, + { + "epoch": 2.1761862358478563, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.934054374694824, + "learning_rate": 1e-06, + "loss": 0.4638, + "mean_token_accuracy": 0.847983717918396, + "num_tokens": 652665692.0, + "step": 17107 + }, + { + "epoch": 2.176313446126447, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.913661003112793, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8683134317398071, + "num_tokens": 652705515.0, + "step": 17108 + }, + { + "epoch": 2.1764406564050374, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.970541000366211, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.8869566917419434, + "num_tokens": 652743343.0, + "step": 17109 + }, + { + "epoch": 2.176567866683628, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.905240058898926, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8706514835357666, + "num_tokens": 652784587.0, + "step": 17110 + }, + { + "epoch": 2.1766950769622184, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.993423461914062, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8670955896377563, + "num_tokens": 652821985.0, + "step": 17111 + }, + { + "epoch": 2.176822287240809, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.97179126739502, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8862836360931396, + "num_tokens": 652855772.0, + "step": 17112 + }, + { + "epoch": 2.1769494975193995, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.95205020904541, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8724616765975952, + "num_tokens": 652890497.0, + "step": 17113 + }, + { + "epoch": 2.17707670779799, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.949286460876465, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8867810964584351, + "num_tokens": 652931611.0, + "step": 17114 + }, + { + "epoch": 2.1772039180765805, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.95040225982666, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8770701885223389, + "num_tokens": 652972129.0, + "step": 17115 + }, + { + "epoch": 2.177331128355171, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.884379386901855, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.869977593421936, + "num_tokens": 653009848.0, + "step": 17116 + }, + { + "epoch": 2.1774583386337616, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.964459419250488, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8732993602752686, + "num_tokens": 653044614.0, + "step": 17117 + }, + { + "epoch": 2.177585548912352, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.869746208190918, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8893474340438843, + "num_tokens": 653087614.0, + "step": 17118 + }, + { + "epoch": 2.1777127591909426, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.963435173034668, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8889880180358887, + "num_tokens": 653120434.0, + "step": 17119 + }, + { + "epoch": 2.177839969469533, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.889485359191895, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8867961764335632, + "num_tokens": 653159390.0, + "step": 17120 + }, + { + "epoch": 2.1779671797481237, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.88825798034668, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8693100214004517, + "num_tokens": 653201045.0, + "step": 17121 + }, + { + "epoch": 2.1780943900267142, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.890846252441406, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.878680408000946, + "num_tokens": 653244968.0, + "step": 17122 + }, + { + "epoch": 2.1782216003053048, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.959732055664062, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8687946796417236, + "num_tokens": 653281157.0, + "step": 17123 + }, + { + "epoch": 2.1783488105838953, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.921284675598145, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8891156315803528, + "num_tokens": 653321055.0, + "step": 17124 + }, + { + "epoch": 2.178476020862486, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.935844421386719, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8640692234039307, + "num_tokens": 653359320.0, + "step": 17125 + }, + { + "epoch": 2.1786032311410763, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.90766429901123, + "learning_rate": 1e-06, + "loss": 0.3058, + "mean_token_accuracy": 0.8952355980873108, + "num_tokens": 653404186.0, + "step": 17126 + }, + { + "epoch": 2.178730441419667, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.936993598937988, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8873398900032043, + "num_tokens": 653438122.0, + "step": 17127 + }, + { + "epoch": 2.1788576516982574, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.963966369628906, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8762843608856201, + "num_tokens": 653474727.0, + "step": 17128 + }, + { + "epoch": 2.178984861976848, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.890071868896484, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8818747401237488, + "num_tokens": 653513531.0, + "step": 17129 + }, + { + "epoch": 2.179112072255438, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.905658721923828, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8869161605834961, + "num_tokens": 653555871.0, + "step": 17130 + }, + { + "epoch": 2.1792392825340285, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.91080093383789, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8787304162979126, + "num_tokens": 653598825.0, + "step": 17131 + }, + { + "epoch": 2.179366492812619, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.924471855163574, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8857064247131348, + "num_tokens": 653639838.0, + "step": 17132 + }, + { + "epoch": 2.1794937030912096, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.965514183044434, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8680803775787354, + "num_tokens": 653678958.0, + "step": 17133 + }, + { + "epoch": 2.1796209133698, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.891575813293457, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8849614858627319, + "num_tokens": 653718043.0, + "step": 17134 + }, + { + "epoch": 2.1797481236483907, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.894357681274414, + "learning_rate": 1e-06, + "loss": 0.3226, + "mean_token_accuracy": 0.8913836479187012, + "num_tokens": 653756308.0, + "step": 17135 + }, + { + "epoch": 2.179875333926981, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.935444831848145, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.886491060256958, + "num_tokens": 653793140.0, + "step": 17136 + }, + { + "epoch": 2.1800025442055717, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.924178123474121, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8828514814376831, + "num_tokens": 653823441.0, + "step": 17137 + }, + { + "epoch": 2.1801297544841622, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.963959693908691, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8674511909484863, + "num_tokens": 653860743.0, + "step": 17138 + }, + { + "epoch": 2.1802569647627528, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.886289596557617, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8885199427604675, + "num_tokens": 653894785.0, + "step": 17139 + }, + { + "epoch": 2.1803841750413433, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.931730270385742, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8735190629959106, + "num_tokens": 653932208.0, + "step": 17140 + }, + { + "epoch": 2.180511385319934, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.916340827941895, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8637599349021912, + "num_tokens": 653968818.0, + "step": 17141 + }, + { + "epoch": 2.1806385955985244, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.856305122375488, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8728890419006348, + "num_tokens": 654010696.0, + "step": 17142 + }, + { + "epoch": 2.180765805877115, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.93925952911377, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8809569478034973, + "num_tokens": 654047632.0, + "step": 17143 + }, + { + "epoch": 2.1808930161557054, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.924924850463867, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8806500434875488, + "num_tokens": 654088200.0, + "step": 17144 + }, + { + "epoch": 2.181020226434296, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.885708808898926, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8745521306991577, + "num_tokens": 654124225.0, + "step": 17145 + }, + { + "epoch": 2.1811474367128865, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.922826766967773, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8790966868400574, + "num_tokens": 654163317.0, + "step": 17146 + }, + { + "epoch": 2.181274646991477, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.882079124450684, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8685283660888672, + "num_tokens": 654199208.0, + "step": 17147 + }, + { + "epoch": 2.1814018572700675, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.883638381958008, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8652650713920593, + "num_tokens": 654239988.0, + "step": 17148 + }, + { + "epoch": 2.181529067548658, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.939916610717773, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8711719512939453, + "num_tokens": 654276361.0, + "step": 17149 + }, + { + "epoch": 2.1816562778272486, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.924694061279297, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8809536695480347, + "num_tokens": 654316690.0, + "step": 17150 + }, + { + "epoch": 2.181783488105839, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.911967277526855, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8859111070632935, + "num_tokens": 654354112.0, + "step": 17151 + }, + { + "epoch": 2.1819106983844296, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.83850383758545, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8880246877670288, + "num_tokens": 654398896.0, + "step": 17152 + }, + { + "epoch": 2.18203790866302, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.958401679992676, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8889995813369751, + "num_tokens": 654435180.0, + "step": 17153 + }, + { + "epoch": 2.1821651189416107, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.934926986694336, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8653824329376221, + "num_tokens": 654473958.0, + "step": 17154 + }, + { + "epoch": 2.1822923292202008, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.922819137573242, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8632522821426392, + "num_tokens": 654512918.0, + "step": 17155 + }, + { + "epoch": 2.1824195394987913, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.934853553771973, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8851761221885681, + "num_tokens": 654552296.0, + "step": 17156 + }, + { + "epoch": 2.182546749777382, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.951539993286133, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8842578530311584, + "num_tokens": 654592088.0, + "step": 17157 + }, + { + "epoch": 2.1826739600559724, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.90835189819336, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8697044849395752, + "num_tokens": 654635119.0, + "step": 17158 + }, + { + "epoch": 2.182801170334563, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.951099395751953, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8660776615142822, + "num_tokens": 654671204.0, + "step": 17159 + }, + { + "epoch": 2.1829283806131534, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.942499160766602, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.875067412853241, + "num_tokens": 654702986.0, + "step": 17160 + }, + { + "epoch": 2.183055590891744, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.954811096191406, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8541723489761353, + "num_tokens": 654745813.0, + "step": 17161 + }, + { + "epoch": 2.1831828011703345, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.923328399658203, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8772051334381104, + "num_tokens": 654783305.0, + "step": 17162 + }, + { + "epoch": 2.183310011448925, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.961443901062012, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8841463327407837, + "num_tokens": 654823427.0, + "step": 17163 + }, + { + "epoch": 2.1834372217275155, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.93943977355957, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8896074295043945, + "num_tokens": 654862400.0, + "step": 17164 + }, + { + "epoch": 2.183564432006106, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.97652530670166, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.880885124206543, + "num_tokens": 654902484.0, + "step": 17165 + }, + { + "epoch": 2.1836916422846966, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.96706771850586, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.882779598236084, + "num_tokens": 654946882.0, + "step": 17166 + }, + { + "epoch": 2.183818852563287, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.933341979980469, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8686305284500122, + "num_tokens": 654977850.0, + "step": 17167 + }, + { + "epoch": 2.1839460628418776, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.946250915527344, + "learning_rate": 1e-06, + "loss": 0.4205, + "mean_token_accuracy": 0.8632896542549133, + "num_tokens": 655015352.0, + "step": 17168 + }, + { + "epoch": 2.184073273120468, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.944780349731445, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8781455755233765, + "num_tokens": 655047488.0, + "step": 17169 + }, + { + "epoch": 2.1842004833990587, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.923797607421875, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8740506768226624, + "num_tokens": 655083410.0, + "step": 17170 + }, + { + "epoch": 2.1843276936776492, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.89404582977295, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8856272101402283, + "num_tokens": 655120594.0, + "step": 17171 + }, + { + "epoch": 2.1844549039562398, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.921890258789062, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8751318454742432, + "num_tokens": 655157310.0, + "step": 17172 + }, + { + "epoch": 2.1845821142348303, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.934542655944824, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8858201503753662, + "num_tokens": 655193749.0, + "step": 17173 + }, + { + "epoch": 2.184709324513421, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.907169342041016, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8907302021980286, + "num_tokens": 655235532.0, + "step": 17174 + }, + { + "epoch": 2.1848365347920113, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.921013832092285, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8832285404205322, + "num_tokens": 655282154.0, + "step": 17175 + }, + { + "epoch": 2.184963745070602, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.919875144958496, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8714584112167358, + "num_tokens": 655321342.0, + "step": 17176 + }, + { + "epoch": 2.1850909553491924, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.941247940063477, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8938770294189453, + "num_tokens": 655358107.0, + "step": 17177 + }, + { + "epoch": 2.185218165627783, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.901994705200195, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8716249465942383, + "num_tokens": 655393462.0, + "step": 17178 + }, + { + "epoch": 2.1853453759063735, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.90552043914795, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8794713020324707, + "num_tokens": 655436114.0, + "step": 17179 + }, + { + "epoch": 2.1854725861849635, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.915603637695312, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8792365789413452, + "num_tokens": 655473119.0, + "step": 17180 + }, + { + "epoch": 2.185599796463554, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.924817085266113, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8725025653839111, + "num_tokens": 655515537.0, + "step": 17181 + }, + { + "epoch": 2.1857270067421446, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.924874305725098, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.870693027973175, + "num_tokens": 655555944.0, + "step": 17182 + }, + { + "epoch": 2.185854217020735, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.948086738586426, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8618108034133911, + "num_tokens": 655589952.0, + "step": 17183 + }, + { + "epoch": 2.1859814272993257, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.849172592163086, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.890335738658905, + "num_tokens": 655628269.0, + "step": 17184 + }, + { + "epoch": 2.186108637577916, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.940089225769043, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8810073733329773, + "num_tokens": 655657315.0, + "step": 17185 + }, + { + "epoch": 2.1862358478565067, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.892682075500488, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8769698739051819, + "num_tokens": 655696117.0, + "step": 17186 + }, + { + "epoch": 2.1863630581350972, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.942432403564453, + "learning_rate": 1e-06, + "loss": 0.4197, + "mean_token_accuracy": 0.8604260683059692, + "num_tokens": 655738823.0, + "step": 17187 + }, + { + "epoch": 2.1864902684136878, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.798450469970703, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8676204681396484, + "num_tokens": 655781457.0, + "step": 17188 + }, + { + "epoch": 2.1866174786922783, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.90460205078125, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8722546100616455, + "num_tokens": 655824704.0, + "step": 17189 + }, + { + "epoch": 2.186744688970869, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.919939994812012, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8865740895271301, + "num_tokens": 655860013.0, + "step": 17190 + }, + { + "epoch": 2.1868718992494594, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.882658004760742, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8747875094413757, + "num_tokens": 655897146.0, + "step": 17191 + }, + { + "epoch": 2.18699910952805, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.929950714111328, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8824269771575928, + "num_tokens": 655934299.0, + "step": 17192 + }, + { + "epoch": 2.1871263198066404, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.908065795898438, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8800262808799744, + "num_tokens": 655976554.0, + "step": 17193 + }, + { + "epoch": 2.187253530085231, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.899697303771973, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8883674740791321, + "num_tokens": 656011756.0, + "step": 17194 + }, + { + "epoch": 2.1873807403638215, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.860218048095703, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8747162818908691, + "num_tokens": 656054405.0, + "step": 17195 + }, + { + "epoch": 2.187507950642412, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.928972244262695, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8807541131973267, + "num_tokens": 656094668.0, + "step": 17196 + }, + { + "epoch": 2.1876351609210025, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.91273021697998, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8772571086883545, + "num_tokens": 656137664.0, + "step": 17197 + }, + { + "epoch": 2.187762371199593, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.912750244140625, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8692572712898254, + "num_tokens": 656180611.0, + "step": 17198 + }, + { + "epoch": 2.1878895814781836, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.916627883911133, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.869129478931427, + "num_tokens": 656217789.0, + "step": 17199 + }, + { + "epoch": 2.188016791756774, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.93435287475586, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8737632036209106, + "num_tokens": 656261940.0, + "step": 17200 + }, + { + "epoch": 2.1881440020353646, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.932378768920898, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8869059085845947, + "num_tokens": 656296000.0, + "step": 17201 + }, + { + "epoch": 2.188271212313955, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.901174545288086, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8871763944625854, + "num_tokens": 656340862.0, + "step": 17202 + }, + { + "epoch": 2.1883984225925452, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.948904991149902, + "learning_rate": 1e-06, + "loss": 0.2992, + "mean_token_accuracy": 0.9000263214111328, + "num_tokens": 656376923.0, + "step": 17203 + }, + { + "epoch": 2.188525632871136, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.922122955322266, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8737152218818665, + "num_tokens": 656414058.0, + "step": 17204 + }, + { + "epoch": 2.1886528431497263, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.896839141845703, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8684656620025635, + "num_tokens": 656450077.0, + "step": 17205 + }, + { + "epoch": 2.188780053428317, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.987552642822266, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8680244088172913, + "num_tokens": 656487258.0, + "step": 17206 + }, + { + "epoch": 2.1889072637069074, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.884056091308594, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.891508936882019, + "num_tokens": 656525141.0, + "step": 17207 + }, + { + "epoch": 2.189034473985498, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.902511596679688, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8785715103149414, + "num_tokens": 656561517.0, + "step": 17208 + }, + { + "epoch": 2.1891616842640884, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.907456398010254, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8831822872161865, + "num_tokens": 656595859.0, + "step": 17209 + }, + { + "epoch": 2.189288894542679, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.985920906066895, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8736080527305603, + "num_tokens": 656627652.0, + "step": 17210 + }, + { + "epoch": 2.1894161048212695, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.882742881774902, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8832063674926758, + "num_tokens": 656669951.0, + "step": 17211 + }, + { + "epoch": 2.18954331509986, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.935135841369629, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8884602785110474, + "num_tokens": 656702216.0, + "step": 17212 + }, + { + "epoch": 2.1896705253784505, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.874262809753418, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8671811819076538, + "num_tokens": 656744816.0, + "step": 17213 + }, + { + "epoch": 2.189797735657041, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.961359024047852, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8727409839630127, + "num_tokens": 656785533.0, + "step": 17214 + }, + { + "epoch": 2.1899249459356316, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.95128059387207, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8748989105224609, + "num_tokens": 656825375.0, + "step": 17215 + }, + { + "epoch": 2.190052156214222, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.980215072631836, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8852221965789795, + "num_tokens": 656857951.0, + "step": 17216 + }, + { + "epoch": 2.1901793664928126, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.946866989135742, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8854690790176392, + "num_tokens": 656896911.0, + "step": 17217 + }, + { + "epoch": 2.190306576771403, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.942550659179688, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8833732604980469, + "num_tokens": 656935723.0, + "step": 17218 + }, + { + "epoch": 2.1904337870499937, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.973617553710938, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8882337808609009, + "num_tokens": 656970881.0, + "step": 17219 + }, + { + "epoch": 2.1905609973285842, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.931056022644043, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8724313974380493, + "num_tokens": 657007721.0, + "step": 17220 + }, + { + "epoch": 2.1906882076071748, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.96220588684082, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.8879801034927368, + "num_tokens": 657042359.0, + "step": 17221 + }, + { + "epoch": 2.1908154178857653, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.926139831542969, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.88172447681427, + "num_tokens": 657084662.0, + "step": 17222 + }, + { + "epoch": 2.190942628164356, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.963035583496094, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8786189556121826, + "num_tokens": 657122002.0, + "step": 17223 + }, + { + "epoch": 2.1910698384429463, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.900181770324707, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.878200352191925, + "num_tokens": 657158768.0, + "step": 17224 + }, + { + "epoch": 2.191197048721537, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.911581039428711, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8655301332473755, + "num_tokens": 657193445.0, + "step": 17225 + }, + { + "epoch": 2.1913242590001274, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.922211647033691, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8771042823791504, + "num_tokens": 657234922.0, + "step": 17226 + }, + { + "epoch": 2.191451469278718, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.943704605102539, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8678985238075256, + "num_tokens": 657270774.0, + "step": 17227 + }, + { + "epoch": 2.191578679557308, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.915592193603516, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8904545307159424, + "num_tokens": 657307046.0, + "step": 17228 + }, + { + "epoch": 2.1917058898358985, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.945301055908203, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8667610883712769, + "num_tokens": 657352865.0, + "step": 17229 + }, + { + "epoch": 2.191833100114489, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.967243194580078, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8574249744415283, + "num_tokens": 657393372.0, + "step": 17230 + }, + { + "epoch": 2.1919603103930796, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.93891429901123, + "learning_rate": 1e-06, + "loss": 0.4322, + "mean_token_accuracy": 0.8573579788208008, + "num_tokens": 657432445.0, + "step": 17231 + }, + { + "epoch": 2.19208752067167, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.948975563049316, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8748819828033447, + "num_tokens": 657469145.0, + "step": 17232 + }, + { + "epoch": 2.1922147309502606, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.929486274719238, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8925659656524658, + "num_tokens": 657510369.0, + "step": 17233 + }, + { + "epoch": 2.192341941228851, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.904356956481934, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8820418119430542, + "num_tokens": 657550257.0, + "step": 17234 + }, + { + "epoch": 2.1924691515074417, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.942194938659668, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8795604705810547, + "num_tokens": 657587095.0, + "step": 17235 + }, + { + "epoch": 2.1925963617860322, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.972883224487305, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8816413879394531, + "num_tokens": 657619710.0, + "step": 17236 + }, + { + "epoch": 2.1927235720646228, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.9329195022583, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8730716109275818, + "num_tokens": 657653316.0, + "step": 17237 + }, + { + "epoch": 2.1928507823432133, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.9231538772583, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.872687578201294, + "num_tokens": 657693570.0, + "step": 17238 + }, + { + "epoch": 2.192977992621804, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.930333137512207, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8778241872787476, + "num_tokens": 657736781.0, + "step": 17239 + }, + { + "epoch": 2.1931052029003943, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.89428424835205, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8684961199760437, + "num_tokens": 657775603.0, + "step": 17240 + }, + { + "epoch": 2.193232413178985, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.915387153625488, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8745462894439697, + "num_tokens": 657809065.0, + "step": 17241 + }, + { + "epoch": 2.1933596234575754, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.936800956726074, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8747569918632507, + "num_tokens": 657851369.0, + "step": 17242 + }, + { + "epoch": 2.193486833736166, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.92724609375, + "learning_rate": 1e-06, + "loss": 0.3083, + "mean_token_accuracy": 0.8978041410446167, + "num_tokens": 657889008.0, + "step": 17243 + }, + { + "epoch": 2.1936140440147565, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.97311019897461, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8749801516532898, + "num_tokens": 657925867.0, + "step": 17244 + }, + { + "epoch": 2.193741254293347, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.963903427124023, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.867668628692627, + "num_tokens": 657959502.0, + "step": 17245 + }, + { + "epoch": 2.1938684645719375, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.897067070007324, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8804692029953003, + "num_tokens": 657999063.0, + "step": 17246 + }, + { + "epoch": 2.193995674850528, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.909432411193848, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.867935299873352, + "num_tokens": 658033016.0, + "step": 17247 + }, + { + "epoch": 2.1941228851291186, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.941155433654785, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8840370774269104, + "num_tokens": 658071259.0, + "step": 17248 + }, + { + "epoch": 2.194250095407709, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.976676940917969, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8796425461769104, + "num_tokens": 658103190.0, + "step": 17249 + }, + { + "epoch": 2.1943773056862996, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.899385452270508, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8703244924545288, + "num_tokens": 658143346.0, + "step": 17250 + }, + { + "epoch": 2.19450451596489, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.971360206604004, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8848617672920227, + "num_tokens": 658181747.0, + "step": 17251 + }, + { + "epoch": 2.1946317262434807, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.932896614074707, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.87841796875, + "num_tokens": 658221770.0, + "step": 17252 + }, + { + "epoch": 2.1947589365220708, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.932655334472656, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8810799717903137, + "num_tokens": 658260157.0, + "step": 17253 + }, + { + "epoch": 2.1948861468006613, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.998373031616211, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8664181232452393, + "num_tokens": 658301815.0, + "step": 17254 + }, + { + "epoch": 2.195013357079252, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.92995834350586, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.878756046295166, + "num_tokens": 658340732.0, + "step": 17255 + }, + { + "epoch": 2.1951405673578424, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.891179084777832, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8719091415405273, + "num_tokens": 658380569.0, + "step": 17256 + }, + { + "epoch": 2.195267777636433, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.97434139251709, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8887224197387695, + "num_tokens": 658415842.0, + "step": 17257 + }, + { + "epoch": 2.1953949879150234, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.908316612243652, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8813245296478271, + "num_tokens": 658452861.0, + "step": 17258 + }, + { + "epoch": 2.195522198193614, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.982033729553223, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8790627717971802, + "num_tokens": 658487019.0, + "step": 17259 + }, + { + "epoch": 2.1956494084722045, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.979867935180664, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8757471442222595, + "num_tokens": 658529290.0, + "step": 17260 + }, + { + "epoch": 2.195776618750795, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.922574996948242, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8728352785110474, + "num_tokens": 658572118.0, + "step": 17261 + }, + { + "epoch": 2.1959038290293855, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.946703910827637, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8738415241241455, + "num_tokens": 658615972.0, + "step": 17262 + }, + { + "epoch": 2.196031039307976, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.897315979003906, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8849427700042725, + "num_tokens": 658653848.0, + "step": 17263 + }, + { + "epoch": 2.1961582495865666, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.006994247436523, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8768221139907837, + "num_tokens": 658686247.0, + "step": 17264 + }, + { + "epoch": 2.196285459865157, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.91435718536377, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8744748830795288, + "num_tokens": 658725787.0, + "step": 17265 + }, + { + "epoch": 2.1964126701437476, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.94119644165039, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8742995858192444, + "num_tokens": 658765957.0, + "step": 17266 + }, + { + "epoch": 2.196539880422338, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.933259010314941, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8872859477996826, + "num_tokens": 658800996.0, + "step": 17267 + }, + { + "epoch": 2.1966670907009287, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.964516639709473, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8737620115280151, + "num_tokens": 658833779.0, + "step": 17268 + }, + { + "epoch": 2.196794300979519, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.940890312194824, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8809597492218018, + "num_tokens": 658874425.0, + "step": 17269 + }, + { + "epoch": 2.1969215112581097, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.902307510375977, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8856451511383057, + "num_tokens": 658912007.0, + "step": 17270 + }, + { + "epoch": 2.1970487215367003, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.931124687194824, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8683534860610962, + "num_tokens": 658956775.0, + "step": 17271 + }, + { + "epoch": 2.197175931815291, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.94027328491211, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8892070055007935, + "num_tokens": 658997132.0, + "step": 17272 + }, + { + "epoch": 2.1973031420938813, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.950516700744629, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8838115334510803, + "num_tokens": 659040437.0, + "step": 17273 + }, + { + "epoch": 2.197430352372472, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.895197868347168, + "learning_rate": 1e-06, + "loss": 0.3219, + "mean_token_accuracy": 0.8918968439102173, + "num_tokens": 659074461.0, + "step": 17274 + }, + { + "epoch": 2.1975575626510624, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.9051513671875, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8746557235717773, + "num_tokens": 659113818.0, + "step": 17275 + }, + { + "epoch": 2.197684772929653, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.945565223693848, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8656007647514343, + "num_tokens": 659149297.0, + "step": 17276 + }, + { + "epoch": 2.1978119832082434, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.939852714538574, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8795878291130066, + "num_tokens": 659187500.0, + "step": 17277 + }, + { + "epoch": 2.1979391934868335, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.946645736694336, + "learning_rate": 1e-06, + "loss": 0.4491, + "mean_token_accuracy": 0.8522177934646606, + "num_tokens": 659228624.0, + "step": 17278 + }, + { + "epoch": 2.198066403765424, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.880354881286621, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8845434784889221, + "num_tokens": 659270317.0, + "step": 17279 + }, + { + "epoch": 2.1981936140440146, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.958595275878906, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8776386380195618, + "num_tokens": 659302133.0, + "step": 17280 + }, + { + "epoch": 2.198320824322605, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.914983749389648, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8828428983688354, + "num_tokens": 659342469.0, + "step": 17281 + }, + { + "epoch": 2.1984480346011956, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.986613273620605, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.8887900114059448, + "num_tokens": 659373786.0, + "step": 17282 + }, + { + "epoch": 2.198575244879786, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.878358840942383, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8710001707077026, + "num_tokens": 659412498.0, + "step": 17283 + }, + { + "epoch": 2.1987024551583767, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.962185859680176, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8631894588470459, + "num_tokens": 659446415.0, + "step": 17284 + }, + { + "epoch": 2.1988296654369672, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.879143714904785, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8698753118515015, + "num_tokens": 659488824.0, + "step": 17285 + }, + { + "epoch": 2.1989568757155578, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.959474563598633, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8812429904937744, + "num_tokens": 659523036.0, + "step": 17286 + }, + { + "epoch": 2.1990840859941483, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.980851173400879, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8713662028312683, + "num_tokens": 659562780.0, + "step": 17287 + }, + { + "epoch": 2.199211296272739, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.88680648803711, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8837453722953796, + "num_tokens": 659599364.0, + "step": 17288 + }, + { + "epoch": 2.1993385065513293, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.949726104736328, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8711799383163452, + "num_tokens": 659636275.0, + "step": 17289 + }, + { + "epoch": 2.19946571682992, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.950600624084473, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8763717412948608, + "num_tokens": 659670315.0, + "step": 17290 + }, + { + "epoch": 2.1995929271085104, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.884380340576172, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.873077929019928, + "num_tokens": 659710968.0, + "step": 17291 + }, + { + "epoch": 2.199720137387101, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.974781036376953, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8848896026611328, + "num_tokens": 659751334.0, + "step": 17292 + }, + { + "epoch": 2.1998473476656915, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.895797729492188, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8772885799407959, + "num_tokens": 659793867.0, + "step": 17293 + }, + { + "epoch": 2.199974557944282, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.87890911102295, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.877905547618866, + "num_tokens": 659838724.0, + "step": 17294 + }, + { + "epoch": 2.2001017682228725, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.912467002868652, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8748083114624023, + "num_tokens": 659876589.0, + "step": 17295 + }, + { + "epoch": 2.200228978501463, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.935419082641602, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8685110211372375, + "num_tokens": 659914864.0, + "step": 17296 + }, + { + "epoch": 2.2003561887800536, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.936155319213867, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8838659524917603, + "num_tokens": 659952482.0, + "step": 17297 + }, + { + "epoch": 2.200483399058644, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.97054386138916, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8763617277145386, + "num_tokens": 659985192.0, + "step": 17298 + }, + { + "epoch": 2.2006106093372346, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.961292266845703, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8845650553703308, + "num_tokens": 660019505.0, + "step": 17299 + }, + { + "epoch": 2.200737819615825, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.930821418762207, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8715941905975342, + "num_tokens": 660054942.0, + "step": 17300 + }, + { + "epoch": 2.2008650298944152, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.931386947631836, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8763067126274109, + "num_tokens": 660092836.0, + "step": 17301 + }, + { + "epoch": 2.200992240173006, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.974677085876465, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8716191053390503, + "num_tokens": 660129419.0, + "step": 17302 + }, + { + "epoch": 2.2011194504515963, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.907617568969727, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8801870942115784, + "num_tokens": 660168116.0, + "step": 17303 + }, + { + "epoch": 2.201246660730187, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.957418441772461, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8714516162872314, + "num_tokens": 660208006.0, + "step": 17304 + }, + { + "epoch": 2.2013738710087773, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.907848358154297, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8772615790367126, + "num_tokens": 660254046.0, + "step": 17305 + }, + { + "epoch": 2.201501081287368, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.005352020263672, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8765864372253418, + "num_tokens": 660289321.0, + "step": 17306 + }, + { + "epoch": 2.2016282915659584, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.934120178222656, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.874456524848938, + "num_tokens": 660325052.0, + "step": 17307 + }, + { + "epoch": 2.201755501844549, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.961411476135254, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8689259886741638, + "num_tokens": 660357942.0, + "step": 17308 + }, + { + "epoch": 2.2018827121231395, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.965228080749512, + "learning_rate": 1e-06, + "loss": 0.4468, + "mean_token_accuracy": 0.851277232170105, + "num_tokens": 660390654.0, + "step": 17309 + }, + { + "epoch": 2.20200992240173, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.984155654907227, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8781941533088684, + "num_tokens": 660432020.0, + "step": 17310 + }, + { + "epoch": 2.2021371326803205, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.931495666503906, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8772674798965454, + "num_tokens": 660465051.0, + "step": 17311 + }, + { + "epoch": 2.202264342958911, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.950323104858398, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8738234639167786, + "num_tokens": 660504967.0, + "step": 17312 + }, + { + "epoch": 2.2023915532375016, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.936348915100098, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8675692081451416, + "num_tokens": 660543826.0, + "step": 17313 + }, + { + "epoch": 2.202518763516092, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.021507263183594, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8727468252182007, + "num_tokens": 660583074.0, + "step": 17314 + }, + { + "epoch": 2.2026459737946826, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.90789794921875, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8922679424285889, + "num_tokens": 660619974.0, + "step": 17315 + }, + { + "epoch": 2.202773184073273, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.901987075805664, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8828178644180298, + "num_tokens": 660654005.0, + "step": 17316 + }, + { + "epoch": 2.2029003943518637, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.959787368774414, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8656905889511108, + "num_tokens": 660689179.0, + "step": 17317 + }, + { + "epoch": 2.203027604630454, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.959588050842285, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8657809495925903, + "num_tokens": 660724923.0, + "step": 17318 + }, + { + "epoch": 2.2031548149090447, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.9667329788208, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.881360650062561, + "num_tokens": 660760763.0, + "step": 17319 + }, + { + "epoch": 2.2032820251876353, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.970356941223145, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8778977394104004, + "num_tokens": 660795520.0, + "step": 17320 + }, + { + "epoch": 2.203409235466226, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.916170120239258, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8874036073684692, + "num_tokens": 660834858.0, + "step": 17321 + }, + { + "epoch": 2.2035364457448163, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.986432075500488, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8858084678649902, + "num_tokens": 660870319.0, + "step": 17322 + }, + { + "epoch": 2.203663656023407, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.959863662719727, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8649296164512634, + "num_tokens": 660907313.0, + "step": 17323 + }, + { + "epoch": 2.2037908663019974, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.970592498779297, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8919068574905396, + "num_tokens": 660948087.0, + "step": 17324 + }, + { + "epoch": 2.203918076580588, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.004717826843262, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8832279443740845, + "num_tokens": 660984984.0, + "step": 17325 + }, + { + "epoch": 2.204045286859178, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.966216087341309, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.875280499458313, + "num_tokens": 661022898.0, + "step": 17326 + }, + { + "epoch": 2.2041724971377685, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.983942985534668, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8859654664993286, + "num_tokens": 661058645.0, + "step": 17327 + }, + { + "epoch": 2.204299707416359, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.930252075195312, + "learning_rate": 1e-06, + "loss": 0.3102, + "mean_token_accuracy": 0.899110734462738, + "num_tokens": 661096954.0, + "step": 17328 + }, + { + "epoch": 2.2044269176949496, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.963315963745117, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8669013381004333, + "num_tokens": 661136947.0, + "step": 17329 + }, + { + "epoch": 2.20455412797354, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.953753471374512, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8789642453193665, + "num_tokens": 661175376.0, + "step": 17330 + }, + { + "epoch": 2.2046813382521306, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.943530082702637, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8700116872787476, + "num_tokens": 661213238.0, + "step": 17331 + }, + { + "epoch": 2.204808548530721, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.92488956451416, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8917782306671143, + "num_tokens": 661246512.0, + "step": 17332 + }, + { + "epoch": 2.2049357588093117, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.912412643432617, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8886861801147461, + "num_tokens": 661288272.0, + "step": 17333 + }, + { + "epoch": 2.2050629690879022, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.90223503112793, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8828966617584229, + "num_tokens": 661328705.0, + "step": 17334 + }, + { + "epoch": 2.2051901793664928, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.92651653289795, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.881375253200531, + "num_tokens": 661369877.0, + "step": 17335 + }, + { + "epoch": 2.2053173896450833, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.924529075622559, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8799650073051453, + "num_tokens": 661405209.0, + "step": 17336 + }, + { + "epoch": 2.205444599923674, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.911897659301758, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8815768957138062, + "num_tokens": 661441083.0, + "step": 17337 + }, + { + "epoch": 2.2055718102022643, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.959693908691406, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8798716068267822, + "num_tokens": 661476938.0, + "step": 17338 + }, + { + "epoch": 2.205699020480855, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.94302749633789, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8698251247406006, + "num_tokens": 661519281.0, + "step": 17339 + }, + { + "epoch": 2.2058262307594454, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.953141212463379, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8922510147094727, + "num_tokens": 661555880.0, + "step": 17340 + }, + { + "epoch": 2.205953441038036, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.969780921936035, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8695532083511353, + "num_tokens": 661595937.0, + "step": 17341 + }, + { + "epoch": 2.2060806513166265, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.868788719177246, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8642321825027466, + "num_tokens": 661636868.0, + "step": 17342 + }, + { + "epoch": 2.206207861595217, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.962381362915039, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8700829744338989, + "num_tokens": 661681503.0, + "step": 17343 + }, + { + "epoch": 2.2063350718738075, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.951221466064453, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8808143138885498, + "num_tokens": 661718438.0, + "step": 17344 + }, + { + "epoch": 2.206462282152398, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.945544242858887, + "learning_rate": 1e-06, + "loss": 0.4234, + "mean_token_accuracy": 0.8578075766563416, + "num_tokens": 661759048.0, + "step": 17345 + }, + { + "epoch": 2.2065894924309886, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.877102851867676, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8872016072273254, + "num_tokens": 661803131.0, + "step": 17346 + }, + { + "epoch": 2.206716702709579, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.901516914367676, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8775749206542969, + "num_tokens": 661838139.0, + "step": 17347 + }, + { + "epoch": 2.2068439129881696, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.925366401672363, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8712701797485352, + "num_tokens": 661878568.0, + "step": 17348 + }, + { + "epoch": 2.20697112326676, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.946128845214844, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.871759295463562, + "num_tokens": 661909110.0, + "step": 17349 + }, + { + "epoch": 2.2070983335453507, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.883021354675293, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8901174664497375, + "num_tokens": 661944472.0, + "step": 17350 + }, + { + "epoch": 2.2072255438239408, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.90306568145752, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8884239792823792, + "num_tokens": 661985865.0, + "step": 17351 + }, + { + "epoch": 2.2073527541025313, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.957027435302734, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8731546401977539, + "num_tokens": 662019460.0, + "step": 17352 + }, + { + "epoch": 2.207479964381122, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.867135047912598, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8846310973167419, + "num_tokens": 662059109.0, + "step": 17353 + }, + { + "epoch": 2.2076071746597123, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.97961139678955, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8710809350013733, + "num_tokens": 662096040.0, + "step": 17354 + }, + { + "epoch": 2.207734384938303, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.90172004699707, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8822205066680908, + "num_tokens": 662139351.0, + "step": 17355 + }, + { + "epoch": 2.2078615952168934, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.9171781539917, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8791806697845459, + "num_tokens": 662177353.0, + "step": 17356 + }, + { + "epoch": 2.207988805495484, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.953646659851074, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8674308061599731, + "num_tokens": 662209519.0, + "step": 17357 + }, + { + "epoch": 2.2081160157740745, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.917381286621094, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.8593820333480835, + "num_tokens": 662251311.0, + "step": 17358 + }, + { + "epoch": 2.208243226052665, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.956077575683594, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8844591975212097, + "num_tokens": 662282770.0, + "step": 17359 + }, + { + "epoch": 2.2083704363312555, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.89024829864502, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8737809062004089, + "num_tokens": 662326770.0, + "step": 17360 + }, + { + "epoch": 2.208497646609846, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.9119291305542, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.877630352973938, + "num_tokens": 662366811.0, + "step": 17361 + }, + { + "epoch": 2.2086248568884366, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.943718910217285, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.873437762260437, + "num_tokens": 662404517.0, + "step": 17362 + }, + { + "epoch": 2.208752067167027, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.945879936218262, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8831460475921631, + "num_tokens": 662442091.0, + "step": 17363 + }, + { + "epoch": 2.2088792774456176, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.915501594543457, + "learning_rate": 1e-06, + "loss": 0.4396, + "mean_token_accuracy": 0.852805495262146, + "num_tokens": 662483343.0, + "step": 17364 + }, + { + "epoch": 2.209006487724208, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.978672981262207, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8722161054611206, + "num_tokens": 662521994.0, + "step": 17365 + }, + { + "epoch": 2.2091336980027987, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.913283348083496, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.873321533203125, + "num_tokens": 662562737.0, + "step": 17366 + }, + { + "epoch": 2.209260908281389, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.951913833618164, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8747173547744751, + "num_tokens": 662596927.0, + "step": 17367 + }, + { + "epoch": 2.2093881185599797, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.952605247497559, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8852401971817017, + "num_tokens": 662632831.0, + "step": 17368 + }, + { + "epoch": 2.2095153288385703, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.94715690612793, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8744480013847351, + "num_tokens": 662675554.0, + "step": 17369 + }, + { + "epoch": 2.209642539117161, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.897860527038574, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8885520696640015, + "num_tokens": 662720248.0, + "step": 17370 + }, + { + "epoch": 2.2097697493957513, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.948572158813477, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8776558637619019, + "num_tokens": 662761388.0, + "step": 17371 + }, + { + "epoch": 2.209896959674342, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.956040382385254, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8770681619644165, + "num_tokens": 662798007.0, + "step": 17372 + }, + { + "epoch": 2.2100241699529324, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.926139831542969, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8748028874397278, + "num_tokens": 662836042.0, + "step": 17373 + }, + { + "epoch": 2.210151380231523, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.92747688293457, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8673393130302429, + "num_tokens": 662869465.0, + "step": 17374 + }, + { + "epoch": 2.2102785905101134, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.965283393859863, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8690184950828552, + "num_tokens": 662909440.0, + "step": 17375 + }, + { + "epoch": 2.2104058007887035, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.95052719116211, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8735624551773071, + "num_tokens": 662949637.0, + "step": 17376 + }, + { + "epoch": 2.210533011067294, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.914422035217285, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8757085800170898, + "num_tokens": 662987679.0, + "step": 17377 + }, + { + "epoch": 2.2106602213458846, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.912969589233398, + "learning_rate": 1e-06, + "loss": 0.4259, + "mean_token_accuracy": 0.8574973344802856, + "num_tokens": 663027651.0, + "step": 17378 + }, + { + "epoch": 2.210787431624475, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.95806884765625, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8901154398918152, + "num_tokens": 663063708.0, + "step": 17379 + }, + { + "epoch": 2.2109146419030656, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.909995079040527, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.8689335584640503, + "num_tokens": 663097255.0, + "step": 17380 + }, + { + "epoch": 2.211041852181656, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.931000709533691, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.873803973197937, + "num_tokens": 663134496.0, + "step": 17381 + }, + { + "epoch": 2.2111690624602467, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.955082893371582, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.883843183517456, + "num_tokens": 663170278.0, + "step": 17382 + }, + { + "epoch": 2.211296272738837, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.906010627746582, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.87498939037323, + "num_tokens": 663205407.0, + "step": 17383 + }, + { + "epoch": 2.2114234830174277, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.909721374511719, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8812745213508606, + "num_tokens": 663243166.0, + "step": 17384 + }, + { + "epoch": 2.2115506932960183, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.868165016174316, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8988785147666931, + "num_tokens": 663282267.0, + "step": 17385 + }, + { + "epoch": 2.211677903574609, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.921966552734375, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8682091236114502, + "num_tokens": 663318620.0, + "step": 17386 + }, + { + "epoch": 2.2118051138531993, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.93090534210205, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8945188522338867, + "num_tokens": 663353256.0, + "step": 17387 + }, + { + "epoch": 2.21193232413179, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.940170288085938, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8800769448280334, + "num_tokens": 663386691.0, + "step": 17388 + }, + { + "epoch": 2.2120595344103804, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.99531364440918, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.873801589012146, + "num_tokens": 663416550.0, + "step": 17389 + }, + { + "epoch": 2.212186744688971, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.94072437286377, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.878868579864502, + "num_tokens": 663464912.0, + "step": 17390 + }, + { + "epoch": 2.2123139549675614, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.935164451599121, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8688393831253052, + "num_tokens": 663503786.0, + "step": 17391 + }, + { + "epoch": 2.212441165246152, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.962303161621094, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8840349316596985, + "num_tokens": 663540579.0, + "step": 17392 + }, + { + "epoch": 2.2125683755247425, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.937453269958496, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8783876895904541, + "num_tokens": 663577284.0, + "step": 17393 + }, + { + "epoch": 2.212695585803333, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.950617790222168, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8728095889091492, + "num_tokens": 663613118.0, + "step": 17394 + }, + { + "epoch": 2.2128227960819236, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.963651657104492, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.880494236946106, + "num_tokens": 663651548.0, + "step": 17395 + }, + { + "epoch": 2.212950006360514, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.969066619873047, + "learning_rate": 1e-06, + "loss": 0.4212, + "mean_token_accuracy": 0.8598032593727112, + "num_tokens": 663694381.0, + "step": 17396 + }, + { + "epoch": 2.2130772166391046, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.963799476623535, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8779942989349365, + "num_tokens": 663734686.0, + "step": 17397 + }, + { + "epoch": 2.213204426917695, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.975404739379883, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8686960339546204, + "num_tokens": 663768764.0, + "step": 17398 + }, + { + "epoch": 2.2133316371962852, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.926702499389648, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8965920209884644, + "num_tokens": 663807650.0, + "step": 17399 + }, + { + "epoch": 2.213458847474876, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.970941543579102, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8738093376159668, + "num_tokens": 663849308.0, + "step": 17400 + }, + { + "epoch": 2.2135860577534663, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.96052074432373, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.8627907633781433, + "num_tokens": 663888917.0, + "step": 17401 + }, + { + "epoch": 2.213713268032057, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.000836372375488, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8772386312484741, + "num_tokens": 663921048.0, + "step": 17402 + }, + { + "epoch": 2.2138404783106473, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.965202331542969, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.882003664970398, + "num_tokens": 663963433.0, + "step": 17403 + }, + { + "epoch": 2.213967688589238, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.034445762634277, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8604838252067566, + "num_tokens": 664003294.0, + "step": 17404 + }, + { + "epoch": 2.2140948988678284, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.917938232421875, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8647698163986206, + "num_tokens": 664043161.0, + "step": 17405 + }, + { + "epoch": 2.214222109146419, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.949350357055664, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.887636125087738, + "num_tokens": 664082457.0, + "step": 17406 + }, + { + "epoch": 2.2143493194250095, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.984404563903809, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8870736956596375, + "num_tokens": 664125999.0, + "step": 17407 + }, + { + "epoch": 2.2144765297036, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.937153816223145, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8824201822280884, + "num_tokens": 664167256.0, + "step": 17408 + }, + { + "epoch": 2.2146037399821905, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.953032493591309, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8731191158294678, + "num_tokens": 664201887.0, + "step": 17409 + }, + { + "epoch": 2.214730950260781, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.911763191223145, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8820317387580872, + "num_tokens": 664238986.0, + "step": 17410 + }, + { + "epoch": 2.2148581605393716, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.902300834655762, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8732062578201294, + "num_tokens": 664283436.0, + "step": 17411 + }, + { + "epoch": 2.214985370817962, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.909584999084473, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8705628514289856, + "num_tokens": 664325196.0, + "step": 17412 + }, + { + "epoch": 2.2151125810965526, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.925371170043945, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8675384521484375, + "num_tokens": 664365722.0, + "step": 17413 + }, + { + "epoch": 2.215239791375143, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.904987335205078, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8686116933822632, + "num_tokens": 664411570.0, + "step": 17414 + }, + { + "epoch": 2.2153670016537337, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.934840202331543, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8802660703659058, + "num_tokens": 664453545.0, + "step": 17415 + }, + { + "epoch": 2.215494211932324, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.95787525177002, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8770632147789001, + "num_tokens": 664489882.0, + "step": 17416 + }, + { + "epoch": 2.2156214222109147, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.961882591247559, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8738564848899841, + "num_tokens": 664528720.0, + "step": 17417 + }, + { + "epoch": 2.2157486324895053, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.918726921081543, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.868193507194519, + "num_tokens": 664569645.0, + "step": 17418 + }, + { + "epoch": 2.215875842768096, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.939411163330078, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8717683553695679, + "num_tokens": 664612033.0, + "step": 17419 + }, + { + "epoch": 2.2160030530466863, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.955573081970215, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8852313756942749, + "num_tokens": 664651408.0, + "step": 17420 + }, + { + "epoch": 2.216130263325277, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.921637535095215, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8614699840545654, + "num_tokens": 664695764.0, + "step": 17421 + }, + { + "epoch": 2.2162574736038674, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.929341316223145, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8795918226242065, + "num_tokens": 664735528.0, + "step": 17422 + }, + { + "epoch": 2.216384683882458, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.89914608001709, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8683598041534424, + "num_tokens": 664775612.0, + "step": 17423 + }, + { + "epoch": 2.216511894161048, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.937243461608887, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8726663589477539, + "num_tokens": 664812485.0, + "step": 17424 + }, + { + "epoch": 2.2166391044396385, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.924859046936035, + "learning_rate": 1e-06, + "loss": 0.4149, + "mean_token_accuracy": 0.8620859384536743, + "num_tokens": 664853166.0, + "step": 17425 + }, + { + "epoch": 2.216766314718229, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.9867582321167, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8658884763717651, + "num_tokens": 664888778.0, + "step": 17426 + }, + { + "epoch": 2.2168935249968196, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.941027641296387, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8753361701965332, + "num_tokens": 664933783.0, + "step": 17427 + }, + { + "epoch": 2.21702073527541, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.01252269744873, + "learning_rate": 1e-06, + "loss": 0.4382, + "mean_token_accuracy": 0.8604035377502441, + "num_tokens": 664965228.0, + "step": 17428 + }, + { + "epoch": 2.2171479455540006, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.020779609680176, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8727222681045532, + "num_tokens": 664996691.0, + "step": 17429 + }, + { + "epoch": 2.217275155832591, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.891061782836914, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8863022327423096, + "num_tokens": 665032006.0, + "step": 17430 + }, + { + "epoch": 2.2174023661111817, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.949706077575684, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8660571575164795, + "num_tokens": 665071819.0, + "step": 17431 + }, + { + "epoch": 2.217529576389772, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.948857307434082, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8651821613311768, + "num_tokens": 665118883.0, + "step": 17432 + }, + { + "epoch": 2.2176567866683627, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.011407852172852, + "learning_rate": 1e-06, + "loss": 0.4352, + "mean_token_accuracy": 0.8575385212898254, + "num_tokens": 665154926.0, + "step": 17433 + }, + { + "epoch": 2.2177839969469533, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.946165084838867, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.883901834487915, + "num_tokens": 665189910.0, + "step": 17434 + }, + { + "epoch": 2.217911207225544, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.927946090698242, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8826399445533752, + "num_tokens": 665235849.0, + "step": 17435 + }, + { + "epoch": 2.2180384175041343, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.940315246582031, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8668893575668335, + "num_tokens": 665274231.0, + "step": 17436 + }, + { + "epoch": 2.218165627782725, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.943528175354004, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8936070203781128, + "num_tokens": 665309057.0, + "step": 17437 + }, + { + "epoch": 2.2182928380613154, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.999229431152344, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8757789134979248, + "num_tokens": 665337031.0, + "step": 17438 + }, + { + "epoch": 2.218420048339906, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.949706077575684, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.875738799571991, + "num_tokens": 665376557.0, + "step": 17439 + }, + { + "epoch": 2.2185472586184964, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.93962287902832, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8732840418815613, + "num_tokens": 665419928.0, + "step": 17440 + }, + { + "epoch": 2.218674468897087, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.93686294555664, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8813868761062622, + "num_tokens": 665458827.0, + "step": 17441 + }, + { + "epoch": 2.2188016791756775, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.931916236877441, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8778852224349976, + "num_tokens": 665498623.0, + "step": 17442 + }, + { + "epoch": 2.218928889454268, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.94110107421875, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8714239597320557, + "num_tokens": 665536103.0, + "step": 17443 + }, + { + "epoch": 2.2190560997328586, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.009326934814453, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8746024966239929, + "num_tokens": 665572089.0, + "step": 17444 + }, + { + "epoch": 2.219183310011449, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.990924835205078, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8678245544433594, + "num_tokens": 665608088.0, + "step": 17445 + }, + { + "epoch": 2.2193105202900396, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.929973602294922, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8847044110298157, + "num_tokens": 665641883.0, + "step": 17446 + }, + { + "epoch": 2.21943773056863, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.977804183959961, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8807613849639893, + "num_tokens": 665682211.0, + "step": 17447 + }, + { + "epoch": 2.2195649408472207, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.907708168029785, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8809384107589722, + "num_tokens": 665726182.0, + "step": 17448 + }, + { + "epoch": 2.2196921511258108, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.97036361694336, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8790143728256226, + "num_tokens": 665760404.0, + "step": 17449 + }, + { + "epoch": 2.2198193614044013, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.981090545654297, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8754688501358032, + "num_tokens": 665798235.0, + "step": 17450 + }, + { + "epoch": 2.219946571682992, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.949357032775879, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.87537682056427, + "num_tokens": 665840118.0, + "step": 17451 + }, + { + "epoch": 2.2200737819615823, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.978126525878906, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.874908447265625, + "num_tokens": 665878498.0, + "step": 17452 + }, + { + "epoch": 2.220200992240173, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.923023223876953, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8716059923171997, + "num_tokens": 665924179.0, + "step": 17453 + }, + { + "epoch": 2.2203282025187634, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.947495460510254, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8887240290641785, + "num_tokens": 665963160.0, + "step": 17454 + }, + { + "epoch": 2.220455412797354, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.936836242675781, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8853965997695923, + "num_tokens": 665998854.0, + "step": 17455 + }, + { + "epoch": 2.2205826230759445, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.90584659576416, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8832352161407471, + "num_tokens": 666036420.0, + "step": 17456 + }, + { + "epoch": 2.220709833354535, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.953165054321289, + "learning_rate": 1e-06, + "loss": 0.435, + "mean_token_accuracy": 0.856964647769928, + "num_tokens": 666076692.0, + "step": 17457 + }, + { + "epoch": 2.2208370436331255, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.95145320892334, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8629807233810425, + "num_tokens": 666118009.0, + "step": 17458 + }, + { + "epoch": 2.220964253911716, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.980940818786621, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8666763305664062, + "num_tokens": 666158132.0, + "step": 17459 + }, + { + "epoch": 2.2210914641903066, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.027990341186523, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8709219098091125, + "num_tokens": 666187195.0, + "step": 17460 + }, + { + "epoch": 2.221218674468897, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.935993194580078, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8811143040657043, + "num_tokens": 666227790.0, + "step": 17461 + }, + { + "epoch": 2.2213458847474876, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.933026313781738, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8691933751106262, + "num_tokens": 666268517.0, + "step": 17462 + }, + { + "epoch": 2.221473095026078, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.93841552734375, + "learning_rate": 1e-06, + "loss": 0.3215, + "mean_token_accuracy": 0.8916730880737305, + "num_tokens": 666313727.0, + "step": 17463 + }, + { + "epoch": 2.2216003053046687, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.977591514587402, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8787670731544495, + "num_tokens": 666352713.0, + "step": 17464 + }, + { + "epoch": 2.221727515583259, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.99665641784668, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8827842473983765, + "num_tokens": 666395065.0, + "step": 17465 + }, + { + "epoch": 2.2218547258618497, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.9569091796875, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8768863677978516, + "num_tokens": 666428019.0, + "step": 17466 + }, + { + "epoch": 2.2219819361404403, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 11.995816230773926, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8744314312934875, + "num_tokens": 666466830.0, + "step": 17467 + }, + { + "epoch": 2.222109146419031, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.96102237701416, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8938663005828857, + "num_tokens": 666501028.0, + "step": 17468 + }, + { + "epoch": 2.2222363566976213, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.962119102478027, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8889651298522949, + "num_tokens": 666538554.0, + "step": 17469 + }, + { + "epoch": 2.222363566976212, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.954050064086914, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8749668002128601, + "num_tokens": 666577019.0, + "step": 17470 + }, + { + "epoch": 2.2224907772548024, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.979702949523926, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8910190463066101, + "num_tokens": 666616597.0, + "step": 17471 + }, + { + "epoch": 2.222617987533393, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.020927429199219, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.87950599193573, + "num_tokens": 666651523.0, + "step": 17472 + }, + { + "epoch": 2.2227451978119834, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.925716400146484, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8681302070617676, + "num_tokens": 666689270.0, + "step": 17473 + }, + { + "epoch": 2.2228724080905735, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.990044593811035, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8736417293548584, + "num_tokens": 666726836.0, + "step": 17474 + }, + { + "epoch": 2.222999618369164, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.981794357299805, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8740743398666382, + "num_tokens": 666761207.0, + "step": 17475 + }, + { + "epoch": 2.2231268286477546, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.8829984664917, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8856951594352722, + "num_tokens": 666800293.0, + "step": 17476 + }, + { + "epoch": 2.223254038926345, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.942593574523926, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8841605186462402, + "num_tokens": 666843046.0, + "step": 17477 + }, + { + "epoch": 2.2233812492049356, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.914335250854492, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8896064758300781, + "num_tokens": 666885840.0, + "step": 17478 + }, + { + "epoch": 2.223508459483526, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.958187103271484, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8783316612243652, + "num_tokens": 666925654.0, + "step": 17479 + }, + { + "epoch": 2.2236356697621167, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.954330444335938, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8784655332565308, + "num_tokens": 666968098.0, + "step": 17480 + }, + { + "epoch": 2.223762880040707, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.904810905456543, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8866512775421143, + "num_tokens": 667010349.0, + "step": 17481 + }, + { + "epoch": 2.2238900903192977, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.979440689086914, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8691748380661011, + "num_tokens": 667047086.0, + "step": 17482 + }, + { + "epoch": 2.2240173005978883, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.951156616210938, + "learning_rate": 1e-06, + "loss": 0.4217, + "mean_token_accuracy": 0.8601179122924805, + "num_tokens": 667083955.0, + "step": 17483 + }, + { + "epoch": 2.224144510876479, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.964704513549805, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8825305700302124, + "num_tokens": 667119751.0, + "step": 17484 + }, + { + "epoch": 2.2242717211550693, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.940003395080566, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8728577494621277, + "num_tokens": 667150980.0, + "step": 17485 + }, + { + "epoch": 2.22439893143366, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.928426742553711, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8739256858825684, + "num_tokens": 667185198.0, + "step": 17486 + }, + { + "epoch": 2.2245261417122504, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.964009284973145, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8790960311889648, + "num_tokens": 667225286.0, + "step": 17487 + }, + { + "epoch": 2.224653351990841, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.940094947814941, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.871136486530304, + "num_tokens": 667266294.0, + "step": 17488 + }, + { + "epoch": 2.2247805622694314, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.925222396850586, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8741070032119751, + "num_tokens": 667302430.0, + "step": 17489 + }, + { + "epoch": 2.224907772548022, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.979949951171875, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8707608580589294, + "num_tokens": 667342881.0, + "step": 17490 + }, + { + "epoch": 2.2250349828266125, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.952101707458496, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8784742951393127, + "num_tokens": 667376122.0, + "step": 17491 + }, + { + "epoch": 2.225162193105203, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.939749717712402, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8695844411849976, + "num_tokens": 667415120.0, + "step": 17492 + }, + { + "epoch": 2.2252894033837936, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.961048126220703, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.876108705997467, + "num_tokens": 667451014.0, + "step": 17493 + }, + { + "epoch": 2.225416613662384, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.939845085144043, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8663684129714966, + "num_tokens": 667485600.0, + "step": 17494 + }, + { + "epoch": 2.2255438239409746, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.923087120056152, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8718544244766235, + "num_tokens": 667527561.0, + "step": 17495 + }, + { + "epoch": 2.225671034219565, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.933553695678711, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8840758800506592, + "num_tokens": 667569677.0, + "step": 17496 + }, + { + "epoch": 2.225798244498155, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.984086990356445, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8761546611785889, + "num_tokens": 667605954.0, + "step": 17497 + }, + { + "epoch": 2.225925454776746, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.918429374694824, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8803895711898804, + "num_tokens": 667645082.0, + "step": 17498 + }, + { + "epoch": 2.2260526650553363, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.96351146697998, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8728088140487671, + "num_tokens": 667681390.0, + "step": 17499 + }, + { + "epoch": 2.226179875333927, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 11.948830604553223, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8657743334770203, + "num_tokens": 667722772.0, + "step": 17500 + }, + { + "epoch": 2.2263070856125173, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.017303466796875, + "learning_rate": 1e-06, + "loss": 0.4429, + "mean_token_accuracy": 0.8508579730987549, + "num_tokens": 667758647.0, + "step": 17501 + }, + { + "epoch": 2.226434295891108, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.016889572143555, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8778277635574341, + "num_tokens": 667790625.0, + "step": 17502 + }, + { + "epoch": 2.2265615061696984, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.032252311706543, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8660554885864258, + "num_tokens": 667823724.0, + "step": 17503 + }, + { + "epoch": 2.226688716448289, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.941532135009766, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8900136947631836, + "num_tokens": 667862548.0, + "step": 17504 + }, + { + "epoch": 2.2268159267268794, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.941428184509277, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8688470125198364, + "num_tokens": 667905994.0, + "step": 17505 + }, + { + "epoch": 2.22694313700547, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.99777889251709, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8704279065132141, + "num_tokens": 667945087.0, + "step": 17506 + }, + { + "epoch": 2.2270703472840605, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.974427223205566, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8858329057693481, + "num_tokens": 667984736.0, + "step": 17507 + }, + { + "epoch": 2.227197557562651, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.928021430969238, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8710305690765381, + "num_tokens": 668024020.0, + "step": 17508 + }, + { + "epoch": 2.2273247678412416, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.035562515258789, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8717712163925171, + "num_tokens": 668059567.0, + "step": 17509 + }, + { + "epoch": 2.227451978119832, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.944113731384277, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8820598125457764, + "num_tokens": 668099901.0, + "step": 17510 + }, + { + "epoch": 2.2275791883984226, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.955201148986816, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8894113302230835, + "num_tokens": 668135974.0, + "step": 17511 + }, + { + "epoch": 2.227706398677013, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.010418891906738, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8780626058578491, + "num_tokens": 668179200.0, + "step": 17512 + }, + { + "epoch": 2.2278336089556037, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.933084487915039, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8560364842414856, + "num_tokens": 668219683.0, + "step": 17513 + }, + { + "epoch": 2.227960819234194, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.019624710083008, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8785771131515503, + "num_tokens": 668253899.0, + "step": 17514 + }, + { + "epoch": 2.2280880295127847, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.969189643859863, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8704080581665039, + "num_tokens": 668294140.0, + "step": 17515 + }, + { + "epoch": 2.2282152397913753, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.985736846923828, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8832173943519592, + "num_tokens": 668328442.0, + "step": 17516 + }, + { + "epoch": 2.228342450069966, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.958637237548828, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8790673613548279, + "num_tokens": 668367903.0, + "step": 17517 + }, + { + "epoch": 2.2284696603485563, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.969396591186523, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8881100416183472, + "num_tokens": 668409889.0, + "step": 17518 + }, + { + "epoch": 2.228596870627147, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.989420890808105, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8798776865005493, + "num_tokens": 668451061.0, + "step": 17519 + }, + { + "epoch": 2.2287240809057374, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.91990852355957, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8551952838897705, + "num_tokens": 668493038.0, + "step": 17520 + }, + { + "epoch": 2.228851291184328, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.9951171875, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8829156756401062, + "num_tokens": 668528087.0, + "step": 17521 + }, + { + "epoch": 2.228978501462918, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.994702339172363, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8785045146942139, + "num_tokens": 668562325.0, + "step": 17522 + }, + { + "epoch": 2.2291057117415085, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.992876052856445, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8790891766548157, + "num_tokens": 668601336.0, + "step": 17523 + }, + { + "epoch": 2.229232922020099, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.9775390625, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.894444465637207, + "num_tokens": 668637113.0, + "step": 17524 + }, + { + "epoch": 2.2293601322986896, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.952829360961914, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8725290298461914, + "num_tokens": 668675645.0, + "step": 17525 + }, + { + "epoch": 2.22948734257728, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.977923393249512, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8787466287612915, + "num_tokens": 668706480.0, + "step": 17526 + }, + { + "epoch": 2.2296145528558706, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.993815422058105, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8701749444007874, + "num_tokens": 668743956.0, + "step": 17527 + }, + { + "epoch": 2.229741763134461, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.015673637390137, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.8849912285804749, + "num_tokens": 668779134.0, + "step": 17528 + }, + { + "epoch": 2.2298689734130517, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.974464416503906, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8772892951965332, + "num_tokens": 668814978.0, + "step": 17529 + }, + { + "epoch": 2.229996183691642, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.970653533935547, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8609718680381775, + "num_tokens": 668854194.0, + "step": 17530 + }, + { + "epoch": 2.2301233939702327, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.938509941101074, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8694661855697632, + "num_tokens": 668893095.0, + "step": 17531 + }, + { + "epoch": 2.2302506042488233, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.959733009338379, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8830912709236145, + "num_tokens": 668930626.0, + "step": 17532 + }, + { + "epoch": 2.230377814527414, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.009925842285156, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8837077617645264, + "num_tokens": 668960941.0, + "step": 17533 + }, + { + "epoch": 2.2305050248060043, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.934369087219238, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.879256546497345, + "num_tokens": 668997771.0, + "step": 17534 + }, + { + "epoch": 2.230632235084595, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.022692680358887, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8892154097557068, + "num_tokens": 669038714.0, + "step": 17535 + }, + { + "epoch": 2.2307594453631854, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.941444396972656, + "learning_rate": 1e-06, + "loss": 0.3352, + "mean_token_accuracy": 0.8856909275054932, + "num_tokens": 669072336.0, + "step": 17536 + }, + { + "epoch": 2.230886655641776, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.999432563781738, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8857535123825073, + "num_tokens": 669110303.0, + "step": 17537 + }, + { + "epoch": 2.2310138659203664, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.988844871520996, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8669621348381042, + "num_tokens": 669146874.0, + "step": 17538 + }, + { + "epoch": 2.231141076198957, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.976424217224121, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8887597322463989, + "num_tokens": 669181682.0, + "step": 17539 + }, + { + "epoch": 2.2312682864775475, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.938252449035645, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8766034841537476, + "num_tokens": 669227201.0, + "step": 17540 + }, + { + "epoch": 2.231395496756138, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.000836372375488, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8768852353096008, + "num_tokens": 669265915.0, + "step": 17541 + }, + { + "epoch": 2.2315227070347285, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.009225845336914, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8824434280395508, + "num_tokens": 669304130.0, + "step": 17542 + }, + { + "epoch": 2.231649917313319, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.983345985412598, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8746556043624878, + "num_tokens": 669344225.0, + "step": 17543 + }, + { + "epoch": 2.2317771275919096, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.01547622680664, + "learning_rate": 1e-06, + "loss": 0.4237, + "mean_token_accuracy": 0.860100269317627, + "num_tokens": 669385126.0, + "step": 17544 + }, + { + "epoch": 2.2319043378705, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.0170259475708, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8665044903755188, + "num_tokens": 669425774.0, + "step": 17545 + }, + { + "epoch": 2.2320315481490907, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.022767066955566, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8676581382751465, + "num_tokens": 669459789.0, + "step": 17546 + }, + { + "epoch": 2.2321587584276807, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.955544471740723, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.891028642654419, + "num_tokens": 669498709.0, + "step": 17547 + }, + { + "epoch": 2.2322859687062713, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.949658393859863, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8820779919624329, + "num_tokens": 669536021.0, + "step": 17548 + }, + { + "epoch": 2.232413178984862, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.996940612792969, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8661255240440369, + "num_tokens": 669574316.0, + "step": 17549 + }, + { + "epoch": 2.2325403892634523, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 12.043764114379883, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8671301603317261, + "num_tokens": 669611826.0, + "step": 17550 + }, + { + "epoch": 2.232667599542043, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.957962989807129, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8729657530784607, + "num_tokens": 669655277.0, + "step": 17551 + }, + { + "epoch": 2.2327948098206334, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.991408348083496, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8706307411193848, + "num_tokens": 669693481.0, + "step": 17552 + }, + { + "epoch": 2.232922020099224, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.01360034942627, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8754903078079224, + "num_tokens": 669724104.0, + "step": 17553 + }, + { + "epoch": 2.2330492303778144, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.967216491699219, + "learning_rate": 1e-06, + "loss": 0.4197, + "mean_token_accuracy": 0.8594425916671753, + "num_tokens": 669768725.0, + "step": 17554 + }, + { + "epoch": 2.233176440656405, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.01880931854248, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8851540088653564, + "num_tokens": 669809508.0, + "step": 17555 + }, + { + "epoch": 2.2333036509349955, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.967787742614746, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8768998384475708, + "num_tokens": 669848047.0, + "step": 17556 + }, + { + "epoch": 2.233430861213586, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.999640464782715, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8910211324691772, + "num_tokens": 669881274.0, + "step": 17557 + }, + { + "epoch": 2.2335580714921766, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.985575675964355, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8706762194633484, + "num_tokens": 669918517.0, + "step": 17558 + }, + { + "epoch": 2.233685281770767, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.008904457092285, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8681989908218384, + "num_tokens": 669960990.0, + "step": 17559 + }, + { + "epoch": 2.2338124920493576, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.946245193481445, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8824719190597534, + "num_tokens": 669995542.0, + "step": 17560 + }, + { + "epoch": 2.233939702327948, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.970955848693848, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8770435452461243, + "num_tokens": 670036798.0, + "step": 17561 + }, + { + "epoch": 2.2340669126065387, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.961629867553711, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8754492402076721, + "num_tokens": 670071763.0, + "step": 17562 + }, + { + "epoch": 2.234194122885129, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.025497436523438, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8751541376113892, + "num_tokens": 670100864.0, + "step": 17563 + }, + { + "epoch": 2.2343213331637197, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.987618446350098, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8649827241897583, + "num_tokens": 670144114.0, + "step": 17564 + }, + { + "epoch": 2.2344485434423103, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.979501724243164, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8799210786819458, + "num_tokens": 670182719.0, + "step": 17565 + }, + { + "epoch": 2.234575753720901, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.956212997436523, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8799238204956055, + "num_tokens": 670218059.0, + "step": 17566 + }, + { + "epoch": 2.2347029639994913, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.003665924072266, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8720291256904602, + "num_tokens": 670259589.0, + "step": 17567 + }, + { + "epoch": 2.234830174278082, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.974716186523438, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8680033683776855, + "num_tokens": 670301755.0, + "step": 17568 + }, + { + "epoch": 2.2349573845566724, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.970200538635254, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8793942332267761, + "num_tokens": 670339205.0, + "step": 17569 + }, + { + "epoch": 2.235084594835263, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.010345458984375, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8787736892700195, + "num_tokens": 670382961.0, + "step": 17570 + }, + { + "epoch": 2.2352118051138534, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.947793960571289, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.8670048117637634, + "num_tokens": 670420747.0, + "step": 17571 + }, + { + "epoch": 2.2353390153924435, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.00740909576416, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8933823704719543, + "num_tokens": 670457906.0, + "step": 17572 + }, + { + "epoch": 2.235466225671034, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.046930313110352, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8642150163650513, + "num_tokens": 670493187.0, + "step": 17573 + }, + { + "epoch": 2.2355934359496246, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.951627731323242, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8901410102844238, + "num_tokens": 670529750.0, + "step": 17574 + }, + { + "epoch": 2.235720646228215, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.97442626953125, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8742685317993164, + "num_tokens": 670570147.0, + "step": 17575 + }, + { + "epoch": 2.2358478565068056, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.028465270996094, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8782777190208435, + "num_tokens": 670604113.0, + "step": 17576 + }, + { + "epoch": 2.235975066785396, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.989656448364258, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8749656677246094, + "num_tokens": 670645451.0, + "step": 17577 + }, + { + "epoch": 2.2361022770639867, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.967522621154785, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8806290626525879, + "num_tokens": 670684055.0, + "step": 17578 + }, + { + "epoch": 2.236229487342577, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.995214462280273, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8672628402709961, + "num_tokens": 670724397.0, + "step": 17579 + }, + { + "epoch": 2.2363566976211677, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.937053680419922, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.886028528213501, + "num_tokens": 670761282.0, + "step": 17580 + }, + { + "epoch": 2.2364839078997583, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.972960472106934, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8802953958511353, + "num_tokens": 670800007.0, + "step": 17581 + }, + { + "epoch": 2.236611118178349, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.946401596069336, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8734334707260132, + "num_tokens": 670840040.0, + "step": 17582 + }, + { + "epoch": 2.2367383284569393, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.035831451416016, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8697025179862976, + "num_tokens": 670881193.0, + "step": 17583 + }, + { + "epoch": 2.23686553873553, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.995993614196777, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8785504102706909, + "num_tokens": 670927275.0, + "step": 17584 + }, + { + "epoch": 2.2369927490141204, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.973997116088867, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8788928389549255, + "num_tokens": 670967327.0, + "step": 17585 + }, + { + "epoch": 2.237119959292711, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.001429557800293, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8796351552009583, + "num_tokens": 671009250.0, + "step": 17586 + }, + { + "epoch": 2.2372471695713014, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.968174934387207, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8797214031219482, + "num_tokens": 671045068.0, + "step": 17587 + }, + { + "epoch": 2.237374379849892, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.979395866394043, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.8646769523620605, + "num_tokens": 671084786.0, + "step": 17588 + }, + { + "epoch": 2.2375015901284825, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.999669075012207, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8695535063743591, + "num_tokens": 671123235.0, + "step": 17589 + }, + { + "epoch": 2.237628800407073, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.059845924377441, + "learning_rate": 1e-06, + "loss": 0.3242, + "mean_token_accuracy": 0.8928952217102051, + "num_tokens": 671161702.0, + "step": 17590 + }, + { + "epoch": 2.2377560106856635, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.958646774291992, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8872458338737488, + "num_tokens": 671195487.0, + "step": 17591 + }, + { + "epoch": 2.237883220964254, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.993254661560059, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8734592795372009, + "num_tokens": 671232288.0, + "step": 17592 + }, + { + "epoch": 2.2380104312428446, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.016422271728516, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8610532879829407, + "num_tokens": 671275154.0, + "step": 17593 + }, + { + "epoch": 2.238137641521435, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 12.060627937316895, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8672465085983276, + "num_tokens": 671312266.0, + "step": 17594 + }, + { + "epoch": 2.238264851800025, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.020124435424805, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8763458728790283, + "num_tokens": 671349690.0, + "step": 17595 + }, + { + "epoch": 2.238392062078616, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 12.023656845092773, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8800687789916992, + "num_tokens": 671387898.0, + "step": 17596 + }, + { + "epoch": 2.2385192723572063, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.992582321166992, + "learning_rate": 1e-06, + "loss": 0.4339, + "mean_token_accuracy": 0.8553631901741028, + "num_tokens": 671428054.0, + "step": 17597 + }, + { + "epoch": 2.238646482635797, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.027538299560547, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.882738471031189, + "num_tokens": 671467096.0, + "step": 17598 + }, + { + "epoch": 2.2387736929143873, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.967204093933105, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8748689889907837, + "num_tokens": 671506752.0, + "step": 17599 + }, + { + "epoch": 2.238900903192978, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 12.02476978302002, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.870380163192749, + "num_tokens": 671542403.0, + "step": 17600 + }, + { + "epoch": 2.2390281134715684, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.00359058380127, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8877605199813843, + "num_tokens": 671578115.0, + "step": 17601 + }, + { + "epoch": 2.239155323750159, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.97896671295166, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8875414133071899, + "num_tokens": 671619854.0, + "step": 17602 + }, + { + "epoch": 2.2392825340287494, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.941105842590332, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8888832330703735, + "num_tokens": 671661617.0, + "step": 17603 + }, + { + "epoch": 2.23940974430734, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.011920928955078, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8664363026618958, + "num_tokens": 671702231.0, + "step": 17604 + }, + { + "epoch": 2.2395369545859305, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.034014701843262, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8753902912139893, + "num_tokens": 671741483.0, + "step": 17605 + }, + { + "epoch": 2.239664164864521, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.911766052246094, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8723684549331665, + "num_tokens": 671780168.0, + "step": 17606 + }, + { + "epoch": 2.2397913751431116, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.008506774902344, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8533992767333984, + "num_tokens": 671818980.0, + "step": 17607 + }, + { + "epoch": 2.239918585421702, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.00334644317627, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8757210373878479, + "num_tokens": 671850010.0, + "step": 17608 + }, + { + "epoch": 2.2400457957002926, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.999787330627441, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8684680461883545, + "num_tokens": 671888506.0, + "step": 17609 + }, + { + "epoch": 2.240173005978883, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.023208618164062, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8839143514633179, + "num_tokens": 671930965.0, + "step": 17610 + }, + { + "epoch": 2.2403002162574737, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.997236251831055, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8846253156661987, + "num_tokens": 671967472.0, + "step": 17611 + }, + { + "epoch": 2.240427426536064, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.94587230682373, + "learning_rate": 1e-06, + "loss": 0.2988, + "mean_token_accuracy": 0.8985059261322021, + "num_tokens": 672005986.0, + "step": 17612 + }, + { + "epoch": 2.2405546368146547, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.960562705993652, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8770228028297424, + "num_tokens": 672044729.0, + "step": 17613 + }, + { + "epoch": 2.2406818470932452, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.020101547241211, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8771575689315796, + "num_tokens": 672080141.0, + "step": 17614 + }, + { + "epoch": 2.2408090573718358, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.036812782287598, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8839638233184814, + "num_tokens": 672119277.0, + "step": 17615 + }, + { + "epoch": 2.2409362676504263, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.962413787841797, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8755363821983337, + "num_tokens": 672154205.0, + "step": 17616 + }, + { + "epoch": 2.241063477929017, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.942512512207031, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.875708818435669, + "num_tokens": 672193667.0, + "step": 17617 + }, + { + "epoch": 2.2411906882076074, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.01899528503418, + "learning_rate": 1e-06, + "loss": 0.462, + "mean_token_accuracy": 0.8475988507270813, + "num_tokens": 672232360.0, + "step": 17618 + }, + { + "epoch": 2.241317898486198, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.956189155578613, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8639180064201355, + "num_tokens": 672264127.0, + "step": 17619 + }, + { + "epoch": 2.241445108764788, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.030917167663574, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8857837915420532, + "num_tokens": 672300719.0, + "step": 17620 + }, + { + "epoch": 2.2415723190433785, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.964353561401367, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8866981267929077, + "num_tokens": 672342796.0, + "step": 17621 + }, + { + "epoch": 2.241699529321969, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.001923561096191, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8779847621917725, + "num_tokens": 672382597.0, + "step": 17622 + }, + { + "epoch": 2.2418267396005596, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.95250415802002, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8649142980575562, + "num_tokens": 672427350.0, + "step": 17623 + }, + { + "epoch": 2.24195394987915, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.005777359008789, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8701373338699341, + "num_tokens": 672468997.0, + "step": 17624 + }, + { + "epoch": 2.2420811601577406, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.956149101257324, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8832629919052124, + "num_tokens": 672505061.0, + "step": 17625 + }, + { + "epoch": 2.242208370436331, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.016627311706543, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8752079606056213, + "num_tokens": 672544241.0, + "step": 17626 + }, + { + "epoch": 2.2423355807149217, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.944271087646484, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8747187256813049, + "num_tokens": 672586334.0, + "step": 17627 + }, + { + "epoch": 2.242462790993512, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.0028076171875, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8738079071044922, + "num_tokens": 672628627.0, + "step": 17628 + }, + { + "epoch": 2.2425900012721027, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.963890075683594, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8672429919242859, + "num_tokens": 672663046.0, + "step": 17629 + }, + { + "epoch": 2.2427172115506933, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.963056564331055, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8820961117744446, + "num_tokens": 672703394.0, + "step": 17630 + }, + { + "epoch": 2.242844421829284, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.958770751953125, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8680078983306885, + "num_tokens": 672743262.0, + "step": 17631 + }, + { + "epoch": 2.2429716321078743, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.952993392944336, + "learning_rate": 1e-06, + "loss": 0.4638, + "mean_token_accuracy": 0.843592643737793, + "num_tokens": 672782662.0, + "step": 17632 + }, + { + "epoch": 2.243098842386465, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.055290222167969, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8738229274749756, + "num_tokens": 672818400.0, + "step": 17633 + }, + { + "epoch": 2.2432260526650554, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.93245792388916, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8883806467056274, + "num_tokens": 672858843.0, + "step": 17634 + }, + { + "epoch": 2.243353262943646, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.972787857055664, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8768526911735535, + "num_tokens": 672900397.0, + "step": 17635 + }, + { + "epoch": 2.2434804732222364, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.008378028869629, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8744911551475525, + "num_tokens": 672936025.0, + "step": 17636 + }, + { + "epoch": 2.243607683500827, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.981474876403809, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8581056594848633, + "num_tokens": 672979180.0, + "step": 17637 + }, + { + "epoch": 2.2437348937794175, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.94968032836914, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8856487274169922, + "num_tokens": 673018053.0, + "step": 17638 + }, + { + "epoch": 2.243862104058008, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.012242317199707, + "learning_rate": 1e-06, + "loss": 0.4252, + "mean_token_accuracy": 0.8581970930099487, + "num_tokens": 673057596.0, + "step": 17639 + }, + { + "epoch": 2.2439893143365985, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.944910049438477, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.887302815914154, + "num_tokens": 673097740.0, + "step": 17640 + }, + { + "epoch": 2.244116524615189, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.983688354492188, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8812263607978821, + "num_tokens": 673141821.0, + "step": 17641 + }, + { + "epoch": 2.2442437348937796, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.909520149230957, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8840111494064331, + "num_tokens": 673184279.0, + "step": 17642 + }, + { + "epoch": 2.24437094517237, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.944204330444336, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8851921558380127, + "num_tokens": 673224328.0, + "step": 17643 + }, + { + "epoch": 2.2444981554509607, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.034589767456055, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8629111051559448, + "num_tokens": 673263328.0, + "step": 17644 + }, + { + "epoch": 2.2446253657295507, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.95679759979248, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8797503709793091, + "num_tokens": 673301663.0, + "step": 17645 + }, + { + "epoch": 2.2447525760081413, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 11.986743927001953, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8736709356307983, + "num_tokens": 673340606.0, + "step": 17646 + }, + { + "epoch": 2.244879786286732, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.967032432556152, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.873878538608551, + "num_tokens": 673382201.0, + "step": 17647 + }, + { + "epoch": 2.2450069965653223, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.946080207824707, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8855396509170532, + "num_tokens": 673423330.0, + "step": 17648 + }, + { + "epoch": 2.245134206843913, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.014265060424805, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.8921864032745361, + "num_tokens": 673459690.0, + "step": 17649 + }, + { + "epoch": 2.2452614171225034, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.023857116699219, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8721492886543274, + "num_tokens": 673494827.0, + "step": 17650 + }, + { + "epoch": 2.245388627401094, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.939927101135254, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8649653196334839, + "num_tokens": 673540568.0, + "step": 17651 + }, + { + "epoch": 2.2455158376796844, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.99380874633789, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8915428519248962, + "num_tokens": 673574022.0, + "step": 17652 + }, + { + "epoch": 2.245643047958275, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.009627342224121, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8734616041183472, + "num_tokens": 673612493.0, + "step": 17653 + }, + { + "epoch": 2.2457702582368655, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.972315788269043, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.872726559638977, + "num_tokens": 673653729.0, + "step": 17654 + }, + { + "epoch": 2.245897468515456, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.912781715393066, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8889678716659546, + "num_tokens": 673695626.0, + "step": 17655 + }, + { + "epoch": 2.2460246787940465, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.989975929260254, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8822522759437561, + "num_tokens": 673732188.0, + "step": 17656 + }, + { + "epoch": 2.246151889072637, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.010957717895508, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8670517206192017, + "num_tokens": 673770259.0, + "step": 17657 + }, + { + "epoch": 2.2462790993512276, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.98963737487793, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8731927871704102, + "num_tokens": 673805018.0, + "step": 17658 + }, + { + "epoch": 2.246406309629818, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.046693801879883, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8700218796730042, + "num_tokens": 673846058.0, + "step": 17659 + }, + { + "epoch": 2.2465335199084087, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.991850852966309, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8632927536964417, + "num_tokens": 673886437.0, + "step": 17660 + }, + { + "epoch": 2.246660730186999, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.023179054260254, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8789025545120239, + "num_tokens": 673925701.0, + "step": 17661 + }, + { + "epoch": 2.2467879404655897, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.98475170135498, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.879120945930481, + "num_tokens": 673969854.0, + "step": 17662 + }, + { + "epoch": 2.2469151507441802, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.028624534606934, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.877720057964325, + "num_tokens": 674005048.0, + "step": 17663 + }, + { + "epoch": 2.2470423610227708, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.980161666870117, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8706662654876709, + "num_tokens": 674046548.0, + "step": 17664 + }, + { + "epoch": 2.2471695713013613, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.983133316040039, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.870754063129425, + "num_tokens": 674086905.0, + "step": 17665 + }, + { + "epoch": 2.247296781579952, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.95173454284668, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8855504393577576, + "num_tokens": 674124589.0, + "step": 17666 + }, + { + "epoch": 2.2474239918585424, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.976590156555176, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8890550136566162, + "num_tokens": 674165135.0, + "step": 17667 + }, + { + "epoch": 2.247551202137133, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.985917091369629, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8709654211997986, + "num_tokens": 674207269.0, + "step": 17668 + }, + { + "epoch": 2.2476784124157234, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.941144943237305, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.892564058303833, + "num_tokens": 674240806.0, + "step": 17669 + }, + { + "epoch": 2.2478056226943135, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.99581241607666, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8675426244735718, + "num_tokens": 674274697.0, + "step": 17670 + }, + { + "epoch": 2.247932832972904, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.973119735717773, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8663801550865173, + "num_tokens": 674311362.0, + "step": 17671 + }, + { + "epoch": 2.2480600432514946, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.994264602661133, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8828482031822205, + "num_tokens": 674352505.0, + "step": 17672 + }, + { + "epoch": 2.248187253530085, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.974270820617676, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8819723129272461, + "num_tokens": 674383938.0, + "step": 17673 + }, + { + "epoch": 2.2483144638086756, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.019942283630371, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8722288608551025, + "num_tokens": 674421665.0, + "step": 17674 + }, + { + "epoch": 2.248441674087266, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.970475196838379, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8774954676628113, + "num_tokens": 674466065.0, + "step": 17675 + }, + { + "epoch": 2.2485688843658567, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.014867782592773, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.878096342086792, + "num_tokens": 674506868.0, + "step": 17676 + }, + { + "epoch": 2.248696094644447, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.977808952331543, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8723320364952087, + "num_tokens": 674545756.0, + "step": 17677 + }, + { + "epoch": 2.2488233049230377, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.012924194335938, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.871150016784668, + "num_tokens": 674590680.0, + "step": 17678 + }, + { + "epoch": 2.2489505152016283, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.03680419921875, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8802284002304077, + "num_tokens": 674631624.0, + "step": 17679 + }, + { + "epoch": 2.249077725480219, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.016619682312012, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8709426522254944, + "num_tokens": 674667365.0, + "step": 17680 + }, + { + "epoch": 2.2492049357588093, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.976824760437012, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.874640703201294, + "num_tokens": 674706587.0, + "step": 17681 + }, + { + "epoch": 2.2493321460374, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.932958602905273, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8749440312385559, + "num_tokens": 674744480.0, + "step": 17682 + }, + { + "epoch": 2.2494593563159904, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.023375511169434, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8759666681289673, + "num_tokens": 674783104.0, + "step": 17683 + }, + { + "epoch": 2.249586566594581, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.01767349243164, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8696110844612122, + "num_tokens": 674823488.0, + "step": 17684 + }, + { + "epoch": 2.2497137768731714, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.99657154083252, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8817427754402161, + "num_tokens": 674857322.0, + "step": 17685 + }, + { + "epoch": 2.249840987151762, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.986367225646973, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8677957057952881, + "num_tokens": 674901566.0, + "step": 17686 + }, + { + "epoch": 2.2499681974303525, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.962944984436035, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8823531270027161, + "num_tokens": 674942803.0, + "step": 17687 + }, + { + "epoch": 2.250095407708943, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 12.007887840270996, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8677688837051392, + "num_tokens": 674983160.0, + "step": 17688 + }, + { + "epoch": 2.2502226179875335, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.008736610412598, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8778112530708313, + "num_tokens": 675021243.0, + "step": 17689 + }, + { + "epoch": 2.250349828266124, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.00210189819336, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8733423948287964, + "num_tokens": 675059435.0, + "step": 17690 + }, + { + "epoch": 2.2504770385447146, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.987913131713867, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8786665201187134, + "num_tokens": 675091689.0, + "step": 17691 + }, + { + "epoch": 2.250604248823305, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.020445823669434, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8711367845535278, + "num_tokens": 675130368.0, + "step": 17692 + }, + { + "epoch": 2.250731459101895, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.031281471252441, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8794245719909668, + "num_tokens": 675171745.0, + "step": 17693 + }, + { + "epoch": 2.250858669380486, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.984797477722168, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8742552995681763, + "num_tokens": 675206052.0, + "step": 17694 + }, + { + "epoch": 2.2509858796590763, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.050434112548828, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8714850544929504, + "num_tokens": 675243231.0, + "step": 17695 + }, + { + "epoch": 2.251113089937667, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.035062789916992, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8688347339630127, + "num_tokens": 675273582.0, + "step": 17696 + }, + { + "epoch": 2.2512403002162573, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.939157485961914, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8728179931640625, + "num_tokens": 675314247.0, + "step": 17697 + }, + { + "epoch": 2.251367510494848, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.013370513916016, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8777559995651245, + "num_tokens": 675355675.0, + "step": 17698 + }, + { + "epoch": 2.2514947207734384, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.960050582885742, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8741374015808105, + "num_tokens": 675394290.0, + "step": 17699 + }, + { + "epoch": 2.251621931052029, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.003872871398926, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8783690929412842, + "num_tokens": 675434251.0, + "step": 17700 + }, + { + "epoch": 2.2517491413306194, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.955612182617188, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8818709850311279, + "num_tokens": 675474731.0, + "step": 17701 + }, + { + "epoch": 2.25187635160921, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.007522583007812, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8711128234863281, + "num_tokens": 675515180.0, + "step": 17702 + }, + { + "epoch": 2.2520035618878005, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.013421058654785, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8655474185943604, + "num_tokens": 675553429.0, + "step": 17703 + }, + { + "epoch": 2.252130772166391, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.018461227416992, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8799927234649658, + "num_tokens": 675592919.0, + "step": 17704 + }, + { + "epoch": 2.2522579824449815, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.955020904541016, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8830834031105042, + "num_tokens": 675627528.0, + "step": 17705 + }, + { + "epoch": 2.252385192723572, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.013862609863281, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8836615681648254, + "num_tokens": 675663721.0, + "step": 17706 + }, + { + "epoch": 2.2525124030021626, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.92282772064209, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8712925910949707, + "num_tokens": 675705187.0, + "step": 17707 + }, + { + "epoch": 2.252639613280753, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.975425720214844, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8847612142562866, + "num_tokens": 675752713.0, + "step": 17708 + }, + { + "epoch": 2.2527668235593437, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.979048728942871, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8763296008110046, + "num_tokens": 675791009.0, + "step": 17709 + }, + { + "epoch": 2.252894033837934, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.012767791748047, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8787631988525391, + "num_tokens": 675828890.0, + "step": 17710 + }, + { + "epoch": 2.2530212441165247, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.009258270263672, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8768911361694336, + "num_tokens": 675862855.0, + "step": 17711 + }, + { + "epoch": 2.2531484543951152, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.986064910888672, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8738108277320862, + "num_tokens": 675903032.0, + "step": 17712 + }, + { + "epoch": 2.2532756646737058, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.981433868408203, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.87333083152771, + "num_tokens": 675943035.0, + "step": 17713 + }, + { + "epoch": 2.2534028749522963, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.028887748718262, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8787765502929688, + "num_tokens": 675983073.0, + "step": 17714 + }, + { + "epoch": 2.253530085230887, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.981441497802734, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.881232738494873, + "num_tokens": 676022341.0, + "step": 17715 + }, + { + "epoch": 2.2536572955094774, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.009086608886719, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8732858896255493, + "num_tokens": 676060907.0, + "step": 17716 + }, + { + "epoch": 2.253784505788068, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.003653526306152, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8747180700302124, + "num_tokens": 676100693.0, + "step": 17717 + }, + { + "epoch": 2.253911716066658, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.016806602478027, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8896481990814209, + "num_tokens": 676137526.0, + "step": 17718 + }, + { + "epoch": 2.254038926345249, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.934883117675781, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8787703514099121, + "num_tokens": 676177245.0, + "step": 17719 + }, + { + "epoch": 2.254166136623839, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.00468635559082, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8831921815872192, + "num_tokens": 676214568.0, + "step": 17720 + }, + { + "epoch": 2.2542933469024296, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.98153018951416, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8772807121276855, + "num_tokens": 676252552.0, + "step": 17721 + }, + { + "epoch": 2.25442055718102, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.972505569458008, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8586522340774536, + "num_tokens": 676290480.0, + "step": 17722 + }, + { + "epoch": 2.2545477674596106, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.960162162780762, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.8882457613945007, + "num_tokens": 676324950.0, + "step": 17723 + }, + { + "epoch": 2.254674977738201, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.007691383361816, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.868016242980957, + "num_tokens": 676363851.0, + "step": 17724 + }, + { + "epoch": 2.2548021880167917, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.94793701171875, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8847628831863403, + "num_tokens": 676399920.0, + "step": 17725 + }, + { + "epoch": 2.254929398295382, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.956815719604492, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.873943030834198, + "num_tokens": 676443243.0, + "step": 17726 + }, + { + "epoch": 2.2550566085739727, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.99273681640625, + "learning_rate": 1e-06, + "loss": 0.4128, + "mean_token_accuracy": 0.8634057641029358, + "num_tokens": 676480272.0, + "step": 17727 + }, + { + "epoch": 2.2551838188525632, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.978591918945312, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8727786540985107, + "num_tokens": 676516630.0, + "step": 17728 + }, + { + "epoch": 2.2553110291311538, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.987170219421387, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8806865811347961, + "num_tokens": 676557842.0, + "step": 17729 + }, + { + "epoch": 2.2554382394097443, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.947978973388672, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8860412240028381, + "num_tokens": 676599413.0, + "step": 17730 + }, + { + "epoch": 2.255565449688335, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.048076629638672, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8689160943031311, + "num_tokens": 676637791.0, + "step": 17731 + }, + { + "epoch": 2.2556926599669254, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.95744514465332, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8728028535842896, + "num_tokens": 676677108.0, + "step": 17732 + }, + { + "epoch": 2.255819870245516, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.992708206176758, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8789564967155457, + "num_tokens": 676720698.0, + "step": 17733 + }, + { + "epoch": 2.2559470805241064, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.062393188476562, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8653391599655151, + "num_tokens": 676763719.0, + "step": 17734 + }, + { + "epoch": 2.256074290802697, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.984485626220703, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8774135112762451, + "num_tokens": 676801083.0, + "step": 17735 + }, + { + "epoch": 2.2562015010812875, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.039297103881836, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8691436052322388, + "num_tokens": 676840861.0, + "step": 17736 + }, + { + "epoch": 2.256328711359878, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.01302433013916, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8882261514663696, + "num_tokens": 676876864.0, + "step": 17737 + }, + { + "epoch": 2.2564559216384685, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.924466133117676, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.8965694904327393, + "num_tokens": 676920983.0, + "step": 17738 + }, + { + "epoch": 2.256583131917059, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.005989074707031, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8853039741516113, + "num_tokens": 676961294.0, + "step": 17739 + }, + { + "epoch": 2.2567103421956496, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.056009292602539, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8684965968132019, + "num_tokens": 676996318.0, + "step": 17740 + }, + { + "epoch": 2.2568375524742397, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.000740051269531, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8773590326309204, + "num_tokens": 677034083.0, + "step": 17741 + }, + { + "epoch": 2.2569647627528306, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.007288932800293, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8788384795188904, + "num_tokens": 677071206.0, + "step": 17742 + }, + { + "epoch": 2.2570919730314207, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 11.977715492248535, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8815237879753113, + "num_tokens": 677103573.0, + "step": 17743 + }, + { + "epoch": 2.2572191833100113, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.968903541564941, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.885731041431427, + "num_tokens": 677141406.0, + "step": 17744 + }, + { + "epoch": 2.257346393588602, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.988213539123535, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8661969900131226, + "num_tokens": 677185968.0, + "step": 17745 + }, + { + "epoch": 2.2574736038671923, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.008697509765625, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8687623739242554, + "num_tokens": 677229004.0, + "step": 17746 + }, + { + "epoch": 2.257600814145783, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.030031204223633, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.885152280330658, + "num_tokens": 677266317.0, + "step": 17747 + }, + { + "epoch": 2.2577280244243734, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.97787857055664, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8864750266075134, + "num_tokens": 677302344.0, + "step": 17748 + }, + { + "epoch": 2.257855234702964, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.05107307434082, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8663617372512817, + "num_tokens": 677342103.0, + "step": 17749 + }, + { + "epoch": 2.2579824449815544, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.063593864440918, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8644012212753296, + "num_tokens": 677378602.0, + "step": 17750 + }, + { + "epoch": 2.258109655260145, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.954439163208008, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.875266969203949, + "num_tokens": 677415005.0, + "step": 17751 + }, + { + "epoch": 2.2582368655387355, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.00417709350586, + "learning_rate": 1e-06, + "loss": 0.4325, + "mean_token_accuracy": 0.8582949638366699, + "num_tokens": 677457908.0, + "step": 17752 + }, + { + "epoch": 2.258364075817326, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.995109558105469, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8664920926094055, + "num_tokens": 677492759.0, + "step": 17753 + }, + { + "epoch": 2.2584912860959165, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.041329383850098, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8740925788879395, + "num_tokens": 677535771.0, + "step": 17754 + }, + { + "epoch": 2.258618496374507, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.989008903503418, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.8886692523956299, + "num_tokens": 677575325.0, + "step": 17755 + }, + { + "epoch": 2.2587457066530976, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.984946250915527, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8761790990829468, + "num_tokens": 677614132.0, + "step": 17756 + }, + { + "epoch": 2.258872916931688, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.047375679016113, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.871394693851471, + "num_tokens": 677645657.0, + "step": 17757 + }, + { + "epoch": 2.2590001272102787, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.00741958618164, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8842310309410095, + "num_tokens": 677686238.0, + "step": 17758 + }, + { + "epoch": 2.259127337488869, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.995370864868164, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8803516626358032, + "num_tokens": 677724080.0, + "step": 17759 + }, + { + "epoch": 2.2592545477674597, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.038984298706055, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8762248754501343, + "num_tokens": 677765768.0, + "step": 17760 + }, + { + "epoch": 2.2593817580460502, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.035502433776855, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8770769834518433, + "num_tokens": 677803937.0, + "step": 17761 + }, + { + "epoch": 2.2595089683246408, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.006301879882812, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8861854076385498, + "num_tokens": 677839685.0, + "step": 17762 + }, + { + "epoch": 2.2596361786032313, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.032504081726074, + "learning_rate": 1e-06, + "loss": 0.4262, + "mean_token_accuracy": 0.8630067706108093, + "num_tokens": 677880411.0, + "step": 17763 + }, + { + "epoch": 2.259763388881822, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.006346702575684, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8841776251792908, + "num_tokens": 677921177.0, + "step": 17764 + }, + { + "epoch": 2.2598905991604123, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.037697792053223, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8866145014762878, + "num_tokens": 677956393.0, + "step": 17765 + }, + { + "epoch": 2.2600178094390024, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.005887985229492, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8746834397315979, + "num_tokens": 677988364.0, + "step": 17766 + }, + { + "epoch": 2.2601450197175934, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.991046905517578, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8842716217041016, + "num_tokens": 678028093.0, + "step": 17767 + }, + { + "epoch": 2.2602722299961835, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.061894416809082, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8776127696037292, + "num_tokens": 678068174.0, + "step": 17768 + }, + { + "epoch": 2.260399440274774, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.04863452911377, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8777793645858765, + "num_tokens": 678105784.0, + "step": 17769 + }, + { + "epoch": 2.2605266505533645, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.971503257751465, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8872563242912292, + "num_tokens": 678142873.0, + "step": 17770 + }, + { + "epoch": 2.260653860831955, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.061206817626953, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8728359937667847, + "num_tokens": 678181527.0, + "step": 17771 + }, + { + "epoch": 2.2607810711105456, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.95244026184082, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8798270225524902, + "num_tokens": 678221225.0, + "step": 17772 + }, + { + "epoch": 2.260908281389136, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 12.046422004699707, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8841863870620728, + "num_tokens": 678254767.0, + "step": 17773 + }, + { + "epoch": 2.2610354916677267, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.012138366699219, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8797804117202759, + "num_tokens": 678290830.0, + "step": 17774 + }, + { + "epoch": 2.261162701946317, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.972536087036133, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.8869732618331909, + "num_tokens": 678327102.0, + "step": 17775 + }, + { + "epoch": 2.2612899122249077, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.032025337219238, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8904937505722046, + "num_tokens": 678364872.0, + "step": 17776 + }, + { + "epoch": 2.2614171225034982, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.02813720703125, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8706417083740234, + "num_tokens": 678399233.0, + "step": 17777 + }, + { + "epoch": 2.2615443327820888, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.0391845703125, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8844085931777954, + "num_tokens": 678434577.0, + "step": 17778 + }, + { + "epoch": 2.2616715430606793, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.97313117980957, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8823570609092712, + "num_tokens": 678466835.0, + "step": 17779 + }, + { + "epoch": 2.26179875333927, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.991183280944824, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8915390968322754, + "num_tokens": 678506817.0, + "step": 17780 + }, + { + "epoch": 2.2619259636178604, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.992815017700195, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8781760931015015, + "num_tokens": 678543734.0, + "step": 17781 + }, + { + "epoch": 2.262053173896451, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.044746398925781, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8735051155090332, + "num_tokens": 678585066.0, + "step": 17782 + }, + { + "epoch": 2.2621803841750414, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.026041030883789, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.8910683393478394, + "num_tokens": 678614951.0, + "step": 17783 + }, + { + "epoch": 2.262307594453632, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.994219779968262, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.879218339920044, + "num_tokens": 678649671.0, + "step": 17784 + }, + { + "epoch": 2.2624348047322225, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.968402862548828, + "learning_rate": 1e-06, + "loss": 0.3161, + "mean_token_accuracy": 0.8939690589904785, + "num_tokens": 678693418.0, + "step": 17785 + }, + { + "epoch": 2.262562015010813, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.986858367919922, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8872212767601013, + "num_tokens": 678730891.0, + "step": 17786 + }, + { + "epoch": 2.2626892252894035, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.010871887207031, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8857007026672363, + "num_tokens": 678766369.0, + "step": 17787 + }, + { + "epoch": 2.262816435567994, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.015995979309082, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.864963173866272, + "num_tokens": 678809118.0, + "step": 17788 + }, + { + "epoch": 2.2629436458465846, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.985776901245117, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8759856224060059, + "num_tokens": 678850057.0, + "step": 17789 + }, + { + "epoch": 2.263070856125175, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.975625991821289, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8751757144927979, + "num_tokens": 678890253.0, + "step": 17790 + }, + { + "epoch": 2.263198066403765, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.975281715393066, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8921555280685425, + "num_tokens": 678922535.0, + "step": 17791 + }, + { + "epoch": 2.263325276682356, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.04648208618164, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8768260478973389, + "num_tokens": 678956136.0, + "step": 17792 + }, + { + "epoch": 2.2634524869609463, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.972098350524902, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8815400004386902, + "num_tokens": 678990864.0, + "step": 17793 + }, + { + "epoch": 2.263579697239537, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.03759479522705, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.889308750629425, + "num_tokens": 679028345.0, + "step": 17794 + }, + { + "epoch": 2.2637069075181273, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.996493339538574, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8650063276290894, + "num_tokens": 679073679.0, + "step": 17795 + }, + { + "epoch": 2.263834117796718, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.964508056640625, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8756802082061768, + "num_tokens": 679109274.0, + "step": 17796 + }, + { + "epoch": 2.2639613280753084, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.060600280761719, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8786085844039917, + "num_tokens": 679141644.0, + "step": 17797 + }, + { + "epoch": 2.264088538353899, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.978059768676758, + "learning_rate": 1e-06, + "loss": 0.4182, + "mean_token_accuracy": 0.861768364906311, + "num_tokens": 679184351.0, + "step": 17798 + }, + { + "epoch": 2.2642157486324894, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.967068672180176, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8737695217132568, + "num_tokens": 679222509.0, + "step": 17799 + }, + { + "epoch": 2.26434295891108, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.029504776000977, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.8618888854980469, + "num_tokens": 679263362.0, + "step": 17800 + }, + { + "epoch": 2.2644701691896705, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.965181350708008, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8649439811706543, + "num_tokens": 679307859.0, + "step": 17801 + }, + { + "epoch": 2.264597379468261, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.022011756896973, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8872659802436829, + "num_tokens": 679344801.0, + "step": 17802 + }, + { + "epoch": 2.2647245897468515, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.007758140563965, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8704824447631836, + "num_tokens": 679382795.0, + "step": 17803 + }, + { + "epoch": 2.264851800025442, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.985673904418945, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8743945360183716, + "num_tokens": 679425282.0, + "step": 17804 + }, + { + "epoch": 2.2649790103040326, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.999942779541016, + "learning_rate": 1e-06, + "loss": 0.403, + "mean_token_accuracy": 0.8646726608276367, + "num_tokens": 679466881.0, + "step": 17805 + }, + { + "epoch": 2.265106220582623, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.026690483093262, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8889400959014893, + "num_tokens": 679509268.0, + "step": 17806 + }, + { + "epoch": 2.2652334308612136, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.999533653259277, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8756313323974609, + "num_tokens": 679545082.0, + "step": 17807 + }, + { + "epoch": 2.265360641139804, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.008829116821289, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8784781694412231, + "num_tokens": 679581795.0, + "step": 17808 + }, + { + "epoch": 2.2654878514183947, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.02294635772705, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8761733174324036, + "num_tokens": 679618978.0, + "step": 17809 + }, + { + "epoch": 2.2656150616969852, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.02840805053711, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8793428540229797, + "num_tokens": 679655002.0, + "step": 17810 + }, + { + "epoch": 2.2657422719755758, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.983073234558105, + "learning_rate": 1e-06, + "loss": 0.3145, + "mean_token_accuracy": 0.8911582231521606, + "num_tokens": 679691143.0, + "step": 17811 + }, + { + "epoch": 2.2658694822541663, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.015300750732422, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8795414566993713, + "num_tokens": 679729168.0, + "step": 17812 + }, + { + "epoch": 2.265996692532757, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.064175605773926, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8758753538131714, + "num_tokens": 679773385.0, + "step": 17813 + }, + { + "epoch": 2.2661239028113473, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.9877290725708, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8886322975158691, + "num_tokens": 679813884.0, + "step": 17814 + }, + { + "epoch": 2.266251113089938, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.970487594604492, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8778687715530396, + "num_tokens": 679850834.0, + "step": 17815 + }, + { + "epoch": 2.266378323368528, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.013089179992676, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8830401301383972, + "num_tokens": 679890210.0, + "step": 17816 + }, + { + "epoch": 2.266505533647119, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.053963661193848, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8860916495323181, + "num_tokens": 679926252.0, + "step": 17817 + }, + { + "epoch": 2.266632743925709, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.002615928649902, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.87434983253479, + "num_tokens": 679959626.0, + "step": 17818 + }, + { + "epoch": 2.2667599542042995, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.003190994262695, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8721964955329895, + "num_tokens": 679999973.0, + "step": 17819 + }, + { + "epoch": 2.26688716448289, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.019143104553223, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.871848464012146, + "num_tokens": 680041081.0, + "step": 17820 + }, + { + "epoch": 2.2670143747614806, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.994940757751465, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8825347423553467, + "num_tokens": 680078953.0, + "step": 17821 + }, + { + "epoch": 2.267141585040071, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.027276039123535, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8852851986885071, + "num_tokens": 680112309.0, + "step": 17822 + }, + { + "epoch": 2.2672687953186617, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.010713577270508, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8730277419090271, + "num_tokens": 680148607.0, + "step": 17823 + }, + { + "epoch": 2.267396005597252, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.985830307006836, + "learning_rate": 1e-06, + "loss": 0.3154, + "mean_token_accuracy": 0.89412522315979, + "num_tokens": 680189617.0, + "step": 17824 + }, + { + "epoch": 2.2675232158758427, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.01012134552002, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.8925478458404541, + "num_tokens": 680227940.0, + "step": 17825 + }, + { + "epoch": 2.2676504261544332, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.014058113098145, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.889038622379303, + "num_tokens": 680263473.0, + "step": 17826 + }, + { + "epoch": 2.2677776364330238, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.996159553527832, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8699356317520142, + "num_tokens": 680297895.0, + "step": 17827 + }, + { + "epoch": 2.2679048467116143, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.024621963500977, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.880556583404541, + "num_tokens": 680337658.0, + "step": 17828 + }, + { + "epoch": 2.268032056990205, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.9744873046875, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8711879849433899, + "num_tokens": 680375912.0, + "step": 17829 + }, + { + "epoch": 2.2681592672687954, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.044578552246094, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8896446228027344, + "num_tokens": 680415231.0, + "step": 17830 + }, + { + "epoch": 2.268286477547386, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.032632827758789, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.873076319694519, + "num_tokens": 680460037.0, + "step": 17831 + }, + { + "epoch": 2.2684136878259764, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.040666580200195, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8569689989089966, + "num_tokens": 680505521.0, + "step": 17832 + }, + { + "epoch": 2.268540898104567, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.017285346984863, + "learning_rate": 1e-06, + "loss": 0.3242, + "mean_token_accuracy": 0.8914851546287537, + "num_tokens": 680547682.0, + "step": 17833 + }, + { + "epoch": 2.2686681083831575, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.088752746582031, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8842002153396606, + "num_tokens": 680587510.0, + "step": 17834 + }, + { + "epoch": 2.268795318661748, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.010820388793945, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8804158568382263, + "num_tokens": 680624233.0, + "step": 17835 + }, + { + "epoch": 2.2689225289403385, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.041229248046875, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8725776672363281, + "num_tokens": 680666091.0, + "step": 17836 + }, + { + "epoch": 2.269049739218929, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.065611839294434, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8830232620239258, + "num_tokens": 680703062.0, + "step": 17837 + }, + { + "epoch": 2.2691769494975196, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.019561767578125, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8911066651344299, + "num_tokens": 680735966.0, + "step": 17838 + }, + { + "epoch": 2.2693041597761097, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 12.034710884094238, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.878130316734314, + "num_tokens": 680780010.0, + "step": 17839 + }, + { + "epoch": 2.2694313700547006, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 12.02306842803955, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8763371706008911, + "num_tokens": 680819516.0, + "step": 17840 + }, + { + "epoch": 2.2695585803332907, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.999114990234375, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8775027990341187, + "num_tokens": 680861374.0, + "step": 17841 + }, + { + "epoch": 2.2696857906118812, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 12.029690742492676, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.869131326675415, + "num_tokens": 680902447.0, + "step": 17842 + }, + { + "epoch": 2.2698130008904718, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 12.006661415100098, + "learning_rate": 1e-06, + "loss": 0.3102, + "mean_token_accuracy": 0.8932286500930786, + "num_tokens": 680942376.0, + "step": 17843 + }, + { + "epoch": 2.2699402111690623, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.00480842590332, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8786996603012085, + "num_tokens": 680977060.0, + "step": 17844 + }, + { + "epoch": 2.270067421447653, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.05252742767334, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8636280298233032, + "num_tokens": 681014504.0, + "step": 17845 + }, + { + "epoch": 2.2701946317262434, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.000567436218262, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.8624516725540161, + "num_tokens": 681053919.0, + "step": 17846 + }, + { + "epoch": 2.270321842004834, + "ewc_loss": 0.0166015625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6570091247558594e-05, + "grad_norm": 12.006074905395508, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8772326111793518, + "num_tokens": 681090883.0, + "step": 17847 + }, + { + "epoch": 2.2704490522834244, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.993486404418945, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8906217217445374, + "num_tokens": 681128819.0, + "step": 17848 + }, + { + "epoch": 2.270576262562015, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.004454612731934, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.868289589881897, + "num_tokens": 681171434.0, + "step": 17849 + }, + { + "epoch": 2.2707034728406055, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.044960021972656, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8876503705978394, + "num_tokens": 681206297.0, + "step": 17850 + }, + { + "epoch": 2.270830683119196, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.973222732543945, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8685252070426941, + "num_tokens": 681242521.0, + "step": 17851 + }, + { + "epoch": 2.2709578933977865, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.005183219909668, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8874334692955017, + "num_tokens": 681282474.0, + "step": 17852 + }, + { + "epoch": 2.271085103676377, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.041496276855469, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8742607831954956, + "num_tokens": 681317280.0, + "step": 17853 + }, + { + "epoch": 2.2712123139549676, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.022364616394043, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8759328722953796, + "num_tokens": 681349155.0, + "step": 17854 + }, + { + "epoch": 2.271339524233558, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.106180191040039, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8776086568832397, + "num_tokens": 681380863.0, + "step": 17855 + }, + { + "epoch": 2.2714667345121486, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.93246078491211, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8809939622879028, + "num_tokens": 681421970.0, + "step": 17856 + }, + { + "epoch": 2.271593944790739, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 12.067501068115234, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8926631808280945, + "num_tokens": 681453511.0, + "step": 17857 + }, + { + "epoch": 2.2717211550693297, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.990187644958496, + "learning_rate": 1e-06, + "loss": 0.3989, + "mean_token_accuracy": 0.8639110326766968, + "num_tokens": 681496293.0, + "step": 17858 + }, + { + "epoch": 2.2718483653479202, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.050180435180664, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8710899949073792, + "num_tokens": 681537074.0, + "step": 17859 + }, + { + "epoch": 2.2719755756265108, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.957704544067383, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8705806732177734, + "num_tokens": 681578911.0, + "step": 17860 + }, + { + "epoch": 2.2721027859051013, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.018945693969727, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.874168872833252, + "num_tokens": 681622134.0, + "step": 17861 + }, + { + "epoch": 2.272229996183692, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.103888511657715, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8790347576141357, + "num_tokens": 681655919.0, + "step": 17862 + }, + { + "epoch": 2.2723572064622823, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.023859977722168, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8709273338317871, + "num_tokens": 681696539.0, + "step": 17863 + }, + { + "epoch": 2.2724844167408724, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.045877456665039, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8761328458786011, + "num_tokens": 681734630.0, + "step": 17864 + }, + { + "epoch": 2.2726116270194634, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.99152946472168, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.865749716758728, + "num_tokens": 681779669.0, + "step": 17865 + }, + { + "epoch": 2.2727388372980535, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.05438232421875, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8745979070663452, + "num_tokens": 681821920.0, + "step": 17866 + }, + { + "epoch": 2.272866047576644, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.038095474243164, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8759272694587708, + "num_tokens": 681859239.0, + "step": 17867 + }, + { + "epoch": 2.2729932578552345, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.07635498046875, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8657612204551697, + "num_tokens": 681896569.0, + "step": 17868 + }, + { + "epoch": 2.273120468133825, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.991844177246094, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8912901878356934, + "num_tokens": 681932549.0, + "step": 17869 + }, + { + "epoch": 2.2732476784124156, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.023998260498047, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8734729290008545, + "num_tokens": 681973981.0, + "step": 17870 + }, + { + "epoch": 2.273374888691006, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.071942329406738, + "learning_rate": 1e-06, + "loss": 0.45, + "mean_token_accuracy": 0.855665922164917, + "num_tokens": 682009512.0, + "step": 17871 + }, + { + "epoch": 2.2735020989695967, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.01908016204834, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8757702112197876, + "num_tokens": 682048058.0, + "step": 17872 + }, + { + "epoch": 2.273629309248187, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.102213859558105, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8696132898330688, + "num_tokens": 682084181.0, + "step": 17873 + }, + { + "epoch": 2.2737565195267777, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.96312427520752, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8957516551017761, + "num_tokens": 682119613.0, + "step": 17874 + }, + { + "epoch": 2.2738837298053682, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.055391311645508, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8806873559951782, + "num_tokens": 682159501.0, + "step": 17875 + }, + { + "epoch": 2.2740109400839588, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.97219467163086, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8858240842819214, + "num_tokens": 682197323.0, + "step": 17876 + }, + { + "epoch": 2.2741381503625493, + "ewc_loss": 0.0164794921875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6450881958007812e-05, + "grad_norm": 12.038871765136719, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8790270090103149, + "num_tokens": 682231150.0, + "step": 17877 + }, + { + "epoch": 2.27426536064114, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.03898811340332, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8795244693756104, + "num_tokens": 682269351.0, + "step": 17878 + }, + { + "epoch": 2.2743925709197303, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.076608657836914, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8887893557548523, + "num_tokens": 682303633.0, + "step": 17879 + }, + { + "epoch": 2.274519781198321, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.01977252960205, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8755059242248535, + "num_tokens": 682340890.0, + "step": 17880 + }, + { + "epoch": 2.2746469914769114, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.015581130981445, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8915724158287048, + "num_tokens": 682374253.0, + "step": 17881 + }, + { + "epoch": 2.274774201755502, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.019372940063477, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8771166801452637, + "num_tokens": 682412675.0, + "step": 17882 + }, + { + "epoch": 2.2749014120340925, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.973666191101074, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8895211219787598, + "num_tokens": 682447864.0, + "step": 17883 + }, + { + "epoch": 2.275028622312683, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.052343368530273, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8772919178009033, + "num_tokens": 682486445.0, + "step": 17884 + }, + { + "epoch": 2.2751558325912735, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.9923095703125, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8777158260345459, + "num_tokens": 682518173.0, + "step": 17885 + }, + { + "epoch": 2.275283042869864, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.070981979370117, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.877210795879364, + "num_tokens": 682558627.0, + "step": 17886 + }, + { + "epoch": 2.2754102531484546, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.02063274383545, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8817688822746277, + "num_tokens": 682600821.0, + "step": 17887 + }, + { + "epoch": 2.275537463427045, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.986984252929688, + "learning_rate": 1e-06, + "loss": 0.4031, + "mean_token_accuracy": 0.8653852343559265, + "num_tokens": 682643947.0, + "step": 17888 + }, + { + "epoch": 2.275664673705635, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.03329849243164, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8725358247756958, + "num_tokens": 682683045.0, + "step": 17889 + }, + { + "epoch": 2.275791883984226, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.018829345703125, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8788256049156189, + "num_tokens": 682721617.0, + "step": 17890 + }, + { + "epoch": 2.2759190942628162, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.024128913879395, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8718769550323486, + "num_tokens": 682758339.0, + "step": 17891 + }, + { + "epoch": 2.2760463045414068, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.028120994567871, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8823615312576294, + "num_tokens": 682800501.0, + "step": 17892 + }, + { + "epoch": 2.2761735148199973, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.02552318572998, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8788531422615051, + "num_tokens": 682833231.0, + "step": 17893 + }, + { + "epoch": 2.276300725098588, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.115804672241211, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8826730251312256, + "num_tokens": 682873945.0, + "step": 17894 + }, + { + "epoch": 2.2764279353771784, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.960722923278809, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.874919593334198, + "num_tokens": 682918329.0, + "step": 17895 + }, + { + "epoch": 2.276555145655769, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.041975975036621, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8826689124107361, + "num_tokens": 682956277.0, + "step": 17896 + }, + { + "epoch": 2.2766823559343594, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.019862174987793, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8807365298271179, + "num_tokens": 682990648.0, + "step": 17897 + }, + { + "epoch": 2.27680956621295, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.064637184143066, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.89195317029953, + "num_tokens": 683029046.0, + "step": 17898 + }, + { + "epoch": 2.2769367764915405, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.054052352905273, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8780273199081421, + "num_tokens": 683064541.0, + "step": 17899 + }, + { + "epoch": 2.277063986770131, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.099466323852539, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8778629302978516, + "num_tokens": 683105015.0, + "step": 17900 + }, + { + "epoch": 2.2771911970487215, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.07724666595459, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8716815710067749, + "num_tokens": 683142938.0, + "step": 17901 + }, + { + "epoch": 2.277318407327312, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.993720054626465, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8901318907737732, + "num_tokens": 683181593.0, + "step": 17902 + }, + { + "epoch": 2.2774456176059026, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.113280296325684, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8674132823944092, + "num_tokens": 683218641.0, + "step": 17903 + }, + { + "epoch": 2.277572827884493, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.051030158996582, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8620755076408386, + "num_tokens": 683261479.0, + "step": 17904 + }, + { + "epoch": 2.2777000381630836, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.037748336791992, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8527175188064575, + "num_tokens": 683300602.0, + "step": 17905 + }, + { + "epoch": 2.277827248441674, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.052851676940918, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8765966892242432, + "num_tokens": 683337012.0, + "step": 17906 + }, + { + "epoch": 2.2779544587202647, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.046202659606934, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8854175209999084, + "num_tokens": 683368949.0, + "step": 17907 + }, + { + "epoch": 2.2780816689988552, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.005722999572754, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8761453628540039, + "num_tokens": 683408741.0, + "step": 17908 + }, + { + "epoch": 2.2782088792774458, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.097015380859375, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8673431873321533, + "num_tokens": 683447843.0, + "step": 17909 + }, + { + "epoch": 2.2783360895560363, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.014408111572266, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8738284111022949, + "num_tokens": 683489695.0, + "step": 17910 + }, + { + "epoch": 2.278463299834627, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.046003341674805, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.876408040523529, + "num_tokens": 683528381.0, + "step": 17911 + }, + { + "epoch": 2.2785905101132173, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.033814430236816, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8786267042160034, + "num_tokens": 683567261.0, + "step": 17912 + }, + { + "epoch": 2.278717720391808, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.067957878112793, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8638952970504761, + "num_tokens": 683601083.0, + "step": 17913 + }, + { + "epoch": 2.278844930670398, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.970232009887695, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.870922327041626, + "num_tokens": 683643494.0, + "step": 17914 + }, + { + "epoch": 2.278972140948989, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.016937255859375, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8727233409881592, + "num_tokens": 683684267.0, + "step": 17915 + }, + { + "epoch": 2.279099351227579, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.031249046325684, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8661596775054932, + "num_tokens": 683723292.0, + "step": 17916 + }, + { + "epoch": 2.2792265615061695, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.953600883483887, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8877948522567749, + "num_tokens": 683761378.0, + "step": 17917 + }, + { + "epoch": 2.27935377178476, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.065631866455078, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8697303533554077, + "num_tokens": 683794838.0, + "step": 17918 + }, + { + "epoch": 2.2794809820633506, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.05855941772461, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8596504330635071, + "num_tokens": 683832307.0, + "step": 17919 + }, + { + "epoch": 2.279608192341941, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.010285377502441, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8715357780456543, + "num_tokens": 683871848.0, + "step": 17920 + }, + { + "epoch": 2.2797354026205316, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.02102279663086, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8792860507965088, + "num_tokens": 683915086.0, + "step": 17921 + }, + { + "epoch": 2.279862612899122, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.076465606689453, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8713362812995911, + "num_tokens": 683945411.0, + "step": 17922 + }, + { + "epoch": 2.2799898231777127, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.062053680419922, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8776195645332336, + "num_tokens": 683979664.0, + "step": 17923 + }, + { + "epoch": 2.2801170334563032, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.98214054107666, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8669499158859253, + "num_tokens": 684025526.0, + "step": 17924 + }, + { + "epoch": 2.2802442437348938, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.089678764343262, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8710551261901855, + "num_tokens": 684056992.0, + "step": 17925 + }, + { + "epoch": 2.2803714540134843, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.988117218017578, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8817548751831055, + "num_tokens": 684094515.0, + "step": 17926 + }, + { + "epoch": 2.280498664292075, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.029317855834961, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8839788436889648, + "num_tokens": 684132294.0, + "step": 17927 + }, + { + "epoch": 2.2806258745706653, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.051366806030273, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.881035566329956, + "num_tokens": 684164010.0, + "step": 17928 + }, + { + "epoch": 2.280753084849256, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.008285522460938, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8849285244941711, + "num_tokens": 684202077.0, + "step": 17929 + }, + { + "epoch": 2.2808802951278464, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.94575023651123, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.8505997657775879, + "num_tokens": 684240799.0, + "step": 17930 + }, + { + "epoch": 2.281007505406437, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.052963256835938, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8739439249038696, + "num_tokens": 684284080.0, + "step": 17931 + }, + { + "epoch": 2.2811347156850275, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.003811836242676, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8625453114509583, + "num_tokens": 684317915.0, + "step": 17932 + }, + { + "epoch": 2.281261925963618, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.028907775878906, + "learning_rate": 1e-06, + "loss": 0.2562, + "mean_token_accuracy": 0.9129036664962769, + "num_tokens": 684354665.0, + "step": 17933 + }, + { + "epoch": 2.2813891362422085, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.020237922668457, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8745285272598267, + "num_tokens": 684392866.0, + "step": 17934 + }, + { + "epoch": 2.281516346520799, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.011622428894043, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8799755573272705, + "num_tokens": 684428422.0, + "step": 17935 + }, + { + "epoch": 2.2816435567993896, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.044245719909668, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8635504245758057, + "num_tokens": 684467129.0, + "step": 17936 + }, + { + "epoch": 2.2817707670779797, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.004494667053223, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8719566464424133, + "num_tokens": 684500093.0, + "step": 17937 + }, + { + "epoch": 2.2818979773565706, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.033187866210938, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8673171997070312, + "num_tokens": 684541422.0, + "step": 17938 + }, + { + "epoch": 2.2820251876351607, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.020877838134766, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8735969662666321, + "num_tokens": 684579164.0, + "step": 17939 + }, + { + "epoch": 2.2821523979137512, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.070952415466309, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8613182306289673, + "num_tokens": 684618617.0, + "step": 17940 + }, + { + "epoch": 2.2822796081923418, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.013813018798828, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.863401472568512, + "num_tokens": 684655525.0, + "step": 17941 + }, + { + "epoch": 2.2824068184709323, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.998114585876465, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8750554323196411, + "num_tokens": 684694525.0, + "step": 17942 + }, + { + "epoch": 2.282534028749523, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.98842716217041, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8773514628410339, + "num_tokens": 684733247.0, + "step": 17943 + }, + { + "epoch": 2.2826612390281134, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.04624080657959, + "learning_rate": 1e-06, + "loss": 0.3241, + "mean_token_accuracy": 0.8891632556915283, + "num_tokens": 684763642.0, + "step": 17944 + }, + { + "epoch": 2.282788449306704, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.990328788757324, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8835373520851135, + "num_tokens": 684806164.0, + "step": 17945 + }, + { + "epoch": 2.2829156595852944, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.024227142333984, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8755829334259033, + "num_tokens": 684844193.0, + "step": 17946 + }, + { + "epoch": 2.283042869863885, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.964844703674316, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8822884559631348, + "num_tokens": 684882103.0, + "step": 17947 + }, + { + "epoch": 2.2831700801424755, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.072129249572754, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.891192615032196, + "num_tokens": 684917667.0, + "step": 17948 + }, + { + "epoch": 2.283297290421066, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.026689529418945, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8802858591079712, + "num_tokens": 684954007.0, + "step": 17949 + }, + { + "epoch": 2.2834245006996565, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.968867301940918, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8728636503219604, + "num_tokens": 684994693.0, + "step": 17950 + }, + { + "epoch": 2.283551710978247, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.997186660766602, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8646363615989685, + "num_tokens": 685032713.0, + "step": 17951 + }, + { + "epoch": 2.2836789212568376, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.030318260192871, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8713958859443665, + "num_tokens": 685066597.0, + "step": 17952 + }, + { + "epoch": 2.283806131535428, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.06750774383545, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8714025020599365, + "num_tokens": 685106243.0, + "step": 17953 + }, + { + "epoch": 2.2839333418140186, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.985871315002441, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8671967387199402, + "num_tokens": 685145177.0, + "step": 17954 + }, + { + "epoch": 2.284060552092609, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.042848587036133, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.883242130279541, + "num_tokens": 685189130.0, + "step": 17955 + }, + { + "epoch": 2.2841877623711997, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.042105674743652, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8810954689979553, + "num_tokens": 685227536.0, + "step": 17956 + }, + { + "epoch": 2.28431497264979, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.023533821105957, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8815373182296753, + "num_tokens": 685267213.0, + "step": 17957 + }, + { + "epoch": 2.2844421829283807, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.05250358581543, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8750237226486206, + "num_tokens": 685301115.0, + "step": 17958 + }, + { + "epoch": 2.2845693932069713, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.009856224060059, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8815760612487793, + "num_tokens": 685338497.0, + "step": 17959 + }, + { + "epoch": 2.284696603485562, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.079874992370605, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8669760823249817, + "num_tokens": 685374983.0, + "step": 17960 + }, + { + "epoch": 2.2848238137641523, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.056502342224121, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8812906742095947, + "num_tokens": 685408859.0, + "step": 17961 + }, + { + "epoch": 2.2849510240427424, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.9935941696167, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.872172474861145, + "num_tokens": 685445103.0, + "step": 17962 + }, + { + "epoch": 2.2850782343213334, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.062556266784668, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8717736005783081, + "num_tokens": 685484657.0, + "step": 17963 + }, + { + "epoch": 2.2852054445999235, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.063136100769043, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8851523399353027, + "num_tokens": 685524034.0, + "step": 17964 + }, + { + "epoch": 2.285332654878514, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.045238494873047, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8819599747657776, + "num_tokens": 685560368.0, + "step": 17965 + }, + { + "epoch": 2.2854598651571045, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.090385437011719, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8728183507919312, + "num_tokens": 685598192.0, + "step": 17966 + }, + { + "epoch": 2.285587075435695, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.104302406311035, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8793187141418457, + "num_tokens": 685636300.0, + "step": 17967 + }, + { + "epoch": 2.2857142857142856, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.049766540527344, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8740749359130859, + "num_tokens": 685671457.0, + "step": 17968 + }, + { + "epoch": 2.285841495992876, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.033429145812988, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8676592111587524, + "num_tokens": 685709687.0, + "step": 17969 + }, + { + "epoch": 2.2859687062714666, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.064109802246094, + "learning_rate": 1e-06, + "loss": 0.4389, + "mean_token_accuracy": 0.854295015335083, + "num_tokens": 685747854.0, + "step": 17970 + }, + { + "epoch": 2.286095916550057, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.06796932220459, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8952704071998596, + "num_tokens": 685785215.0, + "step": 17971 + }, + { + "epoch": 2.2862231268286477, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.979649543762207, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8821702003479004, + "num_tokens": 685818871.0, + "step": 17972 + }, + { + "epoch": 2.2863503371072382, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.101031303405762, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8702517747879028, + "num_tokens": 685859089.0, + "step": 17973 + }, + { + "epoch": 2.2864775473858288, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.028098106384277, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8680191040039062, + "num_tokens": 685900346.0, + "step": 17974 + }, + { + "epoch": 2.2866047576644193, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.056116104125977, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8762201070785522, + "num_tokens": 685938186.0, + "step": 17975 + }, + { + "epoch": 2.28673196794301, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.092782974243164, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8837771415710449, + "num_tokens": 685974911.0, + "step": 17976 + }, + { + "epoch": 2.2868591782216003, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.071493148803711, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8779273629188538, + "num_tokens": 686010430.0, + "step": 17977 + }, + { + "epoch": 2.286986388500191, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.973557472229004, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8899719715118408, + "num_tokens": 686042727.0, + "step": 17978 + }, + { + "epoch": 2.2871135987787814, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.075719833374023, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.879338800907135, + "num_tokens": 686078819.0, + "step": 17979 + }, + { + "epoch": 2.287240809057372, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.091445922851562, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8789435625076294, + "num_tokens": 686117760.0, + "step": 17980 + }, + { + "epoch": 2.2873680193359625, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.039323806762695, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8674149513244629, + "num_tokens": 686152992.0, + "step": 17981 + }, + { + "epoch": 2.287495229614553, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.000751495361328, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8708899021148682, + "num_tokens": 686195353.0, + "step": 17982 + }, + { + "epoch": 2.2876224398931435, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.097640037536621, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8728181719779968, + "num_tokens": 686232990.0, + "step": 17983 + }, + { + "epoch": 2.287749650171734, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.035117149353027, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8806681036949158, + "num_tokens": 686265933.0, + "step": 17984 + }, + { + "epoch": 2.2878768604503246, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.032193183898926, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8824313879013062, + "num_tokens": 686307111.0, + "step": 17985 + }, + { + "epoch": 2.288004070728915, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.027084350585938, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8785305023193359, + "num_tokens": 686343363.0, + "step": 17986 + }, + { + "epoch": 2.288131281007505, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.075617790222168, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8756875991821289, + "num_tokens": 686380888.0, + "step": 17987 + }, + { + "epoch": 2.288258491286096, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.006439208984375, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8673791289329529, + "num_tokens": 686417350.0, + "step": 17988 + }, + { + "epoch": 2.2883857015646862, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.06991195678711, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.884813129901886, + "num_tokens": 686458658.0, + "step": 17989 + }, + { + "epoch": 2.2885129118432768, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.044352531433105, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8789681196212769, + "num_tokens": 686493945.0, + "step": 17990 + }, + { + "epoch": 2.2886401221218673, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.033026695251465, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.876994788646698, + "num_tokens": 686527608.0, + "step": 17991 + }, + { + "epoch": 2.288767332400458, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.052472114562988, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8855603933334351, + "num_tokens": 686562272.0, + "step": 17992 + }, + { + "epoch": 2.2888945426790483, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.102761268615723, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8875683546066284, + "num_tokens": 686599937.0, + "step": 17993 + }, + { + "epoch": 2.289021752957639, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.120912551879883, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8770935535430908, + "num_tokens": 686632103.0, + "step": 17994 + }, + { + "epoch": 2.2891489632362294, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.078805923461914, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8817477226257324, + "num_tokens": 686662802.0, + "step": 17995 + }, + { + "epoch": 2.28927617351482, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.093738555908203, + "learning_rate": 1e-06, + "loss": 0.3078, + "mean_token_accuracy": 0.8967061042785645, + "num_tokens": 686699386.0, + "step": 17996 + }, + { + "epoch": 2.2894033837934105, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.040584564208984, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8791993856430054, + "num_tokens": 686738369.0, + "step": 17997 + }, + { + "epoch": 2.289530594072001, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.096573829650879, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8710352778434753, + "num_tokens": 686774543.0, + "step": 17998 + }, + { + "epoch": 2.2896578043505915, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.083443641662598, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8701789379119873, + "num_tokens": 686807048.0, + "step": 17999 + }, + { + "epoch": 2.289785014629182, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.063698768615723, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8779371380805969, + "num_tokens": 686844678.0, + "step": 18000 + }, + { + "epoch": 2.2899122249077726, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.007102012634277, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8762274980545044, + "num_tokens": 686877721.0, + "step": 18001 + }, + { + "epoch": 2.290039435186363, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.000253677368164, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8707332611083984, + "num_tokens": 686918329.0, + "step": 18002 + }, + { + "epoch": 2.2901666454649536, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.067462921142578, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8723108172416687, + "num_tokens": 686960050.0, + "step": 18003 + }, + { + "epoch": 2.290293855743544, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.0326509475708, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.887146532535553, + "num_tokens": 686997849.0, + "step": 18004 + }, + { + "epoch": 2.2904210660221347, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.057779312133789, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8793162703514099, + "num_tokens": 687032363.0, + "step": 18005 + }, + { + "epoch": 2.290548276300725, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.078311920166016, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8623332977294922, + "num_tokens": 687069606.0, + "step": 18006 + }, + { + "epoch": 2.2906754865793157, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.041718482971191, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8671133518218994, + "num_tokens": 687112857.0, + "step": 18007 + }, + { + "epoch": 2.2908026968579063, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.031110763549805, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8742832541465759, + "num_tokens": 687152245.0, + "step": 18008 + }, + { + "epoch": 2.290929907136497, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.038374900817871, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.875497043132782, + "num_tokens": 687193988.0, + "step": 18009 + }, + { + "epoch": 2.2910571174150873, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.06876277923584, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8717639446258545, + "num_tokens": 687232375.0, + "step": 18010 + }, + { + "epoch": 2.291184327693678, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.078890800476074, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8803654909133911, + "num_tokens": 687274566.0, + "step": 18011 + }, + { + "epoch": 2.291311537972268, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.038802146911621, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8763129711151123, + "num_tokens": 687313231.0, + "step": 18012 + }, + { + "epoch": 2.291438748250859, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.031037330627441, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8817995190620422, + "num_tokens": 687354502.0, + "step": 18013 + }, + { + "epoch": 2.291565958529449, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.050788879394531, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.87340247631073, + "num_tokens": 687399160.0, + "step": 18014 + }, + { + "epoch": 2.2916931688080395, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.055351257324219, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8670065402984619, + "num_tokens": 687438775.0, + "step": 18015 + }, + { + "epoch": 2.29182037908663, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.018084526062012, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8796810507774353, + "num_tokens": 687471435.0, + "step": 18016 + }, + { + "epoch": 2.2919475893652206, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.053604125976562, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8785585165023804, + "num_tokens": 687508657.0, + "step": 18017 + }, + { + "epoch": 2.292074799643811, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.987948417663574, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8866862058639526, + "num_tokens": 687545024.0, + "step": 18018 + }, + { + "epoch": 2.2922020099224016, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.053021430969238, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.880911648273468, + "num_tokens": 687579432.0, + "step": 18019 + }, + { + "epoch": 2.292329220200992, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.077592849731445, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8676466941833496, + "num_tokens": 687618378.0, + "step": 18020 + }, + { + "epoch": 2.2924564304795827, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.045883178710938, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8762369751930237, + "num_tokens": 687657119.0, + "step": 18021 + }, + { + "epoch": 2.2925836407581732, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.095019340515137, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8668255805969238, + "num_tokens": 687691924.0, + "step": 18022 + }, + { + "epoch": 2.2927108510367638, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.105155944824219, + "learning_rate": 1e-06, + "loss": 0.4352, + "mean_token_accuracy": 0.8542106747627258, + "num_tokens": 687724221.0, + "step": 18023 + }, + { + "epoch": 2.2928380613153543, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.031742095947266, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8784075975418091, + "num_tokens": 687765049.0, + "step": 18024 + }, + { + "epoch": 2.292965271593945, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.0609130859375, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.867875874042511, + "num_tokens": 687810222.0, + "step": 18025 + }, + { + "epoch": 2.2930924818725353, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.065363883972168, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8724761009216309, + "num_tokens": 687851961.0, + "step": 18026 + }, + { + "epoch": 2.293219692151126, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.035055160522461, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8652547597885132, + "num_tokens": 687890448.0, + "step": 18027 + }, + { + "epoch": 2.2933469024297164, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.044748306274414, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8865087628364563, + "num_tokens": 687929509.0, + "step": 18028 + }, + { + "epoch": 2.293474112708307, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.081007957458496, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8663614988327026, + "num_tokens": 687966814.0, + "step": 18029 + }, + { + "epoch": 2.2936013229868975, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.0562105178833, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8834743499755859, + "num_tokens": 688006398.0, + "step": 18030 + }, + { + "epoch": 2.293728533265488, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.077202796936035, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8754213452339172, + "num_tokens": 688044604.0, + "step": 18031 + }, + { + "epoch": 2.2938557435440785, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.081579208374023, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.870919942855835, + "num_tokens": 688082969.0, + "step": 18032 + }, + { + "epoch": 2.293982953822669, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.053510665893555, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8829119801521301, + "num_tokens": 688121442.0, + "step": 18033 + }, + { + "epoch": 2.2941101641012596, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.064776420593262, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8774617314338684, + "num_tokens": 688161096.0, + "step": 18034 + }, + { + "epoch": 2.2942373743798496, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.066027641296387, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8760083913803101, + "num_tokens": 688200782.0, + "step": 18035 + }, + { + "epoch": 2.2943645846584406, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.028009414672852, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8826590180397034, + "num_tokens": 688241333.0, + "step": 18036 + }, + { + "epoch": 2.2944917949370307, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.9977388381958, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8746052384376526, + "num_tokens": 688278297.0, + "step": 18037 + }, + { + "epoch": 2.2946190052156212, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.057748794555664, + "learning_rate": 1e-06, + "loss": 0.445, + "mean_token_accuracy": 0.8524848818778992, + "num_tokens": 688318835.0, + "step": 18038 + }, + { + "epoch": 2.2947462154942118, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.03369426727295, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8779070973396301, + "num_tokens": 688354814.0, + "step": 18039 + }, + { + "epoch": 2.2948734257728023, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.070341110229492, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8785333633422852, + "num_tokens": 688390008.0, + "step": 18040 + }, + { + "epoch": 2.295000636051393, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.026509284973145, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.878720223903656, + "num_tokens": 688430938.0, + "step": 18041 + }, + { + "epoch": 2.2951278463299833, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.104296684265137, + "learning_rate": 1e-06, + "loss": 0.4817, + "mean_token_accuracy": 0.8464481830596924, + "num_tokens": 688466730.0, + "step": 18042 + }, + { + "epoch": 2.295255056608574, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.027301788330078, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8749303221702576, + "num_tokens": 688506666.0, + "step": 18043 + }, + { + "epoch": 2.2953822668871644, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.023218154907227, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8626528978347778, + "num_tokens": 688547726.0, + "step": 18044 + }, + { + "epoch": 2.295509477165755, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.112518310546875, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8719697594642639, + "num_tokens": 688587487.0, + "step": 18045 + }, + { + "epoch": 2.2956366874443455, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.961416244506836, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8691250085830688, + "num_tokens": 688632454.0, + "step": 18046 + }, + { + "epoch": 2.295763897722936, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.056663513183594, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8829803466796875, + "num_tokens": 688668489.0, + "step": 18047 + }, + { + "epoch": 2.2958911080015265, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.096921920776367, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.878699779510498, + "num_tokens": 688707899.0, + "step": 18048 + }, + { + "epoch": 2.296018318280117, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.007323265075684, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8811049461364746, + "num_tokens": 688747171.0, + "step": 18049 + }, + { + "epoch": 2.2961455285587076, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.004461288452148, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8734837174415588, + "num_tokens": 688789553.0, + "step": 18050 + }, + { + "epoch": 2.296272738837298, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.997673034667969, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8806813359260559, + "num_tokens": 688827632.0, + "step": 18051 + }, + { + "epoch": 2.2963999491158886, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.054539680480957, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8839879035949707, + "num_tokens": 688861505.0, + "step": 18052 + }, + { + "epoch": 2.296527159394479, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.981318473815918, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8707163333892822, + "num_tokens": 688898270.0, + "step": 18053 + }, + { + "epoch": 2.2966543696730697, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.010778427124023, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8771390914916992, + "num_tokens": 688937420.0, + "step": 18054 + }, + { + "epoch": 2.29678157995166, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.051036834716797, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8821282386779785, + "num_tokens": 688972426.0, + "step": 18055 + }, + { + "epoch": 2.2969087902302507, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.019569396972656, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.876825749874115, + "num_tokens": 689005801.0, + "step": 18056 + }, + { + "epoch": 2.2970360005088413, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.014725685119629, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8716217279434204, + "num_tokens": 689039999.0, + "step": 18057 + }, + { + "epoch": 2.297163210787432, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.071577072143555, + "learning_rate": 1e-06, + "loss": 0.4228, + "mean_token_accuracy": 0.8615474104881287, + "num_tokens": 689079404.0, + "step": 18058 + }, + { + "epoch": 2.2972904210660223, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.010311126708984, + "learning_rate": 1e-06, + "loss": 0.4361, + "mean_token_accuracy": 0.8546285033226013, + "num_tokens": 689116197.0, + "step": 18059 + }, + { + "epoch": 2.2974176313446124, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.006863594055176, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8772781491279602, + "num_tokens": 689153446.0, + "step": 18060 + }, + { + "epoch": 2.2975448416232034, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.092899322509766, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8591940999031067, + "num_tokens": 689185310.0, + "step": 18061 + }, + { + "epoch": 2.2976720519017935, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.006875038146973, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.886773943901062, + "num_tokens": 689224150.0, + "step": 18062 + }, + { + "epoch": 2.297799262180384, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.047224998474121, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8665972948074341, + "num_tokens": 689261206.0, + "step": 18063 + }, + { + "epoch": 2.2979264724589745, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.095146179199219, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8810890913009644, + "num_tokens": 689299129.0, + "step": 18064 + }, + { + "epoch": 2.298053682737565, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.037671089172363, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8906038999557495, + "num_tokens": 689330554.0, + "step": 18065 + }, + { + "epoch": 2.2981808930161556, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.960352897644043, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8819552659988403, + "num_tokens": 689364084.0, + "step": 18066 + }, + { + "epoch": 2.298308103294746, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.111664772033691, + "learning_rate": 1e-06, + "loss": 0.4234, + "mean_token_accuracy": 0.8646935224533081, + "num_tokens": 689405254.0, + "step": 18067 + }, + { + "epoch": 2.2984353135733366, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.058553695678711, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8678916096687317, + "num_tokens": 689441109.0, + "step": 18068 + }, + { + "epoch": 2.298562523851927, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.030974388122559, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8760201334953308, + "num_tokens": 689474937.0, + "step": 18069 + }, + { + "epoch": 2.2986897341305177, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.094351768493652, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.870793342590332, + "num_tokens": 689515971.0, + "step": 18070 + }, + { + "epoch": 2.298816944409108, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.061728477478027, + "learning_rate": 1e-06, + "loss": 0.4326, + "mean_token_accuracy": 0.8552604913711548, + "num_tokens": 689553620.0, + "step": 18071 + }, + { + "epoch": 2.2989441546876987, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.014021873474121, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8806734681129456, + "num_tokens": 689592157.0, + "step": 18072 + }, + { + "epoch": 2.2990713649662893, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.103706359863281, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8896809816360474, + "num_tokens": 689626889.0, + "step": 18073 + }, + { + "epoch": 2.29919857524488, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.06402587890625, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8876357674598694, + "num_tokens": 689666161.0, + "step": 18074 + }, + { + "epoch": 2.2993257855234703, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.034111022949219, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8678781986236572, + "num_tokens": 689713713.0, + "step": 18075 + }, + { + "epoch": 2.299452995802061, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.070535659790039, + "learning_rate": 1e-06, + "loss": 0.4005, + "mean_token_accuracy": 0.8681971430778503, + "num_tokens": 689755146.0, + "step": 18076 + }, + { + "epoch": 2.2995802060806514, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.031167030334473, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8840193152427673, + "num_tokens": 689795925.0, + "step": 18077 + }, + { + "epoch": 2.299707416359242, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.123957633972168, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8870800733566284, + "num_tokens": 689830673.0, + "step": 18078 + }, + { + "epoch": 2.2998346266378324, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.091948509216309, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8757648468017578, + "num_tokens": 689863649.0, + "step": 18079 + }, + { + "epoch": 2.299961836916423, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.131399154663086, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8756034970283508, + "num_tokens": 689901946.0, + "step": 18080 + }, + { + "epoch": 2.3000890471950135, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.064932823181152, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8699668645858765, + "num_tokens": 689939968.0, + "step": 18081 + }, + { + "epoch": 2.300216257473604, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.061766624450684, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8844764232635498, + "num_tokens": 689979792.0, + "step": 18082 + }, + { + "epoch": 2.3003434677521946, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.08109188079834, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8875172138214111, + "num_tokens": 690013974.0, + "step": 18083 + }, + { + "epoch": 2.300470678030785, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.034622192382812, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8831158876419067, + "num_tokens": 690056540.0, + "step": 18084 + }, + { + "epoch": 2.300597888309375, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.096734046936035, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8707525730133057, + "num_tokens": 690101032.0, + "step": 18085 + }, + { + "epoch": 2.300725098587966, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.051401138305664, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8890170454978943, + "num_tokens": 690135417.0, + "step": 18086 + }, + { + "epoch": 2.3008523088665562, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.057893753051758, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8777218461036682, + "num_tokens": 690178552.0, + "step": 18087 + }, + { + "epoch": 2.3009795191451468, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.063017845153809, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.872954249382019, + "num_tokens": 690221928.0, + "step": 18088 + }, + { + "epoch": 2.3011067294237373, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.075992584228516, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8816271424293518, + "num_tokens": 690257040.0, + "step": 18089 + }, + { + "epoch": 2.301233939702328, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.077696800231934, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8765695095062256, + "num_tokens": 690302720.0, + "step": 18090 + }, + { + "epoch": 2.3013611499809183, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.167027473449707, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8726463317871094, + "num_tokens": 690337042.0, + "step": 18091 + }, + { + "epoch": 2.301488360259509, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.089010238647461, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.8818711638450623, + "num_tokens": 690380247.0, + "step": 18092 + }, + { + "epoch": 2.3016155705380994, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 11.965594291687012, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8799484372138977, + "num_tokens": 690425361.0, + "step": 18093 + }, + { + "epoch": 2.30174278081669, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.120709419250488, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8701168298721313, + "num_tokens": 690465137.0, + "step": 18094 + }, + { + "epoch": 2.3018699910952805, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.054825782775879, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8746944069862366, + "num_tokens": 690501437.0, + "step": 18095 + }, + { + "epoch": 2.301997201373871, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.085589408874512, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8713346719741821, + "num_tokens": 690544134.0, + "step": 18096 + }, + { + "epoch": 2.3021244116524615, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.0394868850708, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8846820592880249, + "num_tokens": 690581062.0, + "step": 18097 + }, + { + "epoch": 2.302251621931052, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.044086456298828, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8808245658874512, + "num_tokens": 690615145.0, + "step": 18098 + }, + { + "epoch": 2.3023788322096426, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.018059730529785, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8822784423828125, + "num_tokens": 690655483.0, + "step": 18099 + }, + { + "epoch": 2.302506042488233, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.053433418273926, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8741753101348877, + "num_tokens": 690694133.0, + "step": 18100 + }, + { + "epoch": 2.3026332527668236, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.058609008789062, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8554934859275818, + "num_tokens": 690729939.0, + "step": 18101 + }, + { + "epoch": 2.302760463045414, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.03514575958252, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8822891116142273, + "num_tokens": 690770139.0, + "step": 18102 + }, + { + "epoch": 2.3028876733240047, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.970638275146484, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8781276941299438, + "num_tokens": 690811379.0, + "step": 18103 + }, + { + "epoch": 2.303014883602595, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.107231140136719, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8721995949745178, + "num_tokens": 690844194.0, + "step": 18104 + }, + { + "epoch": 2.3031420938811857, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.975414276123047, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8699330687522888, + "num_tokens": 690882129.0, + "step": 18105 + }, + { + "epoch": 2.3032693041597763, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.080171585083008, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8893183469772339, + "num_tokens": 690915568.0, + "step": 18106 + }, + { + "epoch": 2.303396514438367, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.059388160705566, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.874229371547699, + "num_tokens": 690953412.0, + "step": 18107 + }, + { + "epoch": 2.3035237247169573, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.028393745422363, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8739502429962158, + "num_tokens": 690990047.0, + "step": 18108 + }, + { + "epoch": 2.303650934995548, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.096098899841309, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.881449282169342, + "num_tokens": 691031010.0, + "step": 18109 + }, + { + "epoch": 2.303778145274138, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.011651039123535, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8777079582214355, + "num_tokens": 691065830.0, + "step": 18110 + }, + { + "epoch": 2.303905355552729, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.062285423278809, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8872887492179871, + "num_tokens": 691101418.0, + "step": 18111 + }, + { + "epoch": 2.304032565831319, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.077688217163086, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8622158765792847, + "num_tokens": 691139447.0, + "step": 18112 + }, + { + "epoch": 2.3041597761099095, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.125333786010742, + "learning_rate": 1e-06, + "loss": 0.4127, + "mean_token_accuracy": 0.8581864237785339, + "num_tokens": 691168809.0, + "step": 18113 + }, + { + "epoch": 2.3042869863885, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.076444625854492, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8821645975112915, + "num_tokens": 691200420.0, + "step": 18114 + }, + { + "epoch": 2.3044141966670906, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.067788124084473, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8704824447631836, + "num_tokens": 691238587.0, + "step": 18115 + }, + { + "epoch": 2.304541406945681, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.056334495544434, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.875415563583374, + "num_tokens": 691277137.0, + "step": 18116 + }, + { + "epoch": 2.3046686172242716, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.044898986816406, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8757541179656982, + "num_tokens": 691319564.0, + "step": 18117 + }, + { + "epoch": 2.304795827502862, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.084173202514648, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8752244710922241, + "num_tokens": 691359652.0, + "step": 18118 + }, + { + "epoch": 2.3049230377814527, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.071321487426758, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8754755854606628, + "num_tokens": 691399705.0, + "step": 18119 + }, + { + "epoch": 2.305050248060043, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.04759407043457, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8708018064498901, + "num_tokens": 691439447.0, + "step": 18120 + }, + { + "epoch": 2.3051774583386337, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 11.962860107421875, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8651038408279419, + "num_tokens": 691477453.0, + "step": 18121 + }, + { + "epoch": 2.3053046686172243, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.148133277893066, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8746381998062134, + "num_tokens": 691517766.0, + "step": 18122 + }, + { + "epoch": 2.305431878895815, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 11.997323989868164, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.875226616859436, + "num_tokens": 691553956.0, + "step": 18123 + }, + { + "epoch": 2.3055590891744053, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.129228591918945, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8741208910942078, + "num_tokens": 691592522.0, + "step": 18124 + }, + { + "epoch": 2.305686299452996, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.046577453613281, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8743816018104553, + "num_tokens": 691629202.0, + "step": 18125 + }, + { + "epoch": 2.3058135097315864, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.075716018676758, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8781546354293823, + "num_tokens": 691665324.0, + "step": 18126 + }, + { + "epoch": 2.305940720010177, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.04212474822998, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.885606050491333, + "num_tokens": 691704223.0, + "step": 18127 + }, + { + "epoch": 2.3060679302887674, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.094514846801758, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8731063008308411, + "num_tokens": 691745061.0, + "step": 18128 + }, + { + "epoch": 2.306195140567358, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.127132415771484, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8876736164093018, + "num_tokens": 691783630.0, + "step": 18129 + }, + { + "epoch": 2.3063223508459485, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.134042739868164, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8746563196182251, + "num_tokens": 691818283.0, + "step": 18130 + }, + { + "epoch": 2.306449561124539, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.106422424316406, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8690004348754883, + "num_tokens": 691854585.0, + "step": 18131 + }, + { + "epoch": 2.3065767714031296, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.077643394470215, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8583087921142578, + "num_tokens": 691891784.0, + "step": 18132 + }, + { + "epoch": 2.3067039816817196, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.10781192779541, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8780225515365601, + "num_tokens": 691927389.0, + "step": 18133 + }, + { + "epoch": 2.3068311919603106, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.226783752441406, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8736550211906433, + "num_tokens": 691962928.0, + "step": 18134 + }, + { + "epoch": 2.3069584022389007, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.072297096252441, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8761672377586365, + "num_tokens": 692007064.0, + "step": 18135 + }, + { + "epoch": 2.3070856125174912, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.141206741333008, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8803766965866089, + "num_tokens": 692040668.0, + "step": 18136 + }, + { + "epoch": 2.3072128227960818, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.101716995239258, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8762977123260498, + "num_tokens": 692077710.0, + "step": 18137 + }, + { + "epoch": 2.3073400330746723, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.074471473693848, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.882675290107727, + "num_tokens": 692112316.0, + "step": 18138 + }, + { + "epoch": 2.307467243353263, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.097826957702637, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8797804117202759, + "num_tokens": 692153201.0, + "step": 18139 + }, + { + "epoch": 2.3075944536318533, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.152806282043457, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8700375556945801, + "num_tokens": 692192942.0, + "step": 18140 + }, + { + "epoch": 2.307721663910444, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.006978034973145, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.889656662940979, + "num_tokens": 692235515.0, + "step": 18141 + }, + { + "epoch": 2.3078488741890344, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.09312629699707, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.867920458316803, + "num_tokens": 692271338.0, + "step": 18142 + }, + { + "epoch": 2.307976084467625, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.103525161743164, + "learning_rate": 1e-06, + "loss": 0.4285, + "mean_token_accuracy": 0.85841965675354, + "num_tokens": 692311469.0, + "step": 18143 + }, + { + "epoch": 2.3081032947462155, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.01410961151123, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8590776920318604, + "num_tokens": 692352052.0, + "step": 18144 + }, + { + "epoch": 2.308230505024806, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.091531753540039, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8603460788726807, + "num_tokens": 692382978.0, + "step": 18145 + }, + { + "epoch": 2.3083577153033965, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.09708023071289, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8783146142959595, + "num_tokens": 692415651.0, + "step": 18146 + }, + { + "epoch": 2.308484925581987, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.08216381072998, + "learning_rate": 1e-06, + "loss": 0.4243, + "mean_token_accuracy": 0.8587349653244019, + "num_tokens": 692455937.0, + "step": 18147 + }, + { + "epoch": 2.3086121358605776, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.040592193603516, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8705241680145264, + "num_tokens": 692496277.0, + "step": 18148 + }, + { + "epoch": 2.308739346139168, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.057625770568848, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8764492273330688, + "num_tokens": 692530485.0, + "step": 18149 + }, + { + "epoch": 2.3088665564177586, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.055051803588867, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8726620674133301, + "num_tokens": 692564794.0, + "step": 18150 + }, + { + "epoch": 2.308993766696349, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 11.96963882446289, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8654467463493347, + "num_tokens": 692610359.0, + "step": 18151 + }, + { + "epoch": 2.3091209769749397, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.119437217712402, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8818066120147705, + "num_tokens": 692641560.0, + "step": 18152 + }, + { + "epoch": 2.30924818725353, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.017784118652344, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8716126680374146, + "num_tokens": 692680114.0, + "step": 18153 + }, + { + "epoch": 2.3093753975321207, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.05567741394043, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8647462725639343, + "num_tokens": 692714199.0, + "step": 18154 + }, + { + "epoch": 2.3095026078107113, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.110879898071289, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8770930767059326, + "num_tokens": 692752331.0, + "step": 18155 + }, + { + "epoch": 2.309629818089302, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.02707290649414, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8823062777519226, + "num_tokens": 692789167.0, + "step": 18156 + }, + { + "epoch": 2.3097570283678923, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.011713981628418, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8758283853530884, + "num_tokens": 692829234.0, + "step": 18157 + }, + { + "epoch": 2.3098842386464824, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.176519393920898, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8551061749458313, + "num_tokens": 692863749.0, + "step": 18158 + }, + { + "epoch": 2.3100114489250734, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.038751602172852, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8717031478881836, + "num_tokens": 692900972.0, + "step": 18159 + }, + { + "epoch": 2.3101386592036635, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.045934677124023, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8696645498275757, + "num_tokens": 692938522.0, + "step": 18160 + }, + { + "epoch": 2.310265869482254, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.079246520996094, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8846763372421265, + "num_tokens": 692973653.0, + "step": 18161 + }, + { + "epoch": 2.3103930797608445, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.986690521240234, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8694700002670288, + "num_tokens": 693016325.0, + "step": 18162 + }, + { + "epoch": 2.310520290039435, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.067371368408203, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8850079774856567, + "num_tokens": 693052022.0, + "step": 18163 + }, + { + "epoch": 2.3106475003180256, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.053592681884766, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8798549175262451, + "num_tokens": 693093936.0, + "step": 18164 + }, + { + "epoch": 2.310774710596616, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.00839900970459, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8887552618980408, + "num_tokens": 693130160.0, + "step": 18165 + }, + { + "epoch": 2.3109019208752066, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.033699035644531, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8787584900856018, + "num_tokens": 693172405.0, + "step": 18166 + }, + { + "epoch": 2.311029131153797, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.070261001586914, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8787737488746643, + "num_tokens": 693206499.0, + "step": 18167 + }, + { + "epoch": 2.3111563414323877, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.06486701965332, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8737255334854126, + "num_tokens": 693244287.0, + "step": 18168 + }, + { + "epoch": 2.311283551710978, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.12541389465332, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8661624193191528, + "num_tokens": 693286164.0, + "step": 18169 + }, + { + "epoch": 2.3114107619895687, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.012171745300293, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8822360038757324, + "num_tokens": 693330961.0, + "step": 18170 + }, + { + "epoch": 2.3115379722681593, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.055989265441895, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8804770708084106, + "num_tokens": 693375169.0, + "step": 18171 + }, + { + "epoch": 2.31166518254675, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.1207857131958, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8705114126205444, + "num_tokens": 693414127.0, + "step": 18172 + }, + { + "epoch": 2.3117923928253403, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.03624153137207, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.871087372303009, + "num_tokens": 693450446.0, + "step": 18173 + }, + { + "epoch": 2.311919603103931, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.071022987365723, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8668150901794434, + "num_tokens": 693490973.0, + "step": 18174 + }, + { + "epoch": 2.3120468133825214, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.067750930786133, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8768637180328369, + "num_tokens": 693526815.0, + "step": 18175 + }, + { + "epoch": 2.312174023661112, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.030762672424316, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.868955135345459, + "num_tokens": 693566949.0, + "step": 18176 + }, + { + "epoch": 2.3123012339397024, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.091103553771973, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8705328702926636, + "num_tokens": 693601116.0, + "step": 18177 + }, + { + "epoch": 2.312428444218293, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.040781021118164, + "learning_rate": 1e-06, + "loss": 0.2956, + "mean_token_accuracy": 0.9044431447982788, + "num_tokens": 693640588.0, + "step": 18178 + }, + { + "epoch": 2.3125556544968835, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.981772422790527, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8766107559204102, + "num_tokens": 693683352.0, + "step": 18179 + }, + { + "epoch": 2.312682864775474, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.058361053466797, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8804671168327332, + "num_tokens": 693722579.0, + "step": 18180 + }, + { + "epoch": 2.3128100750540646, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.092653274536133, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8772754669189453, + "num_tokens": 693766743.0, + "step": 18181 + }, + { + "epoch": 2.312937285332655, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.043418884277344, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8779670596122742, + "num_tokens": 693809699.0, + "step": 18182 + }, + { + "epoch": 2.313064495611245, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.06088924407959, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.881397008895874, + "num_tokens": 693845508.0, + "step": 18183 + }, + { + "epoch": 2.313191705889836, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.056293487548828, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8750602602958679, + "num_tokens": 693883763.0, + "step": 18184 + }, + { + "epoch": 2.313318916168426, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.040810585021973, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8810912370681763, + "num_tokens": 693917093.0, + "step": 18185 + }, + { + "epoch": 2.3134461264470167, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.079251289367676, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8766403198242188, + "num_tokens": 693949219.0, + "step": 18186 + }, + { + "epoch": 2.3135733367256073, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.067322731018066, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8693104982376099, + "num_tokens": 693992755.0, + "step": 18187 + }, + { + "epoch": 2.313700547004198, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.080406188964844, + "learning_rate": 1e-06, + "loss": 0.4242, + "mean_token_accuracy": 0.8611254692077637, + "num_tokens": 694030386.0, + "step": 18188 + }, + { + "epoch": 2.3138277572827883, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.094934463500977, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8829283714294434, + "num_tokens": 694065019.0, + "step": 18189 + }, + { + "epoch": 2.313954967561379, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.009610176086426, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8743245601654053, + "num_tokens": 694106645.0, + "step": 18190 + }, + { + "epoch": 2.3140821778399694, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.040432929992676, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8796858787536621, + "num_tokens": 694149146.0, + "step": 18191 + }, + { + "epoch": 2.31420938811856, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.024937629699707, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8600587844848633, + "num_tokens": 694193567.0, + "step": 18192 + }, + { + "epoch": 2.3143365983971504, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.002062797546387, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.885870099067688, + "num_tokens": 694232160.0, + "step": 18193 + }, + { + "epoch": 2.314463808675741, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.056500434875488, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.876739501953125, + "num_tokens": 694275153.0, + "step": 18194 + }, + { + "epoch": 2.3145910189543315, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 11.97816276550293, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8818328380584717, + "num_tokens": 694313722.0, + "step": 18195 + }, + { + "epoch": 2.314718229232922, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.044602394104004, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.879185140132904, + "num_tokens": 694350544.0, + "step": 18196 + }, + { + "epoch": 2.3148454395115126, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.001611709594727, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.87764972448349, + "num_tokens": 694386552.0, + "step": 18197 + }, + { + "epoch": 2.314972649790103, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.013379096984863, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8723318576812744, + "num_tokens": 694434368.0, + "step": 18198 + }, + { + "epoch": 2.3150998600686936, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.0404691696167, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8756222724914551, + "num_tokens": 694479856.0, + "step": 18199 + }, + { + "epoch": 2.315227070347284, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.031608581542969, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8761125802993774, + "num_tokens": 694521107.0, + "step": 18200 + }, + { + "epoch": 2.3153542806258747, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.045955657958984, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8770849704742432, + "num_tokens": 694560886.0, + "step": 18201 + }, + { + "epoch": 2.315481490904465, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.038701057434082, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8796762228012085, + "num_tokens": 694598404.0, + "step": 18202 + }, + { + "epoch": 2.3156087011830557, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.067171096801758, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8706161379814148, + "num_tokens": 694637162.0, + "step": 18203 + }, + { + "epoch": 2.3157359114616463, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.03972339630127, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8792130351066589, + "num_tokens": 694677435.0, + "step": 18204 + }, + { + "epoch": 2.315863121740237, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.031694412231445, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8846697807312012, + "num_tokens": 694713980.0, + "step": 18205 + }, + { + "epoch": 2.3159903320188273, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.097960472106934, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8713216781616211, + "num_tokens": 694753884.0, + "step": 18206 + }, + { + "epoch": 2.316117542297418, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.116493225097656, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8876797556877136, + "num_tokens": 694785739.0, + "step": 18207 + }, + { + "epoch": 2.316244752576008, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.024357795715332, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8740290403366089, + "num_tokens": 694827629.0, + "step": 18208 + }, + { + "epoch": 2.316371962854599, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.115338325500488, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.872687816619873, + "num_tokens": 694868241.0, + "step": 18209 + }, + { + "epoch": 2.316499173133189, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.109539031982422, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.866360068321228, + "num_tokens": 694905298.0, + "step": 18210 + }, + { + "epoch": 2.3166263834117795, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.04466724395752, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.868283748626709, + "num_tokens": 694938054.0, + "step": 18211 + }, + { + "epoch": 2.31675359369037, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.102201461791992, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8733676075935364, + "num_tokens": 694978761.0, + "step": 18212 + }, + { + "epoch": 2.3168808039689606, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.079848289489746, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.873671293258667, + "num_tokens": 695015073.0, + "step": 18213 + }, + { + "epoch": 2.317008014247551, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.061525344848633, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8698825836181641, + "num_tokens": 695052288.0, + "step": 18214 + }, + { + "epoch": 2.3171352245261416, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.10498046875, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8654824495315552, + "num_tokens": 695088976.0, + "step": 18215 + }, + { + "epoch": 2.317262434804732, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.101265907287598, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.879019558429718, + "num_tokens": 695128482.0, + "step": 18216 + }, + { + "epoch": 2.3173896450833227, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.078518867492676, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8723992705345154, + "num_tokens": 695164963.0, + "step": 18217 + }, + { + "epoch": 2.317516855361913, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.04014778137207, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8965936899185181, + "num_tokens": 695201515.0, + "step": 18218 + }, + { + "epoch": 2.3176440656405037, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.10038948059082, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8812956213951111, + "num_tokens": 695242057.0, + "step": 18219 + }, + { + "epoch": 2.3177712759190943, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.09401798248291, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8779417872428894, + "num_tokens": 695277128.0, + "step": 18220 + }, + { + "epoch": 2.317898486197685, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.110560417175293, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8887140154838562, + "num_tokens": 695311984.0, + "step": 18221 + }, + { + "epoch": 2.3180256964762753, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.112058639526367, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8658662438392639, + "num_tokens": 695348457.0, + "step": 18222 + }, + { + "epoch": 2.318152906754866, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.111330032348633, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8780026435852051, + "num_tokens": 695386518.0, + "step": 18223 + }, + { + "epoch": 2.3182801170334564, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.100029945373535, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8728235960006714, + "num_tokens": 695425365.0, + "step": 18224 + }, + { + "epoch": 2.318407327312047, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.126676559448242, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8786540031433105, + "num_tokens": 695459559.0, + "step": 18225 + }, + { + "epoch": 2.3185345375906374, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.142499923706055, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8723968267440796, + "num_tokens": 695491386.0, + "step": 18226 + }, + { + "epoch": 2.318661747869228, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.122480392456055, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8588170409202576, + "num_tokens": 695534660.0, + "step": 18227 + }, + { + "epoch": 2.3187889581478185, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.113432884216309, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8681142330169678, + "num_tokens": 695578127.0, + "step": 18228 + }, + { + "epoch": 2.318916168426409, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.179511070251465, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8635076284408569, + "num_tokens": 695614181.0, + "step": 18229 + }, + { + "epoch": 2.3190433787049995, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.076555252075195, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8747382760047913, + "num_tokens": 695652753.0, + "step": 18230 + }, + { + "epoch": 2.3191705889835896, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.11954116821289, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8822387456893921, + "num_tokens": 695692449.0, + "step": 18231 + }, + { + "epoch": 2.3192977992621806, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.074886322021484, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8746654987335205, + "num_tokens": 695730812.0, + "step": 18232 + }, + { + "epoch": 2.3194250095407707, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.114574432373047, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8904502987861633, + "num_tokens": 695767577.0, + "step": 18233 + }, + { + "epoch": 2.319552219819361, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.079266548156738, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8756465911865234, + "num_tokens": 695812372.0, + "step": 18234 + }, + { + "epoch": 2.3196794300979517, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.13236141204834, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8901325464248657, + "num_tokens": 695847470.0, + "step": 18235 + }, + { + "epoch": 2.3198066403765423, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.051344871520996, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8904290199279785, + "num_tokens": 695888082.0, + "step": 18236 + }, + { + "epoch": 2.319933850655133, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.145234107971191, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.882972776889801, + "num_tokens": 695928904.0, + "step": 18237 + }, + { + "epoch": 2.3200610609337233, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.14910888671875, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.865185558795929, + "num_tokens": 695967549.0, + "step": 18238 + }, + { + "epoch": 2.320188271212314, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.082395553588867, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8693002462387085, + "num_tokens": 696005611.0, + "step": 18239 + }, + { + "epoch": 2.3203154814909044, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.152447700500488, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8782111406326294, + "num_tokens": 696034864.0, + "step": 18240 + }, + { + "epoch": 2.320442691769495, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.092632293701172, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8740164041519165, + "num_tokens": 696072137.0, + "step": 18241 + }, + { + "epoch": 2.3205699020480854, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.090154647827148, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8786582946777344, + "num_tokens": 696115744.0, + "step": 18242 + }, + { + "epoch": 2.320697112326676, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.162412643432617, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8711546063423157, + "num_tokens": 696151293.0, + "step": 18243 + }, + { + "epoch": 2.3208243226052665, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.059386253356934, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8925014734268188, + "num_tokens": 696190742.0, + "step": 18244 + }, + { + "epoch": 2.320951532883857, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.08273696899414, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.8654988408088684, + "num_tokens": 696232807.0, + "step": 18245 + }, + { + "epoch": 2.3210787431624476, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.059962272644043, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8730312585830688, + "num_tokens": 696269416.0, + "step": 18246 + }, + { + "epoch": 2.321205953441038, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.096901893615723, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8766245245933533, + "num_tokens": 696305144.0, + "step": 18247 + }, + { + "epoch": 2.3213331637196286, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.048860549926758, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8674017190933228, + "num_tokens": 696344854.0, + "step": 18248 + }, + { + "epoch": 2.321460373998219, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.056968688964844, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.89329993724823, + "num_tokens": 696380154.0, + "step": 18249 + }, + { + "epoch": 2.3215875842768097, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.075409889221191, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8636659383773804, + "num_tokens": 696416458.0, + "step": 18250 + }, + { + "epoch": 2.3217147945554, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.035491943359375, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8784948587417603, + "num_tokens": 696453232.0, + "step": 18251 + }, + { + "epoch": 2.3218420048339907, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.041695594787598, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8566207885742188, + "num_tokens": 696487930.0, + "step": 18252 + }, + { + "epoch": 2.3219692151125813, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.092743873596191, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.867710292339325, + "num_tokens": 696523824.0, + "step": 18253 + }, + { + "epoch": 2.322096425391172, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.000487327575684, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8849384784698486, + "num_tokens": 696567007.0, + "step": 18254 + }, + { + "epoch": 2.3222236356697623, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.053213119506836, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8914132714271545, + "num_tokens": 696610055.0, + "step": 18255 + }, + { + "epoch": 2.3223508459483524, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.089829444885254, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8623485565185547, + "num_tokens": 696644058.0, + "step": 18256 + }, + { + "epoch": 2.3224780562269434, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.03281307220459, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8824067115783691, + "num_tokens": 696686381.0, + "step": 18257 + }, + { + "epoch": 2.3226052665055335, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.049549102783203, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8702588081359863, + "num_tokens": 696727567.0, + "step": 18258 + }, + { + "epoch": 2.322732476784124, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.06473159790039, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8659207820892334, + "num_tokens": 696767266.0, + "step": 18259 + }, + { + "epoch": 2.3228596870627145, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.083629608154297, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8886761665344238, + "num_tokens": 696806059.0, + "step": 18260 + }, + { + "epoch": 2.322986897341305, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.055286407470703, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8750500679016113, + "num_tokens": 696844232.0, + "step": 18261 + }, + { + "epoch": 2.3231141076198956, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.087908744812012, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8785350322723389, + "num_tokens": 696886223.0, + "step": 18262 + }, + { + "epoch": 2.323241317898486, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.076383590698242, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8626289963722229, + "num_tokens": 696922625.0, + "step": 18263 + }, + { + "epoch": 2.3233685281770766, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.075592994689941, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8650637865066528, + "num_tokens": 696965160.0, + "step": 18264 + }, + { + "epoch": 2.323495738455667, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.111632347106934, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8815029263496399, + "num_tokens": 697000854.0, + "step": 18265 + }, + { + "epoch": 2.3236229487342577, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.089019775390625, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.889268159866333, + "num_tokens": 697041264.0, + "step": 18266 + }, + { + "epoch": 2.323750159012848, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.07692813873291, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.874211311340332, + "num_tokens": 697080079.0, + "step": 18267 + }, + { + "epoch": 2.3238773692914387, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.069982528686523, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8720375895500183, + "num_tokens": 697123755.0, + "step": 18268 + }, + { + "epoch": 2.3240045795700293, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.133341789245605, + "learning_rate": 1e-06, + "loss": 0.4612, + "mean_token_accuracy": 0.8488214015960693, + "num_tokens": 697162012.0, + "step": 18269 + }, + { + "epoch": 2.32413178984862, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.099133491516113, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8854191303253174, + "num_tokens": 697200188.0, + "step": 18270 + }, + { + "epoch": 2.3242590001272103, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.102975845336914, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8790737986564636, + "num_tokens": 697240536.0, + "step": 18271 + }, + { + "epoch": 2.324386210405801, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.109513282775879, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8875579833984375, + "num_tokens": 697279459.0, + "step": 18272 + }, + { + "epoch": 2.3245134206843914, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.136808395385742, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8925096988677979, + "num_tokens": 697312594.0, + "step": 18273 + }, + { + "epoch": 2.324640630962982, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.116222381591797, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8624553680419922, + "num_tokens": 697357834.0, + "step": 18274 + }, + { + "epoch": 2.3247678412415724, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.025449752807617, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8746142387390137, + "num_tokens": 697401522.0, + "step": 18275 + }, + { + "epoch": 2.324895051520163, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.1124849319458, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8728453516960144, + "num_tokens": 697440415.0, + "step": 18276 + }, + { + "epoch": 2.3250222617987535, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.05006217956543, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8602713346481323, + "num_tokens": 697477609.0, + "step": 18277 + }, + { + "epoch": 2.325149472077344, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.115636825561523, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.872277021408081, + "num_tokens": 697515566.0, + "step": 18278 + }, + { + "epoch": 2.3252766823559345, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.06941032409668, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8802970051765442, + "num_tokens": 697549537.0, + "step": 18279 + }, + { + "epoch": 2.325403892634525, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.109489440917969, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8793967962265015, + "num_tokens": 697582618.0, + "step": 18280 + }, + { + "epoch": 2.325531102913115, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.126371383666992, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8886297345161438, + "num_tokens": 697622234.0, + "step": 18281 + }, + { + "epoch": 2.325658313191706, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.094932556152344, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8674449324607849, + "num_tokens": 697657504.0, + "step": 18282 + }, + { + "epoch": 2.325785523470296, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.163826942443848, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8635901212692261, + "num_tokens": 697699496.0, + "step": 18283 + }, + { + "epoch": 2.3259127337488867, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.047379493713379, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8877137899398804, + "num_tokens": 697739969.0, + "step": 18284 + }, + { + "epoch": 2.3260399440274773, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.12669849395752, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.866215705871582, + "num_tokens": 697774346.0, + "step": 18285 + }, + { + "epoch": 2.326167154306068, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.080083847045898, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8626093864440918, + "num_tokens": 697813013.0, + "step": 18286 + }, + { + "epoch": 2.3262943645846583, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.104061126708984, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8692925572395325, + "num_tokens": 697854163.0, + "step": 18287 + }, + { + "epoch": 2.326421574863249, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.050588607788086, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8829869627952576, + "num_tokens": 697898049.0, + "step": 18288 + }, + { + "epoch": 2.3265487851418394, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.04545783996582, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.878287672996521, + "num_tokens": 697936086.0, + "step": 18289 + }, + { + "epoch": 2.32667599542043, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.089591026306152, + "learning_rate": 1e-06, + "loss": 0.4621, + "mean_token_accuracy": 0.8526333570480347, + "num_tokens": 697981529.0, + "step": 18290 + }, + { + "epoch": 2.3268032056990204, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.036002159118652, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8919491767883301, + "num_tokens": 698016047.0, + "step": 18291 + }, + { + "epoch": 2.326930415977611, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.076726913452148, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8876650929450989, + "num_tokens": 698052408.0, + "step": 18292 + }, + { + "epoch": 2.3270576262562015, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.113558769226074, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8687467575073242, + "num_tokens": 698089751.0, + "step": 18293 + }, + { + "epoch": 2.327184836534792, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.166592597961426, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8731288909912109, + "num_tokens": 698121274.0, + "step": 18294 + }, + { + "epoch": 2.3273120468133826, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.053741455078125, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8846691846847534, + "num_tokens": 698155880.0, + "step": 18295 + }, + { + "epoch": 2.327439257091973, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.106910705566406, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8780227303504944, + "num_tokens": 698191448.0, + "step": 18296 + }, + { + "epoch": 2.3275664673705636, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.171093940734863, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8704327344894409, + "num_tokens": 698228437.0, + "step": 18297 + }, + { + "epoch": 2.327693677649154, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.095211029052734, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8686943054199219, + "num_tokens": 698268714.0, + "step": 18298 + }, + { + "epoch": 2.3278208879277447, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.10843276977539, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8767261505126953, + "num_tokens": 698305575.0, + "step": 18299 + }, + { + "epoch": 2.327948098206335, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.096325874328613, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8705402612686157, + "num_tokens": 698347701.0, + "step": 18300 + }, + { + "epoch": 2.3280753084849257, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.120710372924805, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8910130262374878, + "num_tokens": 698385906.0, + "step": 18301 + }, + { + "epoch": 2.3282025187635162, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.155397415161133, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8754346370697021, + "num_tokens": 698415511.0, + "step": 18302 + }, + { + "epoch": 2.3283297290421068, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.106660842895508, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8711327314376831, + "num_tokens": 698460528.0, + "step": 18303 + }, + { + "epoch": 2.3284569393206973, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.172285079956055, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8621115684509277, + "num_tokens": 698500800.0, + "step": 18304 + }, + { + "epoch": 2.328584149599288, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.113675117492676, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8745594024658203, + "num_tokens": 698539373.0, + "step": 18305 + }, + { + "epoch": 2.328711359877878, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.077410697937012, + "learning_rate": 1e-06, + "loss": 0.3177, + "mean_token_accuracy": 0.8968285322189331, + "num_tokens": 698577067.0, + "step": 18306 + }, + { + "epoch": 2.328838570156469, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.127805709838867, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.874768078327179, + "num_tokens": 698613515.0, + "step": 18307 + }, + { + "epoch": 2.328965780435059, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.101914405822754, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8773311972618103, + "num_tokens": 698647278.0, + "step": 18308 + }, + { + "epoch": 2.3290929907136495, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.093518257141113, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8821346759796143, + "num_tokens": 698688738.0, + "step": 18309 + }, + { + "epoch": 2.32922020099224, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.007922172546387, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8795976638793945, + "num_tokens": 698725003.0, + "step": 18310 + }, + { + "epoch": 2.3293474112708306, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.111292839050293, + "learning_rate": 1e-06, + "loss": 0.4178, + "mean_token_accuracy": 0.8580420017242432, + "num_tokens": 698768205.0, + "step": 18311 + }, + { + "epoch": 2.329474621549421, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.146505355834961, + "learning_rate": 1e-06, + "loss": 0.4303, + "mean_token_accuracy": 0.8569621443748474, + "num_tokens": 698805352.0, + "step": 18312 + }, + { + "epoch": 2.3296018318280116, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.073088645935059, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8856195211410522, + "num_tokens": 698836610.0, + "step": 18313 + }, + { + "epoch": 2.329729042106602, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.136481285095215, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8839666843414307, + "num_tokens": 698877514.0, + "step": 18314 + }, + { + "epoch": 2.3298562523851927, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.137346267700195, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8784202337265015, + "num_tokens": 698916699.0, + "step": 18315 + }, + { + "epoch": 2.329983462663783, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.09308910369873, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8757685422897339, + "num_tokens": 698953568.0, + "step": 18316 + }, + { + "epoch": 2.3301106729423737, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.112187385559082, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.871564507484436, + "num_tokens": 698990562.0, + "step": 18317 + }, + { + "epoch": 2.3302378832209643, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.1375093460083, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8777230978012085, + "num_tokens": 699024095.0, + "step": 18318 + }, + { + "epoch": 2.330365093499555, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.106472969055176, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8560486435890198, + "num_tokens": 699062327.0, + "step": 18319 + }, + { + "epoch": 2.3304923037781453, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.060420989990234, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.881388783454895, + "num_tokens": 699101591.0, + "step": 18320 + }, + { + "epoch": 2.330619514056736, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.136092185974121, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.867633044719696, + "num_tokens": 699134836.0, + "step": 18321 + }, + { + "epoch": 2.3307467243353264, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.15596866607666, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8663870692253113, + "num_tokens": 699171218.0, + "step": 18322 + }, + { + "epoch": 2.330873934613917, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.13844108581543, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8934324383735657, + "num_tokens": 699200891.0, + "step": 18323 + }, + { + "epoch": 2.3310011448925074, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.154616355895996, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8904525637626648, + "num_tokens": 699238080.0, + "step": 18324 + }, + { + "epoch": 2.331128355171098, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.113815307617188, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8643824458122253, + "num_tokens": 699276051.0, + "step": 18325 + }, + { + "epoch": 2.3312555654496885, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.094924926757812, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8827092051506042, + "num_tokens": 699315721.0, + "step": 18326 + }, + { + "epoch": 2.331382775728279, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.185426712036133, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8880826234817505, + "num_tokens": 699350342.0, + "step": 18327 + }, + { + "epoch": 2.3315099860068695, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.027246475219727, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8809853792190552, + "num_tokens": 699390301.0, + "step": 18328 + }, + { + "epoch": 2.3316371962854596, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.168943405151367, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8613380789756775, + "num_tokens": 699427135.0, + "step": 18329 + }, + { + "epoch": 2.3317644065640506, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.124402046203613, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8813750743865967, + "num_tokens": 699466461.0, + "step": 18330 + }, + { + "epoch": 2.3318916168426407, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.070043563842773, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8691619634628296, + "num_tokens": 699502446.0, + "step": 18331 + }, + { + "epoch": 2.332018827121231, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.10669231414795, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8753600716590881, + "num_tokens": 699546357.0, + "step": 18332 + }, + { + "epoch": 2.3321460373998217, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.09269905090332, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8753706812858582, + "num_tokens": 699581879.0, + "step": 18333 + }, + { + "epoch": 2.3322732476784123, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.084827423095703, + "learning_rate": 1e-06, + "loss": 0.3238, + "mean_token_accuracy": 0.8894273638725281, + "num_tokens": 699616287.0, + "step": 18334 + }, + { + "epoch": 2.332400457957003, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.127090454101562, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8745282292366028, + "num_tokens": 699655409.0, + "step": 18335 + }, + { + "epoch": 2.3325276682355933, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.116959571838379, + "learning_rate": 1e-06, + "loss": 0.4438, + "mean_token_accuracy": 0.850252628326416, + "num_tokens": 699701420.0, + "step": 18336 + }, + { + "epoch": 2.332654878514184, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.124648094177246, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8783771395683289, + "num_tokens": 699736151.0, + "step": 18337 + }, + { + "epoch": 2.3327820887927744, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.062471389770508, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8693530559539795, + "num_tokens": 699770111.0, + "step": 18338 + }, + { + "epoch": 2.332909299071365, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.117881774902344, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8723254799842834, + "num_tokens": 699807442.0, + "step": 18339 + }, + { + "epoch": 2.3330365093499554, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.053677558898926, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8736239671707153, + "num_tokens": 699849364.0, + "step": 18340 + }, + { + "epoch": 2.333163719628546, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.098159790039062, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8902814984321594, + "num_tokens": 699886234.0, + "step": 18341 + }, + { + "epoch": 2.3332909299071365, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.149252891540527, + "learning_rate": 1e-06, + "loss": 0.4119, + "mean_token_accuracy": 0.8590096831321716, + "num_tokens": 699925660.0, + "step": 18342 + }, + { + "epoch": 2.333418140185727, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.163958549499512, + "learning_rate": 1e-06, + "loss": 0.4541, + "mean_token_accuracy": 0.8491360545158386, + "num_tokens": 699967894.0, + "step": 18343 + }, + { + "epoch": 2.3335453504643175, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.102335929870605, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8699896931648254, + "num_tokens": 699999211.0, + "step": 18344 + }, + { + "epoch": 2.333672560742908, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.088459968566895, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8837141990661621, + "num_tokens": 700037639.0, + "step": 18345 + }, + { + "epoch": 2.3337997710214986, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.111995697021484, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8690080046653748, + "num_tokens": 700075677.0, + "step": 18346 + }, + { + "epoch": 2.333926981300089, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.136731147766113, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8818655610084534, + "num_tokens": 700115697.0, + "step": 18347 + }, + { + "epoch": 2.3340541915786797, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.105209350585938, + "learning_rate": 1e-06, + "loss": 0.4159, + "mean_token_accuracy": 0.859718382358551, + "num_tokens": 700152553.0, + "step": 18348 + }, + { + "epoch": 2.33418140185727, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.052889823913574, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8825615644454956, + "num_tokens": 700190958.0, + "step": 18349 + }, + { + "epoch": 2.3343086121358607, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.0830659866333, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.874530553817749, + "num_tokens": 700224244.0, + "step": 18350 + }, + { + "epoch": 2.3344358224144512, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.177562713623047, + "learning_rate": 1e-06, + "loss": 0.295, + "mean_token_accuracy": 0.9007400274276733, + "num_tokens": 700259736.0, + "step": 18351 + }, + { + "epoch": 2.3345630326930418, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.059289932250977, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8755154609680176, + "num_tokens": 700293624.0, + "step": 18352 + }, + { + "epoch": 2.3346902429716323, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.132698059082031, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8796012997627258, + "num_tokens": 700328052.0, + "step": 18353 + }, + { + "epoch": 2.3348174532502224, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.100042343139648, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8687255382537842, + "num_tokens": 700364652.0, + "step": 18354 + }, + { + "epoch": 2.3349446635288134, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.130154609680176, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8876138925552368, + "num_tokens": 700403698.0, + "step": 18355 + }, + { + "epoch": 2.3350718738074034, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.077476501464844, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8894273042678833, + "num_tokens": 700439391.0, + "step": 18356 + }, + { + "epoch": 2.335199084085994, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.145500183105469, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8791914582252502, + "num_tokens": 700475095.0, + "step": 18357 + }, + { + "epoch": 2.3353262943645845, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.052384376525879, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8792822360992432, + "num_tokens": 700514167.0, + "step": 18358 + }, + { + "epoch": 2.335453504643175, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.111525535583496, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8841099739074707, + "num_tokens": 700548333.0, + "step": 18359 + }, + { + "epoch": 2.3355807149217656, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.017704010009766, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8805807828903198, + "num_tokens": 700594261.0, + "step": 18360 + }, + { + "epoch": 2.335707925200356, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.118698120117188, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8806729316711426, + "num_tokens": 700632513.0, + "step": 18361 + }, + { + "epoch": 2.3358351354789466, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.119234085083008, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8824237585067749, + "num_tokens": 700672430.0, + "step": 18362 + }, + { + "epoch": 2.335962345757537, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.072239875793457, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.881110429763794, + "num_tokens": 700714321.0, + "step": 18363 + }, + { + "epoch": 2.3360895560361277, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.11472225189209, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8757569789886475, + "num_tokens": 700751714.0, + "step": 18364 + }, + { + "epoch": 2.336216766314718, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.08592414855957, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8733527660369873, + "num_tokens": 700794087.0, + "step": 18365 + }, + { + "epoch": 2.3363439765933087, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.10195255279541, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8706263303756714, + "num_tokens": 700832031.0, + "step": 18366 + }, + { + "epoch": 2.3364711868718993, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.09846019744873, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8788725137710571, + "num_tokens": 700867175.0, + "step": 18367 + }, + { + "epoch": 2.33659839715049, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.09496784210205, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8820500373840332, + "num_tokens": 700906762.0, + "step": 18368 + }, + { + "epoch": 2.3367256074290803, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.111942291259766, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8788137435913086, + "num_tokens": 700944316.0, + "step": 18369 + }, + { + "epoch": 2.336852817707671, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.146394729614258, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8719006776809692, + "num_tokens": 700979369.0, + "step": 18370 + }, + { + "epoch": 2.3369800279862614, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.112293243408203, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.872854471206665, + "num_tokens": 701016213.0, + "step": 18371 + }, + { + "epoch": 2.337107238264852, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.08272647857666, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8739244341850281, + "num_tokens": 701055270.0, + "step": 18372 + }, + { + "epoch": 2.3372344485434424, + "ewc_loss": 0.0167236328125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6689300537109375e-05, + "grad_norm": 12.065336227416992, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8748795390129089, + "num_tokens": 701091058.0, + "step": 18373 + }, + { + "epoch": 2.337361658822033, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.156107902526855, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8845582008361816, + "num_tokens": 701129446.0, + "step": 18374 + }, + { + "epoch": 2.3374888691006235, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.112308502197266, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8800918459892273, + "num_tokens": 701168726.0, + "step": 18375 + }, + { + "epoch": 2.337616079379214, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.141572952270508, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8701943755149841, + "num_tokens": 701204041.0, + "step": 18376 + }, + { + "epoch": 2.3377432896578045, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.057126998901367, + "learning_rate": 1e-06, + "loss": 0.4353, + "mean_token_accuracy": 0.8545661568641663, + "num_tokens": 701244660.0, + "step": 18377 + }, + { + "epoch": 2.337870499936395, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.125627517700195, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8673626184463501, + "num_tokens": 701284830.0, + "step": 18378 + }, + { + "epoch": 2.337997710214985, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.073492050170898, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8837963938713074, + "num_tokens": 701319720.0, + "step": 18379 + }, + { + "epoch": 2.338124920493576, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.10161018371582, + "learning_rate": 1e-06, + "loss": 0.4365, + "mean_token_accuracy": 0.8559490442276001, + "num_tokens": 701361770.0, + "step": 18380 + }, + { + "epoch": 2.338252130772166, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.15007495880127, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8732351064682007, + "num_tokens": 701399777.0, + "step": 18381 + }, + { + "epoch": 2.3383793410507567, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.070158004760742, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8759734630584717, + "num_tokens": 701432680.0, + "step": 18382 + }, + { + "epoch": 2.3385065513293473, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.067113876342773, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8858283758163452, + "num_tokens": 701474101.0, + "step": 18383 + }, + { + "epoch": 2.338633761607938, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.101081848144531, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8887854814529419, + "num_tokens": 701517568.0, + "step": 18384 + }, + { + "epoch": 2.3387609718865283, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.090127944946289, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8688398599624634, + "num_tokens": 701558466.0, + "step": 18385 + }, + { + "epoch": 2.338888182165119, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.083442687988281, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8715845346450806, + "num_tokens": 701591104.0, + "step": 18386 + }, + { + "epoch": 2.3390153924437094, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.123374938964844, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8694419860839844, + "num_tokens": 701633242.0, + "step": 18387 + }, + { + "epoch": 2.3391426027223, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.107084274291992, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8749805688858032, + "num_tokens": 701668864.0, + "step": 18388 + }, + { + "epoch": 2.3392698130008904, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.150473594665527, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8806197047233582, + "num_tokens": 701703648.0, + "step": 18389 + }, + { + "epoch": 2.339397023279481, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.07398509979248, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8723289966583252, + "num_tokens": 701744417.0, + "step": 18390 + }, + { + "epoch": 2.3395242335580715, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.152392387390137, + "learning_rate": 1e-06, + "loss": 0.4551, + "mean_token_accuracy": 0.8448694944381714, + "num_tokens": 701783541.0, + "step": 18391 + }, + { + "epoch": 2.339651443836662, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.128602027893066, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8713729381561279, + "num_tokens": 701825054.0, + "step": 18392 + }, + { + "epoch": 2.3397786541152525, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.10338020324707, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8826801776885986, + "num_tokens": 701866173.0, + "step": 18393 + }, + { + "epoch": 2.339905864393843, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.104536056518555, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.872333288192749, + "num_tokens": 701904812.0, + "step": 18394 + }, + { + "epoch": 2.3400330746724336, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.109334945678711, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8662554025650024, + "num_tokens": 701942590.0, + "step": 18395 + }, + { + "epoch": 2.340160284951024, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.114667892456055, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8791650533676147, + "num_tokens": 701980773.0, + "step": 18396 + }, + { + "epoch": 2.3402874952296147, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.07188892364502, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.88929682970047, + "num_tokens": 702014508.0, + "step": 18397 + }, + { + "epoch": 2.340414705508205, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.103181838989258, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8882957696914673, + "num_tokens": 702055754.0, + "step": 18398 + }, + { + "epoch": 2.3405419157867957, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.033286094665527, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8746166825294495, + "num_tokens": 702100022.0, + "step": 18399 + }, + { + "epoch": 2.3406691260653862, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.081446647644043, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8662261962890625, + "num_tokens": 702133217.0, + "step": 18400 + }, + { + "epoch": 2.3407963363439768, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.114508628845215, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8881918787956238, + "num_tokens": 702176998.0, + "step": 18401 + }, + { + "epoch": 2.3409235466225673, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 11.998603820800781, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8817285299301147, + "num_tokens": 702216219.0, + "step": 18402 + }, + { + "epoch": 2.341050756901158, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.158574104309082, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8703556656837463, + "num_tokens": 702246502.0, + "step": 18403 + }, + { + "epoch": 2.341177967179748, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.050139427185059, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8829533457756042, + "num_tokens": 702277990.0, + "step": 18404 + }, + { + "epoch": 2.341305177458339, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.063859939575195, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8785773515701294, + "num_tokens": 702312742.0, + "step": 18405 + }, + { + "epoch": 2.341432387736929, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.146162033081055, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8900446891784668, + "num_tokens": 702348575.0, + "step": 18406 + }, + { + "epoch": 2.3415595980155195, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.06234359741211, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8639559745788574, + "num_tokens": 702385956.0, + "step": 18407 + }, + { + "epoch": 2.34168680829411, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.080192565917969, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8819249868392944, + "num_tokens": 702423973.0, + "step": 18408 + }, + { + "epoch": 2.3418140185727006, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.106156349182129, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8723838329315186, + "num_tokens": 702455508.0, + "step": 18409 + }, + { + "epoch": 2.341941228851291, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.119298934936523, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8859321475028992, + "num_tokens": 702493365.0, + "step": 18410 + }, + { + "epoch": 2.3420684391298816, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.081286430358887, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8781695365905762, + "num_tokens": 702528036.0, + "step": 18411 + }, + { + "epoch": 2.342195649408472, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.105759620666504, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8708409667015076, + "num_tokens": 702571238.0, + "step": 18412 + }, + { + "epoch": 2.3423228596870627, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.107640266418457, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8721847534179688, + "num_tokens": 702611247.0, + "step": 18413 + }, + { + "epoch": 2.342450069965653, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.083621978759766, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8770388960838318, + "num_tokens": 702649661.0, + "step": 18414 + }, + { + "epoch": 2.3425772802442437, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.172524452209473, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8696790933609009, + "num_tokens": 702693573.0, + "step": 18415 + }, + { + "epoch": 2.3427044905228342, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.101663589477539, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.886345624923706, + "num_tokens": 702735351.0, + "step": 18416 + }, + { + "epoch": 2.3428317008014248, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.103464126586914, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8823952674865723, + "num_tokens": 702773406.0, + "step": 18417 + }, + { + "epoch": 2.3429589110800153, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.09595012664795, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8820192813873291, + "num_tokens": 702809939.0, + "step": 18418 + }, + { + "epoch": 2.343086121358606, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.095030784606934, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8737025260925293, + "num_tokens": 702851120.0, + "step": 18419 + }, + { + "epoch": 2.3432133316371964, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.125828742980957, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8850133419036865, + "num_tokens": 702889492.0, + "step": 18420 + }, + { + "epoch": 2.343340541915787, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.08999252319336, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8698670864105225, + "num_tokens": 702930486.0, + "step": 18421 + }, + { + "epoch": 2.3434677521943774, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.078969955444336, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8680685758590698, + "num_tokens": 702969866.0, + "step": 18422 + }, + { + "epoch": 2.343594962472968, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.056968688964844, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8674898147583008, + "num_tokens": 703013703.0, + "step": 18423 + }, + { + "epoch": 2.3437221727515585, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.21090316772461, + "learning_rate": 1e-06, + "loss": 0.4015, + "mean_token_accuracy": 0.8649260401725769, + "num_tokens": 703054849.0, + "step": 18424 + }, + { + "epoch": 2.343849383030149, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.041719436645508, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.87159264087677, + "num_tokens": 703088250.0, + "step": 18425 + }, + { + "epoch": 2.3439765933087395, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.129402160644531, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8716674447059631, + "num_tokens": 703124072.0, + "step": 18426 + }, + { + "epoch": 2.3441038035873296, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.044395446777344, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.858464777469635, + "num_tokens": 703158869.0, + "step": 18427 + }, + { + "epoch": 2.3442310138659206, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.16468620300293, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8767105340957642, + "num_tokens": 703193342.0, + "step": 18428 + }, + { + "epoch": 2.3443582241445107, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.0624418258667, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8881372213363647, + "num_tokens": 703229899.0, + "step": 18429 + }, + { + "epoch": 2.344485434423101, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.022960662841797, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8748505115509033, + "num_tokens": 703266735.0, + "step": 18430 + }, + { + "epoch": 2.3446126447016917, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.133811950683594, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8718503713607788, + "num_tokens": 703307515.0, + "step": 18431 + }, + { + "epoch": 2.3447398549802823, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.100154876708984, + "learning_rate": 1e-06, + "loss": 0.324, + "mean_token_accuracy": 0.8863877058029175, + "num_tokens": 703341237.0, + "step": 18432 + }, + { + "epoch": 2.344867065258873, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.071272850036621, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8854637145996094, + "num_tokens": 703378900.0, + "step": 18433 + }, + { + "epoch": 2.3449942755374633, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.025823593139648, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8844489455223083, + "num_tokens": 703415260.0, + "step": 18434 + }, + { + "epoch": 2.345121485816054, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.090426445007324, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8810940384864807, + "num_tokens": 703452399.0, + "step": 18435 + }, + { + "epoch": 2.3452486960946444, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.055042266845703, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8773780465126038, + "num_tokens": 703492700.0, + "step": 18436 + }, + { + "epoch": 2.345375906373235, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.125635147094727, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.887670636177063, + "num_tokens": 703530805.0, + "step": 18437 + }, + { + "epoch": 2.3455031166518254, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.036927223205566, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8856297135353088, + "num_tokens": 703571894.0, + "step": 18438 + }, + { + "epoch": 2.345630326930416, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.065401077270508, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8815164566040039, + "num_tokens": 703612583.0, + "step": 18439 + }, + { + "epoch": 2.3457575372090065, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.118959426879883, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8697749376296997, + "num_tokens": 703649100.0, + "step": 18440 + }, + { + "epoch": 2.345884747487597, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.103533744812012, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.8906428813934326, + "num_tokens": 703680425.0, + "step": 18441 + }, + { + "epoch": 2.3460119577661875, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.099533081054688, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8825311660766602, + "num_tokens": 703721819.0, + "step": 18442 + }, + { + "epoch": 2.346139168044778, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.071855545043945, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.873609185218811, + "num_tokens": 703755432.0, + "step": 18443 + }, + { + "epoch": 2.3462663783233686, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.094016075134277, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8751713037490845, + "num_tokens": 703795903.0, + "step": 18444 + }, + { + "epoch": 2.346393588601959, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.093315124511719, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8872711658477783, + "num_tokens": 703836074.0, + "step": 18445 + }, + { + "epoch": 2.3465207988805497, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.104894638061523, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8818172216415405, + "num_tokens": 703870609.0, + "step": 18446 + }, + { + "epoch": 2.34664800915914, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.09011173248291, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8811755180358887, + "num_tokens": 703909034.0, + "step": 18447 + }, + { + "epoch": 2.3467752194377307, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.088512420654297, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.868586540222168, + "num_tokens": 703946976.0, + "step": 18448 + }, + { + "epoch": 2.3469024297163212, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.120718955993652, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8786572217941284, + "num_tokens": 703986379.0, + "step": 18449 + }, + { + "epoch": 2.3470296399949118, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.053140640258789, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8946685791015625, + "num_tokens": 704019461.0, + "step": 18450 + }, + { + "epoch": 2.3471568502735023, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.111708641052246, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8624589443206787, + "num_tokens": 704053411.0, + "step": 18451 + }, + { + "epoch": 2.3472840605520924, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.080031394958496, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.880774736404419, + "num_tokens": 704092633.0, + "step": 18452 + }, + { + "epoch": 2.3474112708306833, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.08138370513916, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8805161118507385, + "num_tokens": 704126955.0, + "step": 18453 + }, + { + "epoch": 2.3475384811092734, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.136418342590332, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8923558592796326, + "num_tokens": 704162222.0, + "step": 18454 + }, + { + "epoch": 2.347665691387864, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.09640884399414, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8763875365257263, + "num_tokens": 704198949.0, + "step": 18455 + }, + { + "epoch": 2.3477929016664545, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.130375862121582, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8716074824333191, + "num_tokens": 704235327.0, + "step": 18456 + }, + { + "epoch": 2.347920111945045, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.127313613891602, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8837831020355225, + "num_tokens": 704272783.0, + "step": 18457 + }, + { + "epoch": 2.3480473222236355, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.113787651062012, + "learning_rate": 1e-06, + "loss": 0.4282, + "mean_token_accuracy": 0.8594784736633301, + "num_tokens": 704314396.0, + "step": 18458 + }, + { + "epoch": 2.348174532502226, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.093420028686523, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.8923531770706177, + "num_tokens": 704346903.0, + "step": 18459 + }, + { + "epoch": 2.3483017427808166, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.099245071411133, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8831649422645569, + "num_tokens": 704380456.0, + "step": 18460 + }, + { + "epoch": 2.348428953059407, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.098377227783203, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8887214660644531, + "num_tokens": 704416403.0, + "step": 18461 + }, + { + "epoch": 2.3485561633379977, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.09493637084961, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8771145343780518, + "num_tokens": 704460431.0, + "step": 18462 + }, + { + "epoch": 2.348683373616588, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.095056533813477, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8844649791717529, + "num_tokens": 704497872.0, + "step": 18463 + }, + { + "epoch": 2.3488105838951787, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.04735279083252, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8779244422912598, + "num_tokens": 704538180.0, + "step": 18464 + }, + { + "epoch": 2.3489377941737692, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.006265640258789, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8884164094924927, + "num_tokens": 704578342.0, + "step": 18465 + }, + { + "epoch": 2.3490650044523598, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.199028968811035, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8878803849220276, + "num_tokens": 704611792.0, + "step": 18466 + }, + { + "epoch": 2.3491922147309503, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.084522247314453, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8791639804840088, + "num_tokens": 704649898.0, + "step": 18467 + }, + { + "epoch": 2.349319425009541, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.02645206451416, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8849870562553406, + "num_tokens": 704690632.0, + "step": 18468 + }, + { + "epoch": 2.3494466352881314, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.10399055480957, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8683488368988037, + "num_tokens": 704722955.0, + "step": 18469 + }, + { + "epoch": 2.349573845566722, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.072678565979004, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8761653900146484, + "num_tokens": 704762678.0, + "step": 18470 + }, + { + "epoch": 2.3497010558453124, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 11.996100425720215, + "learning_rate": 1e-06, + "loss": 0.2944, + "mean_token_accuracy": 0.9008320569992065, + "num_tokens": 704805440.0, + "step": 18471 + }, + { + "epoch": 2.349828266123903, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.12704086303711, + "learning_rate": 1e-06, + "loss": 0.4313, + "mean_token_accuracy": 0.8590676784515381, + "num_tokens": 704848153.0, + "step": 18472 + }, + { + "epoch": 2.3499554764024935, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.106515884399414, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8748488426208496, + "num_tokens": 704886739.0, + "step": 18473 + }, + { + "epoch": 2.350082686681084, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.04708480834961, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8770759105682373, + "num_tokens": 704926145.0, + "step": 18474 + }, + { + "epoch": 2.3502098969596745, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.074349403381348, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8626412749290466, + "num_tokens": 704964135.0, + "step": 18475 + }, + { + "epoch": 2.350337107238265, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.067534446716309, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8657386302947998, + "num_tokens": 705002171.0, + "step": 18476 + }, + { + "epoch": 2.350464317516855, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.0286226272583, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8954017162322998, + "num_tokens": 705040660.0, + "step": 18477 + }, + { + "epoch": 2.350591527795446, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.07942008972168, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8838832378387451, + "num_tokens": 705073655.0, + "step": 18478 + }, + { + "epoch": 2.350718738074036, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.142308235168457, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8737903237342834, + "num_tokens": 705115497.0, + "step": 18479 + }, + { + "epoch": 2.3508459483526267, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.011645317077637, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.8943209052085876, + "num_tokens": 705152642.0, + "step": 18480 + }, + { + "epoch": 2.3509731586312173, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.106876373291016, + "learning_rate": 1e-06, + "loss": 0.4225, + "mean_token_accuracy": 0.8626301288604736, + "num_tokens": 705187282.0, + "step": 18481 + }, + { + "epoch": 2.351100368909808, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.083142280578613, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8811299204826355, + "num_tokens": 705225635.0, + "step": 18482 + }, + { + "epoch": 2.3512275791883983, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.069979667663574, + "learning_rate": 1e-06, + "loss": 0.3288, + "mean_token_accuracy": 0.8862881660461426, + "num_tokens": 705260376.0, + "step": 18483 + }, + { + "epoch": 2.351354789466989, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.0968599319458, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8763055801391602, + "num_tokens": 705298799.0, + "step": 18484 + }, + { + "epoch": 2.3514819997455794, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.158268928527832, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8585449457168579, + "num_tokens": 705332570.0, + "step": 18485 + }, + { + "epoch": 2.35160921002417, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.05485725402832, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8788145184516907, + "num_tokens": 705371214.0, + "step": 18486 + }, + { + "epoch": 2.3517364203027604, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.12112808227539, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8744351267814636, + "num_tokens": 705405051.0, + "step": 18487 + }, + { + "epoch": 2.351863630581351, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.100229263305664, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8745636343955994, + "num_tokens": 705442460.0, + "step": 18488 + }, + { + "epoch": 2.3519908408599415, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.057496070861816, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8770696520805359, + "num_tokens": 705482929.0, + "step": 18489 + }, + { + "epoch": 2.352118051138532, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.14592170715332, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8716343641281128, + "num_tokens": 705525313.0, + "step": 18490 + }, + { + "epoch": 2.3522452614171225, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.102749824523926, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8709332942962646, + "num_tokens": 705563730.0, + "step": 18491 + }, + { + "epoch": 2.352372471695713, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.097009658813477, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8792895078659058, + "num_tokens": 705602459.0, + "step": 18492 + }, + { + "epoch": 2.3524996819743036, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.091092109680176, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8744460344314575, + "num_tokens": 705636223.0, + "step": 18493 + }, + { + "epoch": 2.352626892252894, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.123726844787598, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8757763504981995, + "num_tokens": 705676178.0, + "step": 18494 + }, + { + "epoch": 2.3527541025314846, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.098064422607422, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8839114904403687, + "num_tokens": 705716687.0, + "step": 18495 + }, + { + "epoch": 2.352881312810075, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.0992431640625, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8837460279464722, + "num_tokens": 705759163.0, + "step": 18496 + }, + { + "epoch": 2.3530085230886657, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.10350227355957, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8787065148353577, + "num_tokens": 705795982.0, + "step": 18497 + }, + { + "epoch": 2.3531357333672562, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.106313705444336, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8809260129928589, + "num_tokens": 705835601.0, + "step": 18498 + }, + { + "epoch": 2.3532629436458468, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.102532386779785, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8748699426651001, + "num_tokens": 705876858.0, + "step": 18499 + }, + { + "epoch": 2.353390153924437, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.175111770629883, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8682178258895874, + "num_tokens": 705921944.0, + "step": 18500 + }, + { + "epoch": 2.353517364203028, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.008075714111328, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8777363300323486, + "num_tokens": 705967999.0, + "step": 18501 + }, + { + "epoch": 2.353644574481618, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.137279510498047, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8699415326118469, + "num_tokens": 706003370.0, + "step": 18502 + }, + { + "epoch": 2.353771784760209, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.117165565490723, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8668854832649231, + "num_tokens": 706036551.0, + "step": 18503 + }, + { + "epoch": 2.353898995038799, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.081948280334473, + "learning_rate": 1e-06, + "loss": 0.3139, + "mean_token_accuracy": 0.8942518830299377, + "num_tokens": 706075965.0, + "step": 18504 + }, + { + "epoch": 2.3540262053173895, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.119693756103516, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8652392625808716, + "num_tokens": 706117943.0, + "step": 18505 + }, + { + "epoch": 2.35415341559598, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.067026138305664, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.880607545375824, + "num_tokens": 706157183.0, + "step": 18506 + }, + { + "epoch": 2.3542806258745705, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.133971214294434, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8858035206794739, + "num_tokens": 706196878.0, + "step": 18507 + }, + { + "epoch": 2.354407836153161, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.054648399353027, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8642526865005493, + "num_tokens": 706231102.0, + "step": 18508 + }, + { + "epoch": 2.3545350464317516, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.10180950164795, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8844040632247925, + "num_tokens": 706273372.0, + "step": 18509 + }, + { + "epoch": 2.354662256710342, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.05351448059082, + "learning_rate": 1e-06, + "loss": 0.413, + "mean_token_accuracy": 0.870570719242096, + "num_tokens": 706308106.0, + "step": 18510 + }, + { + "epoch": 2.3547894669889327, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.063026428222656, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8845752477645874, + "num_tokens": 706344267.0, + "step": 18511 + }, + { + "epoch": 2.354916677267523, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.048273086547852, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.894511342048645, + "num_tokens": 706385019.0, + "step": 18512 + }, + { + "epoch": 2.3550438875461137, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.125226020812988, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.876355767250061, + "num_tokens": 706424913.0, + "step": 18513 + }, + { + "epoch": 2.3551710978247042, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.02751636505127, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8774482011795044, + "num_tokens": 706466064.0, + "step": 18514 + }, + { + "epoch": 2.3552983081032948, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.020549774169922, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8837890625, + "num_tokens": 706504572.0, + "step": 18515 + }, + { + "epoch": 2.3554255183818853, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.054737091064453, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8716047406196594, + "num_tokens": 706543901.0, + "step": 18516 + }, + { + "epoch": 2.355552728660476, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.121163368225098, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8712038397789001, + "num_tokens": 706579095.0, + "step": 18517 + }, + { + "epoch": 2.3556799389390664, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.071426391601562, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8710427284240723, + "num_tokens": 706614078.0, + "step": 18518 + }, + { + "epoch": 2.355807149217657, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.088303565979004, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8834619522094727, + "num_tokens": 706652596.0, + "step": 18519 + }, + { + "epoch": 2.3559343594962474, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.107137680053711, + "learning_rate": 1e-06, + "loss": 0.2994, + "mean_token_accuracy": 0.900397539138794, + "num_tokens": 706691297.0, + "step": 18520 + }, + { + "epoch": 2.356061569774838, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.097328186035156, + "learning_rate": 1e-06, + "loss": 0.409, + "mean_token_accuracy": 0.8664516806602478, + "num_tokens": 706727344.0, + "step": 18521 + }, + { + "epoch": 2.3561887800534285, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.070941925048828, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8795731663703918, + "num_tokens": 706770411.0, + "step": 18522 + }, + { + "epoch": 2.356315990332019, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.061502456665039, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8793001770973206, + "num_tokens": 706816215.0, + "step": 18523 + }, + { + "epoch": 2.3564432006106095, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.098640441894531, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8710345029830933, + "num_tokens": 706857400.0, + "step": 18524 + }, + { + "epoch": 2.3565704108891996, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.106343269348145, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8695261478424072, + "num_tokens": 706892715.0, + "step": 18525 + }, + { + "epoch": 2.3566976211677906, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.0774507522583, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.878194272518158, + "num_tokens": 706934373.0, + "step": 18526 + }, + { + "epoch": 2.3568248314463807, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.057459831237793, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8776556253433228, + "num_tokens": 706976885.0, + "step": 18527 + }, + { + "epoch": 2.356952041724971, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.086067199707031, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8832070827484131, + "num_tokens": 707016957.0, + "step": 18528 + }, + { + "epoch": 2.3570792520035617, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.089142799377441, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8859930038452148, + "num_tokens": 707053687.0, + "step": 18529 + }, + { + "epoch": 2.3572064622821522, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.219676971435547, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.871106743812561, + "num_tokens": 707087327.0, + "step": 18530 + }, + { + "epoch": 2.3573336725607428, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.104973793029785, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8890212178230286, + "num_tokens": 707124479.0, + "step": 18531 + }, + { + "epoch": 2.3574608828393333, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.087185859680176, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8811535835266113, + "num_tokens": 707162452.0, + "step": 18532 + }, + { + "epoch": 2.357588093117924, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.112139701843262, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8860687017440796, + "num_tokens": 707196765.0, + "step": 18533 + }, + { + "epoch": 2.3577153033965144, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.150901794433594, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8840054273605347, + "num_tokens": 707230151.0, + "step": 18534 + }, + { + "epoch": 2.357842513675105, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.085617065429688, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8601884245872498, + "num_tokens": 707264373.0, + "step": 18535 + }, + { + "epoch": 2.3579697239536954, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.133147239685059, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8714979290962219, + "num_tokens": 707304844.0, + "step": 18536 + }, + { + "epoch": 2.358096934232286, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.16183853149414, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8791359066963196, + "num_tokens": 707347081.0, + "step": 18537 + }, + { + "epoch": 2.3582241445108765, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.100395202636719, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8708134293556213, + "num_tokens": 707388243.0, + "step": 18538 + }, + { + "epoch": 2.358351354789467, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.101280212402344, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8649213314056396, + "num_tokens": 707427109.0, + "step": 18539 + }, + { + "epoch": 2.3584785650680575, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.07197093963623, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8791245222091675, + "num_tokens": 707462502.0, + "step": 18540 + }, + { + "epoch": 2.358605775346648, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.107442855834961, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8719672560691833, + "num_tokens": 707502861.0, + "step": 18541 + }, + { + "epoch": 2.3587329856252386, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.12531566619873, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8579998016357422, + "num_tokens": 707535868.0, + "step": 18542 + }, + { + "epoch": 2.358860195903829, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.115699768066406, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.879794716835022, + "num_tokens": 707566128.0, + "step": 18543 + }, + { + "epoch": 2.3589874061824196, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.101025581359863, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8829721212387085, + "num_tokens": 707605113.0, + "step": 18544 + }, + { + "epoch": 2.35911461646101, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.133962631225586, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8756304383277893, + "num_tokens": 707647968.0, + "step": 18545 + }, + { + "epoch": 2.3592418267396007, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.137595176696777, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8846877813339233, + "num_tokens": 707682183.0, + "step": 18546 + }, + { + "epoch": 2.3593690370181912, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.082592964172363, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8861403465270996, + "num_tokens": 707720938.0, + "step": 18547 + }, + { + "epoch": 2.3594962472967818, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.142292976379395, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8663361668586731, + "num_tokens": 707762624.0, + "step": 18548 + }, + { + "epoch": 2.3596234575753723, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.047773361206055, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8699091672897339, + "num_tokens": 707798406.0, + "step": 18549 + }, + { + "epoch": 2.3597506678539624, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.088985443115234, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8790751099586487, + "num_tokens": 707835935.0, + "step": 18550 + }, + { + "epoch": 2.3598778781325533, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.0503568649292, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8879708647727966, + "num_tokens": 707872971.0, + "step": 18551 + }, + { + "epoch": 2.3600050884111434, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.111725807189941, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8883708119392395, + "num_tokens": 707909798.0, + "step": 18552 + }, + { + "epoch": 2.360132298689734, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.067866325378418, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8800398111343384, + "num_tokens": 707951130.0, + "step": 18553 + }, + { + "epoch": 2.3602595089683245, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.130699157714844, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8645315170288086, + "num_tokens": 707989502.0, + "step": 18554 + }, + { + "epoch": 2.360386719246915, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.168203353881836, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8749811053276062, + "num_tokens": 708023521.0, + "step": 18555 + }, + { + "epoch": 2.3605139295255055, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.107110023498535, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8824549913406372, + "num_tokens": 708057594.0, + "step": 18556 + }, + { + "epoch": 2.360641139804096, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.118926048278809, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8751869201660156, + "num_tokens": 708101393.0, + "step": 18557 + }, + { + "epoch": 2.3607683500826866, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.116545677185059, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8886319994926453, + "num_tokens": 708137141.0, + "step": 18558 + }, + { + "epoch": 2.360895560361277, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.08304500579834, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8820705413818359, + "num_tokens": 708173497.0, + "step": 18559 + }, + { + "epoch": 2.3610227706398677, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.179145812988281, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8769136071205139, + "num_tokens": 708209412.0, + "step": 18560 + }, + { + "epoch": 2.361149980918458, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.085596084594727, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8851028680801392, + "num_tokens": 708239675.0, + "step": 18561 + }, + { + "epoch": 2.3612771911970487, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.105997085571289, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.871165931224823, + "num_tokens": 708274918.0, + "step": 18562 + }, + { + "epoch": 2.3614044014756392, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.119064331054688, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8619303703308105, + "num_tokens": 708313645.0, + "step": 18563 + }, + { + "epoch": 2.3615316117542298, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.108013153076172, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.877396821975708, + "num_tokens": 708357985.0, + "step": 18564 + }, + { + "epoch": 2.3616588220328203, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.137203216552734, + "learning_rate": 1e-06, + "loss": 0.443, + "mean_token_accuracy": 0.8571960926055908, + "num_tokens": 708393606.0, + "step": 18565 + }, + { + "epoch": 2.361786032311411, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.145605087280273, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8819037675857544, + "num_tokens": 708428941.0, + "step": 18566 + }, + { + "epoch": 2.3619132425900013, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.068534851074219, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8813228011131287, + "num_tokens": 708467847.0, + "step": 18567 + }, + { + "epoch": 2.362040452868592, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.057882308959961, + "learning_rate": 1e-06, + "loss": 0.3115, + "mean_token_accuracy": 0.8929600715637207, + "num_tokens": 708503212.0, + "step": 18568 + }, + { + "epoch": 2.3621676631471824, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.084477424621582, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.879122257232666, + "num_tokens": 708542897.0, + "step": 18569 + }, + { + "epoch": 2.362294873425773, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.160188674926758, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8664685487747192, + "num_tokens": 708574725.0, + "step": 18570 + }, + { + "epoch": 2.3624220837043635, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.131769180297852, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8871581554412842, + "num_tokens": 708613557.0, + "step": 18571 + }, + { + "epoch": 2.362549293982954, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.100473403930664, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8698304295539856, + "num_tokens": 708651872.0, + "step": 18572 + }, + { + "epoch": 2.3626765042615445, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.12808895111084, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.865606963634491, + "num_tokens": 708688654.0, + "step": 18573 + }, + { + "epoch": 2.362803714540135, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.130131721496582, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8836835622787476, + "num_tokens": 708723285.0, + "step": 18574 + }, + { + "epoch": 2.362930924818725, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.06119441986084, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.8856570720672607, + "num_tokens": 708760617.0, + "step": 18575 + }, + { + "epoch": 2.363058135097316, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.205170631408691, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8816345930099487, + "num_tokens": 708790792.0, + "step": 18576 + }, + { + "epoch": 2.363185345375906, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.061968803405762, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.868177592754364, + "num_tokens": 708829935.0, + "step": 18577 + }, + { + "epoch": 2.3633125556544967, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.12928581237793, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8723492622375488, + "num_tokens": 708870578.0, + "step": 18578 + }, + { + "epoch": 2.3634397659330872, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.010891914367676, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.876085638999939, + "num_tokens": 708907044.0, + "step": 18579 + }, + { + "epoch": 2.3635669762116778, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.109312057495117, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8598716259002686, + "num_tokens": 708947443.0, + "step": 18580 + }, + { + "epoch": 2.3636941864902683, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.06323528289795, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.879258394241333, + "num_tokens": 708983174.0, + "step": 18581 + }, + { + "epoch": 2.363821396768859, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.094048500061035, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8803490996360779, + "num_tokens": 709021950.0, + "step": 18582 + }, + { + "epoch": 2.3639486070474494, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.08587646484375, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8842329978942871, + "num_tokens": 709057236.0, + "step": 18583 + }, + { + "epoch": 2.36407581732604, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.069295883178711, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8777631521224976, + "num_tokens": 709093376.0, + "step": 18584 + }, + { + "epoch": 2.3642030276046304, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.06207275390625, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8731622695922852, + "num_tokens": 709129502.0, + "step": 18585 + }, + { + "epoch": 2.364330237883221, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.096841812133789, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8781570196151733, + "num_tokens": 709162538.0, + "step": 18586 + }, + { + "epoch": 2.3644574481618115, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.096738815307617, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8664429187774658, + "num_tokens": 709201690.0, + "step": 18587 + }, + { + "epoch": 2.364584658440402, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.025728225708008, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8712544441223145, + "num_tokens": 709240593.0, + "step": 18588 + }, + { + "epoch": 2.3647118687189925, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.101268768310547, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8878543376922607, + "num_tokens": 709278192.0, + "step": 18589 + }, + { + "epoch": 2.364839078997583, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.073272705078125, + "learning_rate": 1e-06, + "loss": 0.306, + "mean_token_accuracy": 0.8947747945785522, + "num_tokens": 709311797.0, + "step": 18590 + }, + { + "epoch": 2.3649662892761736, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.072480201721191, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8749579191207886, + "num_tokens": 709350379.0, + "step": 18591 + }, + { + "epoch": 2.365093499554764, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.157072067260742, + "learning_rate": 1e-06, + "loss": 0.2931, + "mean_token_accuracy": 0.9017739295959473, + "num_tokens": 709389030.0, + "step": 18592 + }, + { + "epoch": 2.3652207098333546, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.06128215789795, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8689327239990234, + "num_tokens": 709433692.0, + "step": 18593 + }, + { + "epoch": 2.365347920111945, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.097338676452637, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8769028782844543, + "num_tokens": 709470773.0, + "step": 18594 + }, + { + "epoch": 2.3654751303905357, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.085738182067871, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8727678060531616, + "num_tokens": 709506764.0, + "step": 18595 + }, + { + "epoch": 2.3656023406691262, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.097475051879883, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.875865638256073, + "num_tokens": 709546931.0, + "step": 18596 + }, + { + "epoch": 2.3657295509477168, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.160234451293945, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8787598609924316, + "num_tokens": 709582842.0, + "step": 18597 + }, + { + "epoch": 2.365856761226307, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.077855110168457, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.876568078994751, + "num_tokens": 709621574.0, + "step": 18598 + }, + { + "epoch": 2.365983971504898, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.15848159790039, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8948870897293091, + "num_tokens": 709662437.0, + "step": 18599 + }, + { + "epoch": 2.366111181783488, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.078971862792969, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8902124166488647, + "num_tokens": 709701318.0, + "step": 18600 + }, + { + "epoch": 2.3662383920620784, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.115987777709961, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8764007687568665, + "num_tokens": 709745156.0, + "step": 18601 + }, + { + "epoch": 2.366365602340669, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.097865104675293, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8724849224090576, + "num_tokens": 709785849.0, + "step": 18602 + }, + { + "epoch": 2.3664928126192595, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.133468627929688, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.880402684211731, + "num_tokens": 709830038.0, + "step": 18603 + }, + { + "epoch": 2.36662002289785, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.124311447143555, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8749963045120239, + "num_tokens": 709871174.0, + "step": 18604 + }, + { + "epoch": 2.3667472331764405, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.154244422912598, + "learning_rate": 1e-06, + "loss": 0.3027, + "mean_token_accuracy": 0.8971570730209351, + "num_tokens": 709905921.0, + "step": 18605 + }, + { + "epoch": 2.366874443455031, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.139127731323242, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8926130533218384, + "num_tokens": 709939856.0, + "step": 18606 + }, + { + "epoch": 2.3670016537336216, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.085344314575195, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8896808624267578, + "num_tokens": 709978805.0, + "step": 18607 + }, + { + "epoch": 2.367128864012212, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.11348819732666, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8907672166824341, + "num_tokens": 710015015.0, + "step": 18608 + }, + { + "epoch": 2.3672560742908026, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.118878364562988, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8694024085998535, + "num_tokens": 710054887.0, + "step": 18609 + }, + { + "epoch": 2.367383284569393, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.086261749267578, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8773357272148132, + "num_tokens": 710097012.0, + "step": 18610 + }, + { + "epoch": 2.3675104948479837, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.178743362426758, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8623679280281067, + "num_tokens": 710130912.0, + "step": 18611 + }, + { + "epoch": 2.3676377051265742, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.091415405273438, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8739166259765625, + "num_tokens": 710168880.0, + "step": 18612 + }, + { + "epoch": 2.3677649154051648, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.177078247070312, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8866136074066162, + "num_tokens": 710205619.0, + "step": 18613 + }, + { + "epoch": 2.3678921256837553, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.174991607666016, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8832672834396362, + "num_tokens": 710239475.0, + "step": 18614 + }, + { + "epoch": 2.368019335962346, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.138215065002441, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.879833996295929, + "num_tokens": 710276533.0, + "step": 18615 + }, + { + "epoch": 2.3681465462409363, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.097528457641602, + "learning_rate": 1e-06, + "loss": 0.3181, + "mean_token_accuracy": 0.8927954435348511, + "num_tokens": 710316731.0, + "step": 18616 + }, + { + "epoch": 2.368273756519527, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.173291206359863, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.874359130859375, + "num_tokens": 710352310.0, + "step": 18617 + }, + { + "epoch": 2.3684009667981174, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.10820198059082, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8731719255447388, + "num_tokens": 710400203.0, + "step": 18618 + }, + { + "epoch": 2.368528177076708, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.173128128051758, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8837429285049438, + "num_tokens": 710433054.0, + "step": 18619 + }, + { + "epoch": 2.3686553873552985, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.110064506530762, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8823410272598267, + "num_tokens": 710466879.0, + "step": 18620 + }, + { + "epoch": 2.368782597633889, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.044405937194824, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8718650341033936, + "num_tokens": 710502808.0, + "step": 18621 + }, + { + "epoch": 2.3689098079124795, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.106742858886719, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8675504326820374, + "num_tokens": 710546190.0, + "step": 18622 + }, + { + "epoch": 2.3690370181910696, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.170342445373535, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8804751038551331, + "num_tokens": 710585556.0, + "step": 18623 + }, + { + "epoch": 2.3691642284696606, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.08926010131836, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8798732757568359, + "num_tokens": 710621366.0, + "step": 18624 + }, + { + "epoch": 2.3692914387482507, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.077284812927246, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8804337382316589, + "num_tokens": 710660217.0, + "step": 18625 + }, + { + "epoch": 2.369418649026841, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.171507835388184, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8738548159599304, + "num_tokens": 710695798.0, + "step": 18626 + }, + { + "epoch": 2.3695458593054317, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.053064346313477, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8607429265975952, + "num_tokens": 710732739.0, + "step": 18627 + }, + { + "epoch": 2.3696730695840222, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.19237232208252, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8709757328033447, + "num_tokens": 710769651.0, + "step": 18628 + }, + { + "epoch": 2.3698002798626128, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.063855171203613, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8755947351455688, + "num_tokens": 710809487.0, + "step": 18629 + }, + { + "epoch": 2.3699274901412033, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.103391647338867, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8801552057266235, + "num_tokens": 710849152.0, + "step": 18630 + }, + { + "epoch": 2.370054700419794, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.07172966003418, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8650302886962891, + "num_tokens": 710890933.0, + "step": 18631 + }, + { + "epoch": 2.3701819106983844, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.165007591247559, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.880982518196106, + "num_tokens": 710928262.0, + "step": 18632 + }, + { + "epoch": 2.370309120976975, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.098433494567871, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8831232786178589, + "num_tokens": 710962969.0, + "step": 18633 + }, + { + "epoch": 2.3704363312555654, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.102497100830078, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8740435838699341, + "num_tokens": 710998717.0, + "step": 18634 + }, + { + "epoch": 2.370563541534156, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.113966941833496, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8635026216506958, + "num_tokens": 711032819.0, + "step": 18635 + }, + { + "epoch": 2.3706907518127465, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.107315063476562, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.867632269859314, + "num_tokens": 711069395.0, + "step": 18636 + }, + { + "epoch": 2.370817962091337, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.018847465515137, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8802626132965088, + "num_tokens": 711105754.0, + "step": 18637 + }, + { + "epoch": 2.3709451723699275, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.118587493896484, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8716075420379639, + "num_tokens": 711145291.0, + "step": 18638 + }, + { + "epoch": 2.371072382648518, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.10924243927002, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.878545880317688, + "num_tokens": 711183431.0, + "step": 18639 + }, + { + "epoch": 2.3711995929271086, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.061108589172363, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8631846904754639, + "num_tokens": 711229754.0, + "step": 18640 + }, + { + "epoch": 2.371326803205699, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.104555130004883, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8783286809921265, + "num_tokens": 711269071.0, + "step": 18641 + }, + { + "epoch": 2.3714540134842896, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.083643913269043, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.874867856502533, + "num_tokens": 711312036.0, + "step": 18642 + }, + { + "epoch": 2.37158122376288, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.153507232666016, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8850537538528442, + "num_tokens": 711347945.0, + "step": 18643 + }, + { + "epoch": 2.3717084340414707, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.082818984985352, + "learning_rate": 1e-06, + "loss": 0.435, + "mean_token_accuracy": 0.8571209907531738, + "num_tokens": 711388433.0, + "step": 18644 + }, + { + "epoch": 2.371835644320061, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.101557731628418, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.881621241569519, + "num_tokens": 711425821.0, + "step": 18645 + }, + { + "epoch": 2.3719628545986517, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.185065269470215, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8714809417724609, + "num_tokens": 711462725.0, + "step": 18646 + }, + { + "epoch": 2.3720900648772423, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.09364128112793, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8898038864135742, + "num_tokens": 711499987.0, + "step": 18647 + }, + { + "epoch": 2.3722172751558324, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.084635734558105, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8629841804504395, + "num_tokens": 711543658.0, + "step": 18648 + }, + { + "epoch": 2.3723444854344233, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.045747756958008, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8883496522903442, + "num_tokens": 711583875.0, + "step": 18649 + }, + { + "epoch": 2.3724716957130134, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.109841346740723, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8613005876541138, + "num_tokens": 711625543.0, + "step": 18650 + }, + { + "epoch": 2.372598905991604, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.11867618560791, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8806982636451721, + "num_tokens": 711660528.0, + "step": 18651 + }, + { + "epoch": 2.3727261162701945, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.061457633972168, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8933229446411133, + "num_tokens": 711695646.0, + "step": 18652 + }, + { + "epoch": 2.372853326548785, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.135708808898926, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8622300028800964, + "num_tokens": 711734691.0, + "step": 18653 + }, + { + "epoch": 2.3729805368273755, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.114189147949219, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8790518641471863, + "num_tokens": 711771518.0, + "step": 18654 + }, + { + "epoch": 2.373107747105966, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.134443283081055, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8668805360794067, + "num_tokens": 711808968.0, + "step": 18655 + }, + { + "epoch": 2.3732349573845566, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.112842559814453, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8853859901428223, + "num_tokens": 711842944.0, + "step": 18656 + }, + { + "epoch": 2.373362167663147, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.042472839355469, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8741965293884277, + "num_tokens": 711882740.0, + "step": 18657 + }, + { + "epoch": 2.3734893779417376, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.14752197265625, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8693972826004028, + "num_tokens": 711925362.0, + "step": 18658 + }, + { + "epoch": 2.373616588220328, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.124460220336914, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8813369274139404, + "num_tokens": 711971285.0, + "step": 18659 + }, + { + "epoch": 2.3737437984989187, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.114971160888672, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8733582496643066, + "num_tokens": 712013306.0, + "step": 18660 + }, + { + "epoch": 2.3738710087775092, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.143369674682617, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8781647682189941, + "num_tokens": 712050837.0, + "step": 18661 + }, + { + "epoch": 2.3739982190560998, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.140294075012207, + "learning_rate": 1e-06, + "loss": 0.3197, + "mean_token_accuracy": 0.893363356590271, + "num_tokens": 712085140.0, + "step": 18662 + }, + { + "epoch": 2.3741254293346903, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.07033634185791, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8894131779670715, + "num_tokens": 712122495.0, + "step": 18663 + }, + { + "epoch": 2.374252639613281, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.127049446105957, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8708914518356323, + "num_tokens": 712161312.0, + "step": 18664 + }, + { + "epoch": 2.3743798498918713, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.102273941040039, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8765581250190735, + "num_tokens": 712197275.0, + "step": 18665 + }, + { + "epoch": 2.374507060170462, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.083547592163086, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8648772239685059, + "num_tokens": 712231309.0, + "step": 18666 + }, + { + "epoch": 2.3746342704490524, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.158344268798828, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8724664449691772, + "num_tokens": 712264864.0, + "step": 18667 + }, + { + "epoch": 2.374761480727643, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.119940757751465, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8775521516799927, + "num_tokens": 712303564.0, + "step": 18668 + }, + { + "epoch": 2.3748886910062335, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.073873519897461, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8877166509628296, + "num_tokens": 712341872.0, + "step": 18669 + }, + { + "epoch": 2.375015901284824, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.136186599731445, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8669605851173401, + "num_tokens": 712379835.0, + "step": 18670 + }, + { + "epoch": 2.3751431115634145, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.052164077758789, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8733786344528198, + "num_tokens": 712417462.0, + "step": 18671 + }, + { + "epoch": 2.375270321842005, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.207818984985352, + "learning_rate": 1e-06, + "loss": 0.4513, + "mean_token_accuracy": 0.8531191349029541, + "num_tokens": 712461581.0, + "step": 18672 + }, + { + "epoch": 2.375397532120595, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.072577476501465, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.876507580280304, + "num_tokens": 712499615.0, + "step": 18673 + }, + { + "epoch": 2.375524742399186, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.159539222717285, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8881509304046631, + "num_tokens": 712533264.0, + "step": 18674 + }, + { + "epoch": 2.375651952677776, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.156116485595703, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8690980672836304, + "num_tokens": 712571496.0, + "step": 18675 + }, + { + "epoch": 2.3757791629563667, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.099756240844727, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8846373558044434, + "num_tokens": 712606510.0, + "step": 18676 + }, + { + "epoch": 2.3759063732349572, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.114532470703125, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8863103985786438, + "num_tokens": 712646218.0, + "step": 18677 + }, + { + "epoch": 2.3760335835135478, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.183265686035156, + "learning_rate": 1e-06, + "loss": 0.464, + "mean_token_accuracy": 0.8461785316467285, + "num_tokens": 712681905.0, + "step": 18678 + }, + { + "epoch": 2.3761607937921383, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.077315330505371, + "learning_rate": 1e-06, + "loss": 0.3185, + "mean_token_accuracy": 0.8891762495040894, + "num_tokens": 712719916.0, + "step": 18679 + }, + { + "epoch": 2.376288004070729, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.123299598693848, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8771355152130127, + "num_tokens": 712760849.0, + "step": 18680 + }, + { + "epoch": 2.3764152143493193, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.140542030334473, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8881454467773438, + "num_tokens": 712801199.0, + "step": 18681 + }, + { + "epoch": 2.37654242462791, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.142213821411133, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8727606534957886, + "num_tokens": 712843471.0, + "step": 18682 + }, + { + "epoch": 2.3766696349065004, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.13213062286377, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8784856200218201, + "num_tokens": 712880649.0, + "step": 18683 + }, + { + "epoch": 2.376796845185091, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.08284854888916, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.853917121887207, + "num_tokens": 712920574.0, + "step": 18684 + }, + { + "epoch": 2.3769240554636815, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.138592720031738, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.885267972946167, + "num_tokens": 712962544.0, + "step": 18685 + }, + { + "epoch": 2.377051265742272, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.094231605529785, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.881725549697876, + "num_tokens": 712999138.0, + "step": 18686 + }, + { + "epoch": 2.3771784760208625, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.114348411560059, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8785113096237183, + "num_tokens": 713041799.0, + "step": 18687 + }, + { + "epoch": 2.377305686299453, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.056133270263672, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8701337575912476, + "num_tokens": 713088248.0, + "step": 18688 + }, + { + "epoch": 2.3774328965780436, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.203620910644531, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8858644962310791, + "num_tokens": 713127239.0, + "step": 18689 + }, + { + "epoch": 2.377560106856634, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.098170280456543, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8789027333259583, + "num_tokens": 713168389.0, + "step": 18690 + }, + { + "epoch": 2.3776873171352246, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.121391296386719, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.868772029876709, + "num_tokens": 713208137.0, + "step": 18691 + }, + { + "epoch": 2.377814527413815, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.083666801452637, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8677907586097717, + "num_tokens": 713249344.0, + "step": 18692 + }, + { + "epoch": 2.3779417376924057, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.122547149658203, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.872428834438324, + "num_tokens": 713291376.0, + "step": 18693 + }, + { + "epoch": 2.378068947970996, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.143556594848633, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8749037981033325, + "num_tokens": 713329925.0, + "step": 18694 + }, + { + "epoch": 2.3781961582495867, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.098760604858398, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8792355060577393, + "num_tokens": 713372509.0, + "step": 18695 + }, + { + "epoch": 2.378323368528177, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.153020858764648, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8711954355239868, + "num_tokens": 713410055.0, + "step": 18696 + }, + { + "epoch": 2.378450578806768, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.080342292785645, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8749228715896606, + "num_tokens": 713453958.0, + "step": 18697 + }, + { + "epoch": 2.378577789085358, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.161752700805664, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8776651620864868, + "num_tokens": 713485683.0, + "step": 18698 + }, + { + "epoch": 2.3787049993639484, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.14513874053955, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8787791728973389, + "num_tokens": 713528565.0, + "step": 18699 + }, + { + "epoch": 2.378832209642539, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.178141593933105, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8729161024093628, + "num_tokens": 713560932.0, + "step": 18700 + }, + { + "epoch": 2.3789594199211295, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.171272277832031, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8739606142044067, + "num_tokens": 713592891.0, + "step": 18701 + }, + { + "epoch": 2.37908663019972, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.145395278930664, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8746823072433472, + "num_tokens": 713631285.0, + "step": 18702 + }, + { + "epoch": 2.3792138404783105, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.1040678024292, + "learning_rate": 1e-06, + "loss": 0.4329, + "mean_token_accuracy": 0.8592637777328491, + "num_tokens": 713675143.0, + "step": 18703 + }, + { + "epoch": 2.379341050756901, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.143277168273926, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8817338943481445, + "num_tokens": 713717556.0, + "step": 18704 + }, + { + "epoch": 2.3794682610354916, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.082634925842285, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8698536157608032, + "num_tokens": 713763515.0, + "step": 18705 + }, + { + "epoch": 2.379595471314082, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.152803421020508, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8816782236099243, + "num_tokens": 713801064.0, + "step": 18706 + }, + { + "epoch": 2.3797226815926726, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.092961311340332, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8735560178756714, + "num_tokens": 713841662.0, + "step": 18707 + }, + { + "epoch": 2.379849891871263, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.104719161987305, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8783272504806519, + "num_tokens": 713883646.0, + "step": 18708 + }, + { + "epoch": 2.3799771021498537, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.091472625732422, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8967410326004028, + "num_tokens": 713925365.0, + "step": 18709 + }, + { + "epoch": 2.3801043124284442, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.190510749816895, + "learning_rate": 1e-06, + "loss": 0.3773, + "mean_token_accuracy": 0.8741213083267212, + "num_tokens": 713961142.0, + "step": 18710 + }, + { + "epoch": 2.3802315227070348, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.1249361038208, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8841498494148254, + "num_tokens": 714001652.0, + "step": 18711 + }, + { + "epoch": 2.3803587329856253, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.14441204071045, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8788720369338989, + "num_tokens": 714043023.0, + "step": 18712 + }, + { + "epoch": 2.380485943264216, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.100972175598145, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8763695359230042, + "num_tokens": 714080389.0, + "step": 18713 + }, + { + "epoch": 2.3806131535428063, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.10573959350586, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8798236846923828, + "num_tokens": 714117695.0, + "step": 18714 + }, + { + "epoch": 2.380740363821397, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.179367065429688, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8836069107055664, + "num_tokens": 714154204.0, + "step": 18715 + }, + { + "epoch": 2.3808675740999874, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.145421028137207, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8610352277755737, + "num_tokens": 714194857.0, + "step": 18716 + }, + { + "epoch": 2.380994784378578, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.191380500793457, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8883408904075623, + "num_tokens": 714228034.0, + "step": 18717 + }, + { + "epoch": 2.3811219946571685, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.082605361938477, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8840022087097168, + "num_tokens": 714269688.0, + "step": 18718 + }, + { + "epoch": 2.381249204935759, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.103901863098145, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8722818493843079, + "num_tokens": 714309039.0, + "step": 18719 + }, + { + "epoch": 2.3813764152143495, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.134098052978516, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8832802772521973, + "num_tokens": 714347453.0, + "step": 18720 + }, + { + "epoch": 2.3815036254929396, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.134466171264648, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.875157356262207, + "num_tokens": 714385850.0, + "step": 18721 + }, + { + "epoch": 2.3816308357715306, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.135257720947266, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8713335990905762, + "num_tokens": 714426735.0, + "step": 18722 + }, + { + "epoch": 2.3817580460501206, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.123578071594238, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8883639574050903, + "num_tokens": 714465279.0, + "step": 18723 + }, + { + "epoch": 2.381885256328711, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.164888381958008, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8665038347244263, + "num_tokens": 714505703.0, + "step": 18724 + }, + { + "epoch": 2.3820124666073017, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.137324333190918, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8720184564590454, + "num_tokens": 714543642.0, + "step": 18725 + }, + { + "epoch": 2.3821396768858922, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.12896728515625, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8939323425292969, + "num_tokens": 714583533.0, + "step": 18726 + }, + { + "epoch": 2.3822668871644828, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.149723052978516, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8823654651641846, + "num_tokens": 714625577.0, + "step": 18727 + }, + { + "epoch": 2.3823940974430733, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.180159568786621, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8737283945083618, + "num_tokens": 714664987.0, + "step": 18728 + }, + { + "epoch": 2.382521307721664, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.125934600830078, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8702991008758545, + "num_tokens": 714705881.0, + "step": 18729 + }, + { + "epoch": 2.3826485180002543, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.128951072692871, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8681020736694336, + "num_tokens": 714746012.0, + "step": 18730 + }, + { + "epoch": 2.382775728278845, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.121031761169434, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8800994157791138, + "num_tokens": 714790001.0, + "step": 18731 + }, + { + "epoch": 2.3829029385574354, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.175736427307129, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8841953873634338, + "num_tokens": 714824515.0, + "step": 18732 + }, + { + "epoch": 2.383030148836026, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.158520698547363, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8696785569190979, + "num_tokens": 714860841.0, + "step": 18733 + }, + { + "epoch": 2.3831573591146165, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.149892807006836, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.879448652267456, + "num_tokens": 714896373.0, + "step": 18734 + }, + { + "epoch": 2.383284569393207, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.104287147521973, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8787319660186768, + "num_tokens": 714926684.0, + "step": 18735 + }, + { + "epoch": 2.3834117796717975, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.1629056930542, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8909242153167725, + "num_tokens": 714961057.0, + "step": 18736 + }, + { + "epoch": 2.383538989950388, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.133074760437012, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8833444118499756, + "num_tokens": 715001215.0, + "step": 18737 + }, + { + "epoch": 2.3836662002289786, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.14908504486084, + "learning_rate": 1e-06, + "loss": 0.4267, + "mean_token_accuracy": 0.8580705523490906, + "num_tokens": 715038252.0, + "step": 18738 + }, + { + "epoch": 2.383793410507569, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.11501407623291, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.876460611820221, + "num_tokens": 715078320.0, + "step": 18739 + }, + { + "epoch": 2.3839206207861596, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.143228530883789, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8714209794998169, + "num_tokens": 715115628.0, + "step": 18740 + }, + { + "epoch": 2.38404783106475, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.160069465637207, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.886060893535614, + "num_tokens": 715153294.0, + "step": 18741 + }, + { + "epoch": 2.3841750413433407, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.105395317077637, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.877646803855896, + "num_tokens": 715193736.0, + "step": 18742 + }, + { + "epoch": 2.384302251621931, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.14255428314209, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8772720694541931, + "num_tokens": 715234539.0, + "step": 18743 + }, + { + "epoch": 2.3844294619005217, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.152231216430664, + "learning_rate": 1e-06, + "loss": 0.3212, + "mean_token_accuracy": 0.8895314931869507, + "num_tokens": 715271567.0, + "step": 18744 + }, + { + "epoch": 2.3845566721791123, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.100995063781738, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8884791731834412, + "num_tokens": 715314850.0, + "step": 18745 + }, + { + "epoch": 2.3846838824577024, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.115559577941895, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8837888240814209, + "num_tokens": 715353353.0, + "step": 18746 + }, + { + "epoch": 2.3848110927362933, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.17417049407959, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8891205787658691, + "num_tokens": 715387843.0, + "step": 18747 + }, + { + "epoch": 2.3849383030148834, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.096519470214844, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8649226427078247, + "num_tokens": 715428037.0, + "step": 18748 + }, + { + "epoch": 2.385065513293474, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.150480270385742, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8912261724472046, + "num_tokens": 715464403.0, + "step": 18749 + }, + { + "epoch": 2.3851927235720645, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.079948425292969, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8865721225738525, + "num_tokens": 715501820.0, + "step": 18750 + }, + { + "epoch": 2.385319933850655, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.13281536102295, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8858258724212646, + "num_tokens": 715543287.0, + "step": 18751 + }, + { + "epoch": 2.3854471441292455, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.124075889587402, + "learning_rate": 1e-06, + "loss": 0.3322, + "mean_token_accuracy": 0.8861383199691772, + "num_tokens": 715578189.0, + "step": 18752 + }, + { + "epoch": 2.385574354407836, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.12929916381836, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8683208227157593, + "num_tokens": 715616447.0, + "step": 18753 + }, + { + "epoch": 2.3857015646864266, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.150843620300293, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8813784718513489, + "num_tokens": 715651692.0, + "step": 18754 + }, + { + "epoch": 2.385828774965017, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.110366821289062, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8699617385864258, + "num_tokens": 715687733.0, + "step": 18755 + }, + { + "epoch": 2.3859559852436076, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.174643516540527, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8559158444404602, + "num_tokens": 715727481.0, + "step": 18756 + }, + { + "epoch": 2.386083195522198, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.086963653564453, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.860599160194397, + "num_tokens": 715767549.0, + "step": 18757 + }, + { + "epoch": 2.3862104058007887, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.157134056091309, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8711362481117249, + "num_tokens": 715807251.0, + "step": 18758 + }, + { + "epoch": 2.386337616079379, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.17334270477295, + "learning_rate": 1e-06, + "loss": 0.4202, + "mean_token_accuracy": 0.8622406125068665, + "num_tokens": 715846893.0, + "step": 18759 + }, + { + "epoch": 2.3864648263579697, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.102516174316406, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8642752766609192, + "num_tokens": 715883611.0, + "step": 18760 + }, + { + "epoch": 2.3865920366365603, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.162298202514648, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8788777589797974, + "num_tokens": 715915598.0, + "step": 18761 + }, + { + "epoch": 2.386719246915151, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.154462814331055, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.884008526802063, + "num_tokens": 715956647.0, + "step": 18762 + }, + { + "epoch": 2.3868464571937413, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.08492660522461, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8833452463150024, + "num_tokens": 715996627.0, + "step": 18763 + }, + { + "epoch": 2.386973667472332, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.192429542541504, + "learning_rate": 1e-06, + "loss": 0.3017, + "mean_token_accuracy": 0.8965380787849426, + "num_tokens": 716027823.0, + "step": 18764 + }, + { + "epoch": 2.3871008777509224, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.128716468811035, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8647595643997192, + "num_tokens": 716067430.0, + "step": 18765 + }, + { + "epoch": 2.387228088029513, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.136077880859375, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8695396184921265, + "num_tokens": 716109436.0, + "step": 18766 + }, + { + "epoch": 2.3873552983081034, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.115204811096191, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8731104135513306, + "num_tokens": 716148157.0, + "step": 18767 + }, + { + "epoch": 2.387482508586694, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.108664512634277, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8788564801216125, + "num_tokens": 716184662.0, + "step": 18768 + }, + { + "epoch": 2.3876097188652845, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.197915077209473, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8715828061103821, + "num_tokens": 716227382.0, + "step": 18769 + }, + { + "epoch": 2.387736929143875, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.132331848144531, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8805729150772095, + "num_tokens": 716262236.0, + "step": 18770 + }, + { + "epoch": 2.387864139422465, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.130932807922363, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8852101564407349, + "num_tokens": 716295541.0, + "step": 18771 + }, + { + "epoch": 2.387991349701056, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.159843444824219, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8799852728843689, + "num_tokens": 716331796.0, + "step": 18772 + }, + { + "epoch": 2.388118559979646, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.165369987487793, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8679386377334595, + "num_tokens": 716369539.0, + "step": 18773 + }, + { + "epoch": 2.3882457702582367, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.11239242553711, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8945063352584839, + "num_tokens": 716409806.0, + "step": 18774 + }, + { + "epoch": 2.3883729805368272, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.16814136505127, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8701258897781372, + "num_tokens": 716448191.0, + "step": 18775 + }, + { + "epoch": 2.3885001908154178, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.13431453704834, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8783837556838989, + "num_tokens": 716486522.0, + "step": 18776 + }, + { + "epoch": 2.3886274010940083, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.221877098083496, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8785790801048279, + "num_tokens": 716519383.0, + "step": 18777 + }, + { + "epoch": 2.388754611372599, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.092839241027832, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.879177451133728, + "num_tokens": 716556136.0, + "step": 18778 + }, + { + "epoch": 2.3888818216511893, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.191916465759277, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8704710602760315, + "num_tokens": 716592346.0, + "step": 18779 + }, + { + "epoch": 2.38900903192978, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.138203620910645, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8707402944564819, + "num_tokens": 716633996.0, + "step": 18780 + }, + { + "epoch": 2.3891362422083704, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.1355562210083, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8731380701065063, + "num_tokens": 716669638.0, + "step": 18781 + }, + { + "epoch": 2.389263452486961, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.171900749206543, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8682355880737305, + "num_tokens": 716711194.0, + "step": 18782 + }, + { + "epoch": 2.3893906627655515, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.149617195129395, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8842664957046509, + "num_tokens": 716753402.0, + "step": 18783 + }, + { + "epoch": 2.389517873044142, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.130592346191406, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8779181241989136, + "num_tokens": 716794638.0, + "step": 18784 + }, + { + "epoch": 2.3896450833227325, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.154518127441406, + "learning_rate": 1e-06, + "loss": 0.4424, + "mean_token_accuracy": 0.8505266308784485, + "num_tokens": 716834003.0, + "step": 18785 + }, + { + "epoch": 2.389772293601323, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.177305221557617, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8821361064910889, + "num_tokens": 716867349.0, + "step": 18786 + }, + { + "epoch": 2.3898995038799136, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.132553100585938, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8756685853004456, + "num_tokens": 716904271.0, + "step": 18787 + }, + { + "epoch": 2.390026714158504, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.146622657775879, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8806136250495911, + "num_tokens": 716936165.0, + "step": 18788 + }, + { + "epoch": 2.3901539244370946, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.119006156921387, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8765689730644226, + "num_tokens": 716974011.0, + "step": 18789 + }, + { + "epoch": 2.390281134715685, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.216133117675781, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8776447772979736, + "num_tokens": 717012438.0, + "step": 18790 + }, + { + "epoch": 2.3904083449942757, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.102035522460938, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.868528425693512, + "num_tokens": 717051755.0, + "step": 18791 + }, + { + "epoch": 2.390535555272866, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.132527351379395, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8769680261611938, + "num_tokens": 717090740.0, + "step": 18792 + }, + { + "epoch": 2.3906627655514567, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.143315315246582, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.8519853949546814, + "num_tokens": 717132033.0, + "step": 18793 + }, + { + "epoch": 2.390789975830047, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.122568130493164, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8832365870475769, + "num_tokens": 717168255.0, + "step": 18794 + }, + { + "epoch": 2.390917186108638, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.11251449584961, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8748805522918701, + "num_tokens": 717206863.0, + "step": 18795 + }, + { + "epoch": 2.391044396387228, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.146953582763672, + "learning_rate": 1e-06, + "loss": 0.4282, + "mean_token_accuracy": 0.8569507002830505, + "num_tokens": 717245374.0, + "step": 18796 + }, + { + "epoch": 2.3911716066658184, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.114116668701172, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8939396142959595, + "num_tokens": 717279821.0, + "step": 18797 + }, + { + "epoch": 2.391298816944409, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.184778213500977, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8691929578781128, + "num_tokens": 717318896.0, + "step": 18798 + }, + { + "epoch": 2.3914260272229995, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.152504920959473, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8672184944152832, + "num_tokens": 717361493.0, + "step": 18799 + }, + { + "epoch": 2.39155323750159, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.161002159118652, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.869303822517395, + "num_tokens": 717402801.0, + "step": 18800 + }, + { + "epoch": 2.3916804477801805, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.121245384216309, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8941382169723511, + "num_tokens": 717441275.0, + "step": 18801 + }, + { + "epoch": 2.391807658058771, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.14907455444336, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8644475936889648, + "num_tokens": 717477423.0, + "step": 18802 + }, + { + "epoch": 2.3919348683373616, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.1439790725708, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8707250356674194, + "num_tokens": 717512978.0, + "step": 18803 + }, + { + "epoch": 2.392062078615952, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.128121376037598, + "learning_rate": 1e-06, + "loss": 0.3114, + "mean_token_accuracy": 0.8950482606887817, + "num_tokens": 717549710.0, + "step": 18804 + }, + { + "epoch": 2.3921892888945426, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.085943222045898, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8718487620353699, + "num_tokens": 717586588.0, + "step": 18805 + }, + { + "epoch": 2.392316499173133, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.122407913208008, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8904038667678833, + "num_tokens": 717621507.0, + "step": 18806 + }, + { + "epoch": 2.3924437094517237, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.129922866821289, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8789646625518799, + "num_tokens": 717655915.0, + "step": 18807 + }, + { + "epoch": 2.392570919730314, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.151217460632324, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.874801516532898, + "num_tokens": 717696357.0, + "step": 18808 + }, + { + "epoch": 2.3926981300089047, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.093520164489746, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8903567790985107, + "num_tokens": 717735397.0, + "step": 18809 + }, + { + "epoch": 2.3928253402874953, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.158778190612793, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8807113170623779, + "num_tokens": 717770081.0, + "step": 18810 + }, + { + "epoch": 2.392952550566086, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.130148887634277, + "learning_rate": 1e-06, + "loss": 0.314, + "mean_token_accuracy": 0.8931281566619873, + "num_tokens": 717805262.0, + "step": 18811 + }, + { + "epoch": 2.3930797608446763, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.120451927185059, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8768497705459595, + "num_tokens": 717841877.0, + "step": 18812 + }, + { + "epoch": 2.393206971123267, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.152926445007324, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.8614335060119629, + "num_tokens": 717881435.0, + "step": 18813 + }, + { + "epoch": 2.3933341814018574, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.081381797790527, + "learning_rate": 1e-06, + "loss": 0.3142, + "mean_token_accuracy": 0.8962728381156921, + "num_tokens": 717922240.0, + "step": 18814 + }, + { + "epoch": 2.393461391680448, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.129199981689453, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8742603063583374, + "num_tokens": 717958438.0, + "step": 18815 + }, + { + "epoch": 2.3935886019590384, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.167465209960938, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.868229866027832, + "num_tokens": 717994451.0, + "step": 18816 + }, + { + "epoch": 2.393715812237629, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.096441268920898, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8785589337348938, + "num_tokens": 718034318.0, + "step": 18817 + }, + { + "epoch": 2.3938430225162195, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.074410438537598, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8760156631469727, + "num_tokens": 718074994.0, + "step": 18818 + }, + { + "epoch": 2.3939702327948096, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.163957595825195, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8749799728393555, + "num_tokens": 718118849.0, + "step": 18819 + }, + { + "epoch": 2.3940974430734006, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.155001640319824, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8825599551200867, + "num_tokens": 718152874.0, + "step": 18820 + }, + { + "epoch": 2.3942246533519906, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.156065940856934, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8691577911376953, + "num_tokens": 718194206.0, + "step": 18821 + }, + { + "epoch": 2.394351863630581, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.150973320007324, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8792895674705505, + "num_tokens": 718227408.0, + "step": 18822 + }, + { + "epoch": 2.3944790739091717, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.179893493652344, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8706965446472168, + "num_tokens": 718266962.0, + "step": 18823 + }, + { + "epoch": 2.3946062841877622, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.093214988708496, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8813560605049133, + "num_tokens": 718307873.0, + "step": 18824 + }, + { + "epoch": 2.3947334944663528, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.146156311035156, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8824813365936279, + "num_tokens": 718350296.0, + "step": 18825 + }, + { + "epoch": 2.3948607047449433, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.130391120910645, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8799471855163574, + "num_tokens": 718390734.0, + "step": 18826 + }, + { + "epoch": 2.394987915023534, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.129866600036621, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8922055959701538, + "num_tokens": 718435630.0, + "step": 18827 + }, + { + "epoch": 2.3951151253021243, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.171793937683105, + "learning_rate": 1e-06, + "loss": 0.3379, + "mean_token_accuracy": 0.8844504356384277, + "num_tokens": 718474791.0, + "step": 18828 + }, + { + "epoch": 2.395242335580715, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.158621788024902, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8609869480133057, + "num_tokens": 718514957.0, + "step": 18829 + }, + { + "epoch": 2.3953695458593054, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.190471649169922, + "learning_rate": 1e-06, + "loss": 0.3379, + "mean_token_accuracy": 0.8879098892211914, + "num_tokens": 718551761.0, + "step": 18830 + }, + { + "epoch": 2.395496756137896, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.150022506713867, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8760011792182922, + "num_tokens": 718586445.0, + "step": 18831 + }, + { + "epoch": 2.3956239664164865, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.096046447753906, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8720124959945679, + "num_tokens": 718631105.0, + "step": 18832 + }, + { + "epoch": 2.395751176695077, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.124305725097656, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8734015226364136, + "num_tokens": 718672278.0, + "step": 18833 + }, + { + "epoch": 2.3958783869736675, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.113388061523438, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8823565244674683, + "num_tokens": 718713191.0, + "step": 18834 + }, + { + "epoch": 2.396005597252258, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.165096282958984, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.8712021112442017, + "num_tokens": 718745012.0, + "step": 18835 + }, + { + "epoch": 2.3961328075308486, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.148050308227539, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.875816822052002, + "num_tokens": 718780149.0, + "step": 18836 + }, + { + "epoch": 2.396260017809439, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.155191421508789, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8723732233047485, + "num_tokens": 718812831.0, + "step": 18837 + }, + { + "epoch": 2.3963872280880296, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.072571754455566, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8870645761489868, + "num_tokens": 718847650.0, + "step": 18838 + }, + { + "epoch": 2.39651443836662, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.133598327636719, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8787386417388916, + "num_tokens": 718883417.0, + "step": 18839 + }, + { + "epoch": 2.3966416486452107, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.099289894104004, + "learning_rate": 1e-06, + "loss": 0.2883, + "mean_token_accuracy": 0.901068925857544, + "num_tokens": 718915501.0, + "step": 18840 + }, + { + "epoch": 2.396768858923801, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.103449821472168, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8907651305198669, + "num_tokens": 718954485.0, + "step": 18841 + }, + { + "epoch": 2.3968960692023917, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.139195442199707, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.862224280834198, + "num_tokens": 718995815.0, + "step": 18842 + }, + { + "epoch": 2.3970232794809823, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.17139720916748, + "learning_rate": 1e-06, + "loss": 0.306, + "mean_token_accuracy": 0.8909648656845093, + "num_tokens": 719032820.0, + "step": 18843 + }, + { + "epoch": 2.3971504897595723, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.217968940734863, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8749188184738159, + "num_tokens": 719066966.0, + "step": 18844 + }, + { + "epoch": 2.3972777000381633, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.144811630249023, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8769856691360474, + "num_tokens": 719108768.0, + "step": 18845 + }, + { + "epoch": 2.3974049103167534, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.153328895568848, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8741506338119507, + "num_tokens": 719151451.0, + "step": 18846 + }, + { + "epoch": 2.397532120595344, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.190832138061523, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8688837289810181, + "num_tokens": 719192103.0, + "step": 18847 + }, + { + "epoch": 2.3976593308739345, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.152807235717773, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8735002279281616, + "num_tokens": 719226514.0, + "step": 18848 + }, + { + "epoch": 2.397786541152525, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.174944877624512, + "learning_rate": 1e-06, + "loss": 0.2959, + "mean_token_accuracy": 0.89878910779953, + "num_tokens": 719262944.0, + "step": 18849 + }, + { + "epoch": 2.3979137514311155, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.218226432800293, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8828378319740295, + "num_tokens": 719306707.0, + "step": 18850 + }, + { + "epoch": 2.398040961709706, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.160144805908203, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8825444579124451, + "num_tokens": 719347523.0, + "step": 18851 + }, + { + "epoch": 2.3981681719882966, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.18729019165039, + "learning_rate": 1e-06, + "loss": 0.3001, + "mean_token_accuracy": 0.8954278230667114, + "num_tokens": 719379474.0, + "step": 18852 + }, + { + "epoch": 2.398295382266887, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.132308959960938, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8625267744064331, + "num_tokens": 719421624.0, + "step": 18853 + }, + { + "epoch": 2.3984225925454776, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.159510612487793, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8729783296585083, + "num_tokens": 719455570.0, + "step": 18854 + }, + { + "epoch": 2.398549802824068, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.129631042480469, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.89311283826828, + "num_tokens": 719500300.0, + "step": 18855 + }, + { + "epoch": 2.3986770131026587, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.192264556884766, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8625509142875671, + "num_tokens": 719538119.0, + "step": 18856 + }, + { + "epoch": 2.398804223381249, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.157946586608887, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8679986000061035, + "num_tokens": 719574012.0, + "step": 18857 + }, + { + "epoch": 2.3989314336598397, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.173322677612305, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8882233500480652, + "num_tokens": 719609548.0, + "step": 18858 + }, + { + "epoch": 2.3990586439384303, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.154337882995605, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8715778589248657, + "num_tokens": 719647280.0, + "step": 18859 + }, + { + "epoch": 2.399185854217021, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.165369987487793, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8921695947647095, + "num_tokens": 719686987.0, + "step": 18860 + }, + { + "epoch": 2.3993130644956113, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.105287551879883, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.894633412361145, + "num_tokens": 719727974.0, + "step": 18861 + }, + { + "epoch": 2.399440274774202, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.183218002319336, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8785059452056885, + "num_tokens": 719764308.0, + "step": 18862 + }, + { + "epoch": 2.3995674850527924, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.179706573486328, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8675770163536072, + "num_tokens": 719801872.0, + "step": 18863 + }, + { + "epoch": 2.399694695331383, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.151898384094238, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8792611360549927, + "num_tokens": 719842504.0, + "step": 18864 + }, + { + "epoch": 2.3998219056099734, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.196402549743652, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.872053861618042, + "num_tokens": 719878885.0, + "step": 18865 + }, + { + "epoch": 2.399949115888564, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.136716842651367, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8604652285575867, + "num_tokens": 719922891.0, + "step": 18866 + }, + { + "epoch": 2.4000763261671545, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.164250373840332, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8748745918273926, + "num_tokens": 719960113.0, + "step": 18867 + }, + { + "epoch": 2.400203536445745, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.184154510498047, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8760977387428284, + "num_tokens": 720006079.0, + "step": 18868 + }, + { + "epoch": 2.400330746724335, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.15605640411377, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8648406863212585, + "num_tokens": 720042219.0, + "step": 18869 + }, + { + "epoch": 2.400457957002926, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.12398910522461, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8792266845703125, + "num_tokens": 720082574.0, + "step": 18870 + }, + { + "epoch": 2.400585167281516, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.179353713989258, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8764583468437195, + "num_tokens": 720115583.0, + "step": 18871 + }, + { + "epoch": 2.4007123775601067, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.191831588745117, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8683700561523438, + "num_tokens": 720151350.0, + "step": 18872 + }, + { + "epoch": 2.400839587838697, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.116571426391602, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8699227571487427, + "num_tokens": 720187072.0, + "step": 18873 + }, + { + "epoch": 2.4009667981172877, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.181675910949707, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8798151612281799, + "num_tokens": 720222249.0, + "step": 18874 + }, + { + "epoch": 2.4010940083958783, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.135626792907715, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8757544159889221, + "num_tokens": 720264682.0, + "step": 18875 + }, + { + "epoch": 2.401221218674469, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.138394355773926, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8739830255508423, + "num_tokens": 720309935.0, + "step": 18876 + }, + { + "epoch": 2.4013484289530593, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.179526329040527, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8731688261032104, + "num_tokens": 720343992.0, + "step": 18877 + }, + { + "epoch": 2.40147563923165, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.175835609436035, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8778049349784851, + "num_tokens": 720379707.0, + "step": 18878 + }, + { + "epoch": 2.4016028495102404, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.086935043334961, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8739173412322998, + "num_tokens": 720419796.0, + "step": 18879 + }, + { + "epoch": 2.401730059788831, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.196085929870605, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8789134621620178, + "num_tokens": 720460919.0, + "step": 18880 + }, + { + "epoch": 2.4018572700674214, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.163103103637695, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8740216493606567, + "num_tokens": 720498403.0, + "step": 18881 + }, + { + "epoch": 2.401984480346012, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.237229347229004, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8781879544258118, + "num_tokens": 720534931.0, + "step": 18882 + }, + { + "epoch": 2.4021116906246025, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.114173889160156, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8796021938323975, + "num_tokens": 720574062.0, + "step": 18883 + }, + { + "epoch": 2.402238900903193, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.164590835571289, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8689764738082886, + "num_tokens": 720611552.0, + "step": 18884 + }, + { + "epoch": 2.4023661111817836, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.193930625915527, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8758900761604309, + "num_tokens": 720647886.0, + "step": 18885 + }, + { + "epoch": 2.402493321460374, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.130257606506348, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.88191819190979, + "num_tokens": 720688034.0, + "step": 18886 + }, + { + "epoch": 2.4026205317389646, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.170706748962402, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8844738602638245, + "num_tokens": 720727805.0, + "step": 18887 + }, + { + "epoch": 2.402747742017555, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.23459243774414, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8805700540542603, + "num_tokens": 720759717.0, + "step": 18888 + }, + { + "epoch": 2.4028749522961457, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.193743705749512, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8718096613883972, + "num_tokens": 720790435.0, + "step": 18889 + }, + { + "epoch": 2.403002162574736, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.144211769104004, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8726643323898315, + "num_tokens": 720831715.0, + "step": 18890 + }, + { + "epoch": 2.4031293728533267, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.130948066711426, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8754534721374512, + "num_tokens": 720869598.0, + "step": 18891 + }, + { + "epoch": 2.403256583131917, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.15388298034668, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8722063302993774, + "num_tokens": 720911122.0, + "step": 18892 + }, + { + "epoch": 2.403383793410508, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.18271541595459, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.880569577217102, + "num_tokens": 720952265.0, + "step": 18893 + }, + { + "epoch": 2.403511003689098, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.196836471557617, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.879521369934082, + "num_tokens": 720991191.0, + "step": 18894 + }, + { + "epoch": 2.4036382139676884, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.070777893066406, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8876336812973022, + "num_tokens": 721032524.0, + "step": 18895 + }, + { + "epoch": 2.403765424246279, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.11330795288086, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.877302348613739, + "num_tokens": 721072699.0, + "step": 18896 + }, + { + "epoch": 2.4038926345248695, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.170825958251953, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8893002271652222, + "num_tokens": 721109467.0, + "step": 18897 + }, + { + "epoch": 2.40401984480346, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.178412437438965, + "learning_rate": 1e-06, + "loss": 0.4478, + "mean_token_accuracy": 0.8547490239143372, + "num_tokens": 721142108.0, + "step": 18898 + }, + { + "epoch": 2.4041470550820505, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.147420883178711, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8699447512626648, + "num_tokens": 721179875.0, + "step": 18899 + }, + { + "epoch": 2.404274265360641, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.155990600585938, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8745471239089966, + "num_tokens": 721217141.0, + "step": 18900 + }, + { + "epoch": 2.4044014756392316, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.155502319335938, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8711310029029846, + "num_tokens": 721256357.0, + "step": 18901 + }, + { + "epoch": 2.404528685917822, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.178755760192871, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8759066462516785, + "num_tokens": 721292610.0, + "step": 18902 + }, + { + "epoch": 2.4046558961964126, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.1392240524292, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8832186460494995, + "num_tokens": 721329048.0, + "step": 18903 + }, + { + "epoch": 2.404783106475003, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.169609069824219, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8913241624832153, + "num_tokens": 721364249.0, + "step": 18904 + }, + { + "epoch": 2.4049103167535937, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.213335037231445, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.884032666683197, + "num_tokens": 721391154.0, + "step": 18905 + }, + { + "epoch": 2.405037527032184, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.154326438903809, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.887560248374939, + "num_tokens": 721428443.0, + "step": 18906 + }, + { + "epoch": 2.4051647373107747, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.169194221496582, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8666702508926392, + "num_tokens": 721474545.0, + "step": 18907 + }, + { + "epoch": 2.4052919475893653, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.179925918579102, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8782641887664795, + "num_tokens": 721513153.0, + "step": 18908 + }, + { + "epoch": 2.405419157867956, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.13448715209961, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8738412857055664, + "num_tokens": 721556287.0, + "step": 18909 + }, + { + "epoch": 2.4055463681465463, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.203747749328613, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8835799694061279, + "num_tokens": 721590219.0, + "step": 18910 + }, + { + "epoch": 2.405673578425137, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.114998817443848, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8771606087684631, + "num_tokens": 721627308.0, + "step": 18911 + }, + { + "epoch": 2.4058007887037274, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.165199279785156, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8719913959503174, + "num_tokens": 721664218.0, + "step": 18912 + }, + { + "epoch": 2.405927998982318, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.141746520996094, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8881253600120544, + "num_tokens": 721703511.0, + "step": 18913 + }, + { + "epoch": 2.4060552092609084, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.148024559020996, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8893914222717285, + "num_tokens": 721741512.0, + "step": 18914 + }, + { + "epoch": 2.406182419539499, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.08804702758789, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8803039789199829, + "num_tokens": 721778443.0, + "step": 18915 + }, + { + "epoch": 2.4063096298180895, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.193172454833984, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8738480806350708, + "num_tokens": 721817226.0, + "step": 18916 + }, + { + "epoch": 2.4064368400966796, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.093642234802246, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8635708093643188, + "num_tokens": 721859419.0, + "step": 18917 + }, + { + "epoch": 2.4065640503752705, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.110916137695312, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8906576037406921, + "num_tokens": 721895183.0, + "step": 18918 + }, + { + "epoch": 2.4066912606538606, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.093607902526855, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8637324571609497, + "num_tokens": 721933566.0, + "step": 18919 + }, + { + "epoch": 2.406818470932451, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.181949615478516, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8802772164344788, + "num_tokens": 721968827.0, + "step": 18920 + }, + { + "epoch": 2.4069456812110417, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.12695026397705, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8791350722312927, + "num_tokens": 722004989.0, + "step": 18921 + }, + { + "epoch": 2.407072891489632, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.174530029296875, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8791875243186951, + "num_tokens": 722043681.0, + "step": 18922 + }, + { + "epoch": 2.4072001017682227, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.08259105682373, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8759844303131104, + "num_tokens": 722086541.0, + "step": 18923 + }, + { + "epoch": 2.4073273120468133, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.183639526367188, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8784851431846619, + "num_tokens": 722125519.0, + "step": 18924 + }, + { + "epoch": 2.407454522325404, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.198575973510742, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8731404542922974, + "num_tokens": 722157665.0, + "step": 18925 + }, + { + "epoch": 2.4075817326039943, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.140664100646973, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8886144161224365, + "num_tokens": 722191819.0, + "step": 18926 + }, + { + "epoch": 2.407708942882585, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.176085472106934, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8666204810142517, + "num_tokens": 722229755.0, + "step": 18927 + }, + { + "epoch": 2.4078361531611754, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.123191833496094, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8662678599357605, + "num_tokens": 722267440.0, + "step": 18928 + }, + { + "epoch": 2.407963363439766, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.164668083190918, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8727153539657593, + "num_tokens": 722310102.0, + "step": 18929 + }, + { + "epoch": 2.4080905737183564, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.140952110290527, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8710212707519531, + "num_tokens": 722346713.0, + "step": 18930 + }, + { + "epoch": 2.408217783996947, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.177096366882324, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8718780279159546, + "num_tokens": 722387803.0, + "step": 18931 + }, + { + "epoch": 2.4083449942755375, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.19001579284668, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8686224222183228, + "num_tokens": 722428943.0, + "step": 18932 + }, + { + "epoch": 2.408472204554128, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.218396186828613, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8697917461395264, + "num_tokens": 722467860.0, + "step": 18933 + }, + { + "epoch": 2.4085994148327186, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.18302059173584, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.872608482837677, + "num_tokens": 722503067.0, + "step": 18934 + }, + { + "epoch": 2.408726625111309, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.170369148254395, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8786402940750122, + "num_tokens": 722537842.0, + "step": 18935 + }, + { + "epoch": 2.4088538353898996, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.201269149780273, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8819869160652161, + "num_tokens": 722574036.0, + "step": 18936 + }, + { + "epoch": 2.40898104566849, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.173873901367188, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8780189752578735, + "num_tokens": 722606087.0, + "step": 18937 + }, + { + "epoch": 2.4091082559470807, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.175907135009766, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8761283159255981, + "num_tokens": 722648745.0, + "step": 18938 + }, + { + "epoch": 2.409235466225671, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.199980735778809, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8687519431114197, + "num_tokens": 722688589.0, + "step": 18939 + }, + { + "epoch": 2.4093626765042617, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.167635917663574, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.893634557723999, + "num_tokens": 722723941.0, + "step": 18940 + }, + { + "epoch": 2.4094898867828523, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.24971866607666, + "learning_rate": 1e-06, + "loss": 0.4191, + "mean_token_accuracy": 0.8594236969947815, + "num_tokens": 722768242.0, + "step": 18941 + }, + { + "epoch": 2.4096170970614423, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.140180587768555, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8784229159355164, + "num_tokens": 722800970.0, + "step": 18942 + }, + { + "epoch": 2.4097443073400333, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.27216625213623, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8669930100440979, + "num_tokens": 722839168.0, + "step": 18943 + }, + { + "epoch": 2.4098715176186234, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.166341781616211, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.8885070085525513, + "num_tokens": 722883451.0, + "step": 18944 + }, + { + "epoch": 2.409998727897214, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.172080039978027, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8781378269195557, + "num_tokens": 722928581.0, + "step": 18945 + }, + { + "epoch": 2.4101259381758044, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.198391914367676, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.8882867693901062, + "num_tokens": 722967141.0, + "step": 18946 + }, + { + "epoch": 2.410253148454395, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.165129661560059, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.873281717300415, + "num_tokens": 723006263.0, + "step": 18947 + }, + { + "epoch": 2.4103803587329855, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.172987937927246, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.879828691482544, + "num_tokens": 723050843.0, + "step": 18948 + }, + { + "epoch": 2.410507569011576, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.15317153930664, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8769714832305908, + "num_tokens": 723092124.0, + "step": 18949 + }, + { + "epoch": 2.4106347792901666, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.185018539428711, + "learning_rate": 1e-06, + "loss": 0.3352, + "mean_token_accuracy": 0.8886018395423889, + "num_tokens": 723122478.0, + "step": 18950 + }, + { + "epoch": 2.410761989568757, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.186017990112305, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.871171772480011, + "num_tokens": 723163054.0, + "step": 18951 + }, + { + "epoch": 2.4108891998473476, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.105142593383789, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8762462139129639, + "num_tokens": 723201518.0, + "step": 18952 + }, + { + "epoch": 2.411016410125938, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.196587562561035, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8774670362472534, + "num_tokens": 723235685.0, + "step": 18953 + }, + { + "epoch": 2.4111436204045287, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.161864280700684, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8776872754096985, + "num_tokens": 723266510.0, + "step": 18954 + }, + { + "epoch": 2.411270830683119, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.141932487487793, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8801953196525574, + "num_tokens": 723302800.0, + "step": 18955 + }, + { + "epoch": 2.4113980409617097, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.170912742614746, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8793268799781799, + "num_tokens": 723340669.0, + "step": 18956 + }, + { + "epoch": 2.4115252512403003, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.13762378692627, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8801417350769043, + "num_tokens": 723377556.0, + "step": 18957 + }, + { + "epoch": 2.411652461518891, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.11203384399414, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8819690942764282, + "num_tokens": 723410942.0, + "step": 18958 + }, + { + "epoch": 2.4117796717974813, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.108941078186035, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8901141881942749, + "num_tokens": 723451131.0, + "step": 18959 + }, + { + "epoch": 2.411906882076072, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.199555397033691, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8805088996887207, + "num_tokens": 723485876.0, + "step": 18960 + }, + { + "epoch": 2.4120340923546624, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.12511920928955, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8866586685180664, + "num_tokens": 723521252.0, + "step": 18961 + }, + { + "epoch": 2.412161302633253, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.164318084716797, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8624444603919983, + "num_tokens": 723561094.0, + "step": 18962 + }, + { + "epoch": 2.4122885129118434, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.131590843200684, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8760220408439636, + "num_tokens": 723597281.0, + "step": 18963 + }, + { + "epoch": 2.412415723190434, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.209077835083008, + "learning_rate": 1e-06, + "loss": 0.296, + "mean_token_accuracy": 0.8991178274154663, + "num_tokens": 723637690.0, + "step": 18964 + }, + { + "epoch": 2.4125429334690245, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.152517318725586, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.878166675567627, + "num_tokens": 723676250.0, + "step": 18965 + }, + { + "epoch": 2.412670143747615, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.197793006896973, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8878501653671265, + "num_tokens": 723713157.0, + "step": 18966 + }, + { + "epoch": 2.412797354026205, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.1768217086792, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8833473324775696, + "num_tokens": 723745877.0, + "step": 18967 + }, + { + "epoch": 2.412924564304796, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.178444862365723, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8788862824440002, + "num_tokens": 723784285.0, + "step": 18968 + }, + { + "epoch": 2.413051774583386, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.19864559173584, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8659088015556335, + "num_tokens": 723817085.0, + "step": 18969 + }, + { + "epoch": 2.4131789848619767, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.136013984680176, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8727420568466187, + "num_tokens": 723858466.0, + "step": 18970 + }, + { + "epoch": 2.413306195140567, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.153271675109863, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8763179779052734, + "num_tokens": 723896627.0, + "step": 18971 + }, + { + "epoch": 2.4134334054191577, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.234707832336426, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.872407078742981, + "num_tokens": 723930727.0, + "step": 18972 + }, + { + "epoch": 2.4135606156977483, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.18112564086914, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8679946660995483, + "num_tokens": 723965996.0, + "step": 18973 + }, + { + "epoch": 2.413687825976339, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.231108665466309, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8725454807281494, + "num_tokens": 724002441.0, + "step": 18974 + }, + { + "epoch": 2.4138150362549293, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.149845123291016, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8815727233886719, + "num_tokens": 724039238.0, + "step": 18975 + }, + { + "epoch": 2.41394224653352, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.248932838439941, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8821121454238892, + "num_tokens": 724077430.0, + "step": 18976 + }, + { + "epoch": 2.4140694568121104, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.148605346679688, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8731761574745178, + "num_tokens": 724113175.0, + "step": 18977 + }, + { + "epoch": 2.414196667090701, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.189414024353027, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8719891309738159, + "num_tokens": 724156409.0, + "step": 18978 + }, + { + "epoch": 2.4143238773692914, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.193212509155273, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8770864009857178, + "num_tokens": 724199879.0, + "step": 18979 + }, + { + "epoch": 2.414451087647882, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.137636184692383, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8895477056503296, + "num_tokens": 724238065.0, + "step": 18980 + }, + { + "epoch": 2.4145782979264725, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.23438549041748, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8707984685897827, + "num_tokens": 724272336.0, + "step": 18981 + }, + { + "epoch": 2.414705508205063, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.179129600524902, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8680644631385803, + "num_tokens": 724305200.0, + "step": 18982 + }, + { + "epoch": 2.4148327184836536, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.220090866088867, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8823254108428955, + "num_tokens": 724341295.0, + "step": 18983 + }, + { + "epoch": 2.414959928762244, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.15206527709961, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8803101778030396, + "num_tokens": 724384336.0, + "step": 18984 + }, + { + "epoch": 2.4150871390408346, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.21337604522705, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8744052052497864, + "num_tokens": 724417279.0, + "step": 18985 + }, + { + "epoch": 2.415214349319425, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.169365882873535, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8763425350189209, + "num_tokens": 724456509.0, + "step": 18986 + }, + { + "epoch": 2.4153415595980157, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.206734657287598, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.8874179124832153, + "num_tokens": 724498812.0, + "step": 18987 + }, + { + "epoch": 2.415468769876606, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.146817207336426, + "learning_rate": 1e-06, + "loss": 0.4025, + "mean_token_accuracy": 0.8656413555145264, + "num_tokens": 724538174.0, + "step": 18988 + }, + { + "epoch": 2.4155959801551967, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.234461784362793, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8823710083961487, + "num_tokens": 724577171.0, + "step": 18989 + }, + { + "epoch": 2.415723190433787, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.180046081542969, + "learning_rate": 1e-06, + "loss": 0.3029, + "mean_token_accuracy": 0.8981218934059143, + "num_tokens": 724610626.0, + "step": 18990 + }, + { + "epoch": 2.4158504007123778, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.157496452331543, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8891861438751221, + "num_tokens": 724647613.0, + "step": 18991 + }, + { + "epoch": 2.415977610990968, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.18029499053955, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.879102349281311, + "num_tokens": 724684898.0, + "step": 18992 + }, + { + "epoch": 2.4161048212695584, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.152453422546387, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.873416006565094, + "num_tokens": 724725566.0, + "step": 18993 + }, + { + "epoch": 2.416232031548149, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.150057792663574, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8684232831001282, + "num_tokens": 724763701.0, + "step": 18994 + }, + { + "epoch": 2.4163592418267394, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.19953727722168, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8775017261505127, + "num_tokens": 724798108.0, + "step": 18995 + }, + { + "epoch": 2.41648645210533, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.097877502441406, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8569836616516113, + "num_tokens": 724842430.0, + "step": 18996 + }, + { + "epoch": 2.4166136623839205, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.13675308227539, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8726505041122437, + "num_tokens": 724884585.0, + "step": 18997 + }, + { + "epoch": 2.416740872662511, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.18901538848877, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8873320817947388, + "num_tokens": 724919338.0, + "step": 18998 + }, + { + "epoch": 2.4168680829411016, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.165873527526855, + "learning_rate": 1e-06, + "loss": 0.3059, + "mean_token_accuracy": 0.8987042307853699, + "num_tokens": 724956007.0, + "step": 18999 + }, + { + "epoch": 2.416995293219692, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.125323295593262, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8940034508705139, + "num_tokens": 724996994.0, + "step": 19000 + }, + { + "epoch": 2.4171225034982826, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.200176239013672, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8714196681976318, + "num_tokens": 725035607.0, + "step": 19001 + }, + { + "epoch": 2.417249713776873, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.14881706237793, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8797817230224609, + "num_tokens": 725075370.0, + "step": 19002 + }, + { + "epoch": 2.4173769240554637, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.142256736755371, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8751801252365112, + "num_tokens": 725119536.0, + "step": 19003 + }, + { + "epoch": 2.417504134334054, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.116182327270508, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8766806125640869, + "num_tokens": 725158048.0, + "step": 19004 + }, + { + "epoch": 2.4176313446126447, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.153167724609375, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8862429857254028, + "num_tokens": 725196343.0, + "step": 19005 + }, + { + "epoch": 2.4177585548912353, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.094095230102539, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8771353363990784, + "num_tokens": 725234613.0, + "step": 19006 + }, + { + "epoch": 2.417885765169826, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.177091598510742, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.876361608505249, + "num_tokens": 725272129.0, + "step": 19007 + }, + { + "epoch": 2.4180129754484163, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.237788200378418, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8682667016983032, + "num_tokens": 725305740.0, + "step": 19008 + }, + { + "epoch": 2.418140185727007, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.177797317504883, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8743804693222046, + "num_tokens": 725340579.0, + "step": 19009 + }, + { + "epoch": 2.4182673960055974, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.158308029174805, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8806568384170532, + "num_tokens": 725380492.0, + "step": 19010 + }, + { + "epoch": 2.418394606284188, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.203176498413086, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8789350986480713, + "num_tokens": 725418043.0, + "step": 19011 + }, + { + "epoch": 2.4185218165627784, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.201671600341797, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8693251609802246, + "num_tokens": 725456260.0, + "step": 19012 + }, + { + "epoch": 2.418649026841369, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.141118049621582, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8742088079452515, + "num_tokens": 725496605.0, + "step": 19013 + }, + { + "epoch": 2.4187762371199595, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.18269157409668, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8794469833374023, + "num_tokens": 725532395.0, + "step": 19014 + }, + { + "epoch": 2.4189034473985496, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.149422645568848, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8725431561470032, + "num_tokens": 725575335.0, + "step": 19015 + }, + { + "epoch": 2.4190306576771405, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.19649887084961, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8835343718528748, + "num_tokens": 725612345.0, + "step": 19016 + }, + { + "epoch": 2.4191578679557306, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.207460403442383, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8801352977752686, + "num_tokens": 725645566.0, + "step": 19017 + }, + { + "epoch": 2.419285078234321, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.22787094116211, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8721449375152588, + "num_tokens": 725684218.0, + "step": 19018 + }, + { + "epoch": 2.4194122885129117, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.12283992767334, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8807350397109985, + "num_tokens": 725718478.0, + "step": 19019 + }, + { + "epoch": 2.419539498791502, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.229462623596191, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8704904317855835, + "num_tokens": 725756208.0, + "step": 19020 + }, + { + "epoch": 2.4196667090700927, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.172682762145996, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8723173141479492, + "num_tokens": 725791884.0, + "step": 19021 + }, + { + "epoch": 2.4197939193486833, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.188977241516113, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.881371796131134, + "num_tokens": 725829138.0, + "step": 19022 + }, + { + "epoch": 2.419921129627274, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.166886329650879, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8774887919425964, + "num_tokens": 725868301.0, + "step": 19023 + }, + { + "epoch": 2.4200483399058643, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.217275619506836, + "learning_rate": 1e-06, + "loss": 0.4062, + "mean_token_accuracy": 0.8672215938568115, + "num_tokens": 725906186.0, + "step": 19024 + }, + { + "epoch": 2.420175550184455, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.224772453308105, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8661335706710815, + "num_tokens": 725947006.0, + "step": 19025 + }, + { + "epoch": 2.4203027604630454, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.123639106750488, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8815498948097229, + "num_tokens": 725987363.0, + "step": 19026 + }, + { + "epoch": 2.420429970741636, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.247769355773926, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8682229518890381, + "num_tokens": 726026176.0, + "step": 19027 + }, + { + "epoch": 2.4205571810202264, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.178291320800781, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8756430149078369, + "num_tokens": 726068124.0, + "step": 19028 + }, + { + "epoch": 2.420684391298817, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.205697059631348, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8680863976478577, + "num_tokens": 726110270.0, + "step": 19029 + }, + { + "epoch": 2.4208116015774075, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.213785171508789, + "learning_rate": 1e-06, + "loss": 0.316, + "mean_token_accuracy": 0.892241358757019, + "num_tokens": 726143908.0, + "step": 19030 + }, + { + "epoch": 2.420938811855998, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.240291595458984, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8746210336685181, + "num_tokens": 726179082.0, + "step": 19031 + }, + { + "epoch": 2.4210660221345885, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.230012893676758, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8711367249488831, + "num_tokens": 726216387.0, + "step": 19032 + }, + { + "epoch": 2.421193232413179, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.237547874450684, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8861231803894043, + "num_tokens": 726258831.0, + "step": 19033 + }, + { + "epoch": 2.4213204426917696, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.184710502624512, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8797720670700073, + "num_tokens": 726301929.0, + "step": 19034 + }, + { + "epoch": 2.42144765297036, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.200984001159668, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8808172345161438, + "num_tokens": 726339938.0, + "step": 19035 + }, + { + "epoch": 2.4215748632489507, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.193166732788086, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8785687685012817, + "num_tokens": 726377197.0, + "step": 19036 + }, + { + "epoch": 2.421702073527541, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.13924503326416, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8819909691810608, + "num_tokens": 726417591.0, + "step": 19037 + }, + { + "epoch": 2.4218292838061317, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.22010326385498, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8676766157150269, + "num_tokens": 726456094.0, + "step": 19038 + }, + { + "epoch": 2.4219564940847222, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.200722694396973, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8855124711990356, + "num_tokens": 726491158.0, + "step": 19039 + }, + { + "epoch": 2.4220837043633123, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.170434951782227, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8636133074760437, + "num_tokens": 726531334.0, + "step": 19040 + }, + { + "epoch": 2.4222109146419033, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.225932121276855, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8679754137992859, + "num_tokens": 726571999.0, + "step": 19041 + }, + { + "epoch": 2.4223381249204934, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.211045265197754, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8678041696548462, + "num_tokens": 726604945.0, + "step": 19042 + }, + { + "epoch": 2.422465335199084, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.2083740234375, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8684748411178589, + "num_tokens": 726645023.0, + "step": 19043 + }, + { + "epoch": 2.4225925454776744, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.13653564453125, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.8759149312973022, + "num_tokens": 726684297.0, + "step": 19044 + }, + { + "epoch": 2.422719755756265, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.211053848266602, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8662021160125732, + "num_tokens": 726726950.0, + "step": 19045 + }, + { + "epoch": 2.4228469660348555, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.273911476135254, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.8586205244064331, + "num_tokens": 726761944.0, + "step": 19046 + }, + { + "epoch": 2.422974176313446, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.20322322845459, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.8869911432266235, + "num_tokens": 726799041.0, + "step": 19047 + }, + { + "epoch": 2.4231013865920366, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.117127418518066, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8716942071914673, + "num_tokens": 726838160.0, + "step": 19048 + }, + { + "epoch": 2.423228596870627, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.186186790466309, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8869340419769287, + "num_tokens": 726873150.0, + "step": 19049 + }, + { + "epoch": 2.4233558071492176, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.167398452758789, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.880240797996521, + "num_tokens": 726905253.0, + "step": 19050 + }, + { + "epoch": 2.423483017427808, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.207967758178711, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8866887092590332, + "num_tokens": 726942842.0, + "step": 19051 + }, + { + "epoch": 2.4236102277063987, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.154191017150879, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.880430281162262, + "num_tokens": 726987974.0, + "step": 19052 + }, + { + "epoch": 2.423737437984989, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.221307754516602, + "learning_rate": 1e-06, + "loss": 0.3145, + "mean_token_accuracy": 0.8947532773017883, + "num_tokens": 727021614.0, + "step": 19053 + }, + { + "epoch": 2.4238646482635797, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.166058540344238, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8758178949356079, + "num_tokens": 727061773.0, + "step": 19054 + }, + { + "epoch": 2.4239918585421703, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.220529556274414, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8716403841972351, + "num_tokens": 727095877.0, + "step": 19055 + }, + { + "epoch": 2.424119068820761, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.212653160095215, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8806738257408142, + "num_tokens": 727128676.0, + "step": 19056 + }, + { + "epoch": 2.4242462790993513, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.143011093139648, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8862600326538086, + "num_tokens": 727164528.0, + "step": 19057 + }, + { + "epoch": 2.424373489377942, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.21573257446289, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8821033239364624, + "num_tokens": 727202403.0, + "step": 19058 + }, + { + "epoch": 2.4245006996565324, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.197803497314453, + "learning_rate": 1e-06, + "loss": 0.3417, + "mean_token_accuracy": 0.8800396919250488, + "num_tokens": 727242231.0, + "step": 19059 + }, + { + "epoch": 2.424627909935123, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.199402809143066, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8645961284637451, + "num_tokens": 727276371.0, + "step": 19060 + }, + { + "epoch": 2.4247551202137134, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.214004516601562, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8800395727157593, + "num_tokens": 727320101.0, + "step": 19061 + }, + { + "epoch": 2.424882330492304, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.197196960449219, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8688913583755493, + "num_tokens": 727363687.0, + "step": 19062 + }, + { + "epoch": 2.4250095407708945, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.179037094116211, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8824863433837891, + "num_tokens": 727399772.0, + "step": 19063 + }, + { + "epoch": 2.425136751049485, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.251612663269043, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8844287395477295, + "num_tokens": 727442944.0, + "step": 19064 + }, + { + "epoch": 2.425263961328075, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.203058242797852, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8851194977760315, + "num_tokens": 727483283.0, + "step": 19065 + }, + { + "epoch": 2.425391171606666, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.183675765991211, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8749054670333862, + "num_tokens": 727526316.0, + "step": 19066 + }, + { + "epoch": 2.425518381885256, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.214503288269043, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8830901384353638, + "num_tokens": 727563218.0, + "step": 19067 + }, + { + "epoch": 2.4256455921638467, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.208329200744629, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8904050588607788, + "num_tokens": 727594877.0, + "step": 19068 + }, + { + "epoch": 2.425772802442437, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.203771591186523, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8900654911994934, + "num_tokens": 727627561.0, + "step": 19069 + }, + { + "epoch": 2.4259000127210277, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.244678497314453, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8685315847396851, + "num_tokens": 727664384.0, + "step": 19070 + }, + { + "epoch": 2.4260272229996183, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.24183464050293, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8734720945358276, + "num_tokens": 727700866.0, + "step": 19071 + }, + { + "epoch": 2.426154433278209, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.183991432189941, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8937095403671265, + "num_tokens": 727741539.0, + "step": 19072 + }, + { + "epoch": 2.4262816435567993, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.260367393493652, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8776532411575317, + "num_tokens": 727777828.0, + "step": 19073 + }, + { + "epoch": 2.42640885383539, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.238340377807617, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8851462602615356, + "num_tokens": 727818979.0, + "step": 19074 + }, + { + "epoch": 2.4265360641139804, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.194066047668457, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8787429332733154, + "num_tokens": 727856440.0, + "step": 19075 + }, + { + "epoch": 2.426663274392571, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.196975708007812, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8857880234718323, + "num_tokens": 727895036.0, + "step": 19076 + }, + { + "epoch": 2.4267904846711614, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.240853309631348, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8675923943519592, + "num_tokens": 727932292.0, + "step": 19077 + }, + { + "epoch": 2.426917694949752, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.192490577697754, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.878425657749176, + "num_tokens": 727967005.0, + "step": 19078 + }, + { + "epoch": 2.4270449052283425, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.253291130065918, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8685072660446167, + "num_tokens": 728004262.0, + "step": 19079 + }, + { + "epoch": 2.427172115506933, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.168957710266113, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8868283629417419, + "num_tokens": 728041451.0, + "step": 19080 + }, + { + "epoch": 2.4272993257855235, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.188260078430176, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8752120137214661, + "num_tokens": 728079217.0, + "step": 19081 + }, + { + "epoch": 2.427426536064114, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.209269523620605, + "learning_rate": 1e-06, + "loss": 0.3065, + "mean_token_accuracy": 0.8927327990531921, + "num_tokens": 728116221.0, + "step": 19082 + }, + { + "epoch": 2.4275537463427046, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.168919563293457, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8694425225257874, + "num_tokens": 728154861.0, + "step": 19083 + }, + { + "epoch": 2.427680956621295, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.232476234436035, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8674600124359131, + "num_tokens": 728188276.0, + "step": 19084 + }, + { + "epoch": 2.4278081668998857, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.1626558303833, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8892598748207092, + "num_tokens": 728229313.0, + "step": 19085 + }, + { + "epoch": 2.427935377178476, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.18592357635498, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8667096495628357, + "num_tokens": 728268706.0, + "step": 19086 + }, + { + "epoch": 2.4280625874570667, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.311087608337402, + "learning_rate": 1e-06, + "loss": 0.3214, + "mean_token_accuracy": 0.8910254836082458, + "num_tokens": 728297490.0, + "step": 19087 + }, + { + "epoch": 2.428189797735657, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.216802597045898, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8691937923431396, + "num_tokens": 728336041.0, + "step": 19088 + }, + { + "epoch": 2.4283170080142478, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.156163215637207, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8850433826446533, + "num_tokens": 728372701.0, + "step": 19089 + }, + { + "epoch": 2.428444218292838, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.236311912536621, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8802953958511353, + "num_tokens": 728408138.0, + "step": 19090 + }, + { + "epoch": 2.4285714285714284, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.119651794433594, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8848581314086914, + "num_tokens": 728452649.0, + "step": 19091 + }, + { + "epoch": 2.428698638850019, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.271883964538574, + "learning_rate": 1e-06, + "loss": 0.4064, + "mean_token_accuracy": 0.8671680688858032, + "num_tokens": 728490551.0, + "step": 19092 + }, + { + "epoch": 2.4288258491286094, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.2213716506958, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.883542537689209, + "num_tokens": 728529558.0, + "step": 19093 + }, + { + "epoch": 2.4289530594072, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.158540725708008, + "learning_rate": 1e-06, + "loss": 0.4373, + "mean_token_accuracy": 0.8556514978408813, + "num_tokens": 728573495.0, + "step": 19094 + }, + { + "epoch": 2.4290802696857905, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.295825004577637, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8781213164329529, + "num_tokens": 728609166.0, + "step": 19095 + }, + { + "epoch": 2.429207479964381, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.185142517089844, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.883830189704895, + "num_tokens": 728653070.0, + "step": 19096 + }, + { + "epoch": 2.4293346902429716, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.210941314697266, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8804991245269775, + "num_tokens": 728689142.0, + "step": 19097 + }, + { + "epoch": 2.429461900521562, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.191521644592285, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8824468851089478, + "num_tokens": 728725615.0, + "step": 19098 + }, + { + "epoch": 2.4295891108001526, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.187746047973633, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8691454529762268, + "num_tokens": 728762366.0, + "step": 19099 + }, + { + "epoch": 2.429716321078743, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.22988224029541, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8659264445304871, + "num_tokens": 728801951.0, + "step": 19100 + }, + { + "epoch": 2.4298435313573337, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.167547225952148, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8852262496948242, + "num_tokens": 728836403.0, + "step": 19101 + }, + { + "epoch": 2.429970741635924, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.210554122924805, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8842677474021912, + "num_tokens": 728878485.0, + "step": 19102 + }, + { + "epoch": 2.4300979519145147, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.125409126281738, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8859801292419434, + "num_tokens": 728915935.0, + "step": 19103 + }, + { + "epoch": 2.4302251621931052, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.279006958007812, + "learning_rate": 1e-06, + "loss": 0.4194, + "mean_token_accuracy": 0.8613824248313904, + "num_tokens": 728956847.0, + "step": 19104 + }, + { + "epoch": 2.4303523724716958, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.099513053894043, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8831653594970703, + "num_tokens": 728994865.0, + "step": 19105 + }, + { + "epoch": 2.4304795827502863, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.17380142211914, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8715776801109314, + "num_tokens": 729033030.0, + "step": 19106 + }, + { + "epoch": 2.430606793028877, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.193551063537598, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.8878345489501953, + "num_tokens": 729070430.0, + "step": 19107 + }, + { + "epoch": 2.4307340033074674, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.174741744995117, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.88807612657547, + "num_tokens": 729102127.0, + "step": 19108 + }, + { + "epoch": 2.430861213586058, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.185041427612305, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8802036046981812, + "num_tokens": 729138128.0, + "step": 19109 + }, + { + "epoch": 2.4309884238646484, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.125502586364746, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8750827312469482, + "num_tokens": 729179756.0, + "step": 19110 + }, + { + "epoch": 2.431115634143239, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.159438133239746, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8653355836868286, + "num_tokens": 729221356.0, + "step": 19111 + }, + { + "epoch": 2.4312428444218295, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.123130798339844, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8829771876335144, + "num_tokens": 729260456.0, + "step": 19112 + }, + { + "epoch": 2.4313700547004196, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.161003112792969, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8653568625450134, + "num_tokens": 729299654.0, + "step": 19113 + }, + { + "epoch": 2.4314972649790105, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.149507522583008, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8800783157348633, + "num_tokens": 729341296.0, + "step": 19114 + }, + { + "epoch": 2.4316244752576006, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.127745628356934, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8812150955200195, + "num_tokens": 729379632.0, + "step": 19115 + }, + { + "epoch": 2.431751685536191, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.189723014831543, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8795300722122192, + "num_tokens": 729423202.0, + "step": 19116 + }, + { + "epoch": 2.4318788958147817, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.146284103393555, + "learning_rate": 1e-06, + "loss": 0.3032, + "mean_token_accuracy": 0.89710533618927, + "num_tokens": 729457108.0, + "step": 19117 + }, + { + "epoch": 2.432006106093372, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.25872802734375, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8740817308425903, + "num_tokens": 729494065.0, + "step": 19118 + }, + { + "epoch": 2.4321333163719627, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.165278434753418, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8823385238647461, + "num_tokens": 729536621.0, + "step": 19119 + }, + { + "epoch": 2.4322605266505533, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.246684074401855, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8785288333892822, + "num_tokens": 729574423.0, + "step": 19120 + }, + { + "epoch": 2.432387736929144, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.134676933288574, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8724159598350525, + "num_tokens": 729614673.0, + "step": 19121 + }, + { + "epoch": 2.4325149472077343, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.20759105682373, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8806456923484802, + "num_tokens": 729653049.0, + "step": 19122 + }, + { + "epoch": 2.432642157486325, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.179914474487305, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8784364461898804, + "num_tokens": 729689667.0, + "step": 19123 + }, + { + "epoch": 2.4327693677649154, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.12030029296875, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8813236355781555, + "num_tokens": 729734747.0, + "step": 19124 + }, + { + "epoch": 2.432896578043506, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.212823867797852, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8736228346824646, + "num_tokens": 729770135.0, + "step": 19125 + }, + { + "epoch": 2.4330237883220964, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.134231567382812, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8758348822593689, + "num_tokens": 729809203.0, + "step": 19126 + }, + { + "epoch": 2.433150998600687, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.221463203430176, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8840429782867432, + "num_tokens": 729850164.0, + "step": 19127 + }, + { + "epoch": 2.4332782088792775, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.162191390991211, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8678218722343445, + "num_tokens": 729884337.0, + "step": 19128 + }, + { + "epoch": 2.433405419157868, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.160310745239258, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8910092115402222, + "num_tokens": 729924098.0, + "step": 19129 + }, + { + "epoch": 2.4335326294364585, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.162848472595215, + "learning_rate": 1e-06, + "loss": 0.3189, + "mean_token_accuracy": 0.8958593606948853, + "num_tokens": 729960671.0, + "step": 19130 + }, + { + "epoch": 2.433659839715049, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.1392822265625, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8786121010780334, + "num_tokens": 730000780.0, + "step": 19131 + }, + { + "epoch": 2.4337870499936396, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.170846939086914, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8747726678848267, + "num_tokens": 730045198.0, + "step": 19132 + }, + { + "epoch": 2.43391426027223, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.187592506408691, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8704367876052856, + "num_tokens": 730085010.0, + "step": 19133 + }, + { + "epoch": 2.4340414705508207, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.207030296325684, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8722220659255981, + "num_tokens": 730121512.0, + "step": 19134 + }, + { + "epoch": 2.434168680829411, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.2456636428833, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8756586313247681, + "num_tokens": 730164859.0, + "step": 19135 + }, + { + "epoch": 2.4342958911080017, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.21073055267334, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8782294988632202, + "num_tokens": 730202273.0, + "step": 19136 + }, + { + "epoch": 2.4344231013865922, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.223945617675781, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8708425760269165, + "num_tokens": 730248208.0, + "step": 19137 + }, + { + "epoch": 2.4345503116651823, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.176554679870605, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8873374462127686, + "num_tokens": 730291084.0, + "step": 19138 + }, + { + "epoch": 2.4346775219437733, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.204362869262695, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8819592595100403, + "num_tokens": 730334504.0, + "step": 19139 + }, + { + "epoch": 2.4348047322223634, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.224560737609863, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8813819885253906, + "num_tokens": 730373356.0, + "step": 19140 + }, + { + "epoch": 2.434931942500954, + "ewc_loss": 0.016845703125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6808509826660156e-05, + "grad_norm": 12.208808898925781, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8654390573501587, + "num_tokens": 730416229.0, + "step": 19141 + }, + { + "epoch": 2.4350591527795444, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.219432830810547, + "learning_rate": 1e-06, + "loss": 0.3352, + "mean_token_accuracy": 0.8894528150558472, + "num_tokens": 730458922.0, + "step": 19142 + }, + { + "epoch": 2.435186363058135, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.16149616241455, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8763844966888428, + "num_tokens": 730494583.0, + "step": 19143 + }, + { + "epoch": 2.4353135733367255, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.213229179382324, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8808333873748779, + "num_tokens": 730529526.0, + "step": 19144 + }, + { + "epoch": 2.435440783615316, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.201982498168945, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8816766142845154, + "num_tokens": 730558584.0, + "step": 19145 + }, + { + "epoch": 2.4355679938939065, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.173355102539062, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8774336576461792, + "num_tokens": 730598677.0, + "step": 19146 + }, + { + "epoch": 2.435695204172497, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.173612594604492, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8881607055664062, + "num_tokens": 730636985.0, + "step": 19147 + }, + { + "epoch": 2.4358224144510876, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.16649341583252, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8617698550224304, + "num_tokens": 730675409.0, + "step": 19148 + }, + { + "epoch": 2.435949624729678, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.160054206848145, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8680322766304016, + "num_tokens": 730714739.0, + "step": 19149 + }, + { + "epoch": 2.4360768350082687, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.173850059509277, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8764473795890808, + "num_tokens": 730757059.0, + "step": 19150 + }, + { + "epoch": 2.436204045286859, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.150376319885254, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8774913549423218, + "num_tokens": 730793469.0, + "step": 19151 + }, + { + "epoch": 2.4363312555654497, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.21060562133789, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8823630809783936, + "num_tokens": 730829336.0, + "step": 19152 + }, + { + "epoch": 2.4364584658440402, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.181928634643555, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.876205563545227, + "num_tokens": 730869304.0, + "step": 19153 + }, + { + "epoch": 2.4365856761226308, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.183404922485352, + "learning_rate": 1e-06, + "loss": 0.4048, + "mean_token_accuracy": 0.8649953007698059, + "num_tokens": 730905315.0, + "step": 19154 + }, + { + "epoch": 2.4367128864012213, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.212268829345703, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8687394857406616, + "num_tokens": 730947346.0, + "step": 19155 + }, + { + "epoch": 2.436840096679812, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.22710132598877, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8825865983963013, + "num_tokens": 730976907.0, + "step": 19156 + }, + { + "epoch": 2.4369673069584024, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.154499053955078, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8745934963226318, + "num_tokens": 731015940.0, + "step": 19157 + }, + { + "epoch": 2.437094517236993, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.22475814819336, + "learning_rate": 1e-06, + "loss": 0.3057, + "mean_token_accuracy": 0.8931292295455933, + "num_tokens": 731051345.0, + "step": 19158 + }, + { + "epoch": 2.4372217275155834, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.268180847167969, + "learning_rate": 1e-06, + "loss": 0.4448, + "mean_token_accuracy": 0.8471596240997314, + "num_tokens": 731089642.0, + "step": 19159 + }, + { + "epoch": 2.437348937794174, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.161550521850586, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8941559791564941, + "num_tokens": 731133196.0, + "step": 19160 + }, + { + "epoch": 2.4374761480727645, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.189433097839355, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8665664196014404, + "num_tokens": 731175510.0, + "step": 19161 + }, + { + "epoch": 2.437603358351355, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.184530258178711, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.885182797908783, + "num_tokens": 731217526.0, + "step": 19162 + }, + { + "epoch": 2.437730568629945, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.200215339660645, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8659451007843018, + "num_tokens": 731259525.0, + "step": 19163 + }, + { + "epoch": 2.437857778908536, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.174818992614746, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8800784945487976, + "num_tokens": 731301480.0, + "step": 19164 + }, + { + "epoch": 2.437984989187126, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.175395965576172, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8871694803237915, + "num_tokens": 731347385.0, + "step": 19165 + }, + { + "epoch": 2.4381121994657167, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.164249420166016, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8823310732841492, + "num_tokens": 731383666.0, + "step": 19166 + }, + { + "epoch": 2.438239409744307, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.184831619262695, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8775616884231567, + "num_tokens": 731420297.0, + "step": 19167 + }, + { + "epoch": 2.4383666200228977, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.240217208862305, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8748067617416382, + "num_tokens": 731455083.0, + "step": 19168 + }, + { + "epoch": 2.4384938303014883, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.179093360900879, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8849784731864929, + "num_tokens": 731482555.0, + "step": 19169 + }, + { + "epoch": 2.438621040580079, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.194353103637695, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8896133899688721, + "num_tokens": 731519459.0, + "step": 19170 + }, + { + "epoch": 2.4387482508586693, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.20944881439209, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8825526237487793, + "num_tokens": 731554577.0, + "step": 19171 + }, + { + "epoch": 2.43887546113726, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.145835876464844, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.869743824005127, + "num_tokens": 731594993.0, + "step": 19172 + }, + { + "epoch": 2.4390026714158504, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.292417526245117, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8818774223327637, + "num_tokens": 731629182.0, + "step": 19173 + }, + { + "epoch": 2.439129881694441, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.164751052856445, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8762598037719727, + "num_tokens": 731667661.0, + "step": 19174 + }, + { + "epoch": 2.4392570919730314, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.268089294433594, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.877953052520752, + "num_tokens": 731704911.0, + "step": 19175 + }, + { + "epoch": 2.439384302251622, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.201223373413086, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8622223138809204, + "num_tokens": 731744990.0, + "step": 19176 + }, + { + "epoch": 2.4395115125302125, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.177038192749023, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8788344860076904, + "num_tokens": 731783335.0, + "step": 19177 + }, + { + "epoch": 2.439638722808803, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.204941749572754, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8804253339767456, + "num_tokens": 731819206.0, + "step": 19178 + }, + { + "epoch": 2.4397659330873935, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.235238075256348, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8765249252319336, + "num_tokens": 731855291.0, + "step": 19179 + }, + { + "epoch": 2.439893143365984, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.109743118286133, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8819593191146851, + "num_tokens": 731899392.0, + "step": 19180 + }, + { + "epoch": 2.4400203536445746, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.163016319274902, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.87652987241745, + "num_tokens": 731937502.0, + "step": 19181 + }, + { + "epoch": 2.440147563923165, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.18343734741211, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8806252479553223, + "num_tokens": 731974946.0, + "step": 19182 + }, + { + "epoch": 2.4402747742017556, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.221779823303223, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8661684989929199, + "num_tokens": 732018732.0, + "step": 19183 + }, + { + "epoch": 2.440401984480346, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.158145904541016, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8769649267196655, + "num_tokens": 732052036.0, + "step": 19184 + }, + { + "epoch": 2.4405291947589367, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.221983909606934, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8736572861671448, + "num_tokens": 732090944.0, + "step": 19185 + }, + { + "epoch": 2.440656405037527, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.156794548034668, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8805137872695923, + "num_tokens": 732131406.0, + "step": 19186 + }, + { + "epoch": 2.4407836153161178, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.20458698272705, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8761696815490723, + "num_tokens": 732171701.0, + "step": 19187 + }, + { + "epoch": 2.440910825594708, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.185004234313965, + "learning_rate": 1e-06, + "loss": 0.3333, + "mean_token_accuracy": 0.8864006400108337, + "num_tokens": 732209658.0, + "step": 19188 + }, + { + "epoch": 2.4410380358732984, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.170835494995117, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8655471801757812, + "num_tokens": 732251395.0, + "step": 19189 + }, + { + "epoch": 2.441165246151889, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.194891929626465, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8677430748939514, + "num_tokens": 732289306.0, + "step": 19190 + }, + { + "epoch": 2.4412924564304794, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.132833480834961, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.864250659942627, + "num_tokens": 732337916.0, + "step": 19191 + }, + { + "epoch": 2.44141966670907, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.191025733947754, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.863201379776001, + "num_tokens": 732380358.0, + "step": 19192 + }, + { + "epoch": 2.4415468769876605, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.178194999694824, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8886007070541382, + "num_tokens": 732416534.0, + "step": 19193 + }, + { + "epoch": 2.441674087266251, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.205788612365723, + "learning_rate": 1e-06, + "loss": 0.4234, + "mean_token_accuracy": 0.8571503162384033, + "num_tokens": 732458927.0, + "step": 19194 + }, + { + "epoch": 2.4418012975448415, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.13740348815918, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8687231540679932, + "num_tokens": 732501261.0, + "step": 19195 + }, + { + "epoch": 2.441928507823432, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.168079376220703, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8847662210464478, + "num_tokens": 732541162.0, + "step": 19196 + }, + { + "epoch": 2.4420557181020226, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.200336456298828, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8738740682601929, + "num_tokens": 732578237.0, + "step": 19197 + }, + { + "epoch": 2.442182928380613, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.197900772094727, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8688225746154785, + "num_tokens": 732618624.0, + "step": 19198 + }, + { + "epoch": 2.4423101386592037, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.147480010986328, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8741177916526794, + "num_tokens": 732661747.0, + "step": 19199 + }, + { + "epoch": 2.442437348937794, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.161402702331543, + "learning_rate": 1e-06, + "loss": 0.4277, + "mean_token_accuracy": 0.8576146364212036, + "num_tokens": 732703511.0, + "step": 19200 + }, + { + "epoch": 2.4425645592163847, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.17697811126709, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8579031825065613, + "num_tokens": 732746749.0, + "step": 19201 + }, + { + "epoch": 2.4426917694949752, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.214212417602539, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.879690945148468, + "num_tokens": 732783184.0, + "step": 19202 + }, + { + "epoch": 2.4428189797735658, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.257380485534668, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8725876212120056, + "num_tokens": 732818664.0, + "step": 19203 + }, + { + "epoch": 2.4429461900521563, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.263566970825195, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8668897747993469, + "num_tokens": 732854286.0, + "step": 19204 + }, + { + "epoch": 2.443073400330747, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.16367244720459, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8834742307662964, + "num_tokens": 732893032.0, + "step": 19205 + }, + { + "epoch": 2.4432006106093374, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.210004806518555, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8779705762863159, + "num_tokens": 732929942.0, + "step": 19206 + }, + { + "epoch": 2.443327820887928, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.194974899291992, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8732248544692993, + "num_tokens": 732968218.0, + "step": 19207 + }, + { + "epoch": 2.4434550311665184, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.173596382141113, + "learning_rate": 1e-06, + "loss": 0.2936, + "mean_token_accuracy": 0.8996375799179077, + "num_tokens": 733001464.0, + "step": 19208 + }, + { + "epoch": 2.443582241445109, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.285334587097168, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8684695959091187, + "num_tokens": 733036311.0, + "step": 19209 + }, + { + "epoch": 2.4437094517236995, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.184660911560059, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8825763463973999, + "num_tokens": 733070487.0, + "step": 19210 + }, + { + "epoch": 2.4438366620022896, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.176688194274902, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8748419880867004, + "num_tokens": 733110357.0, + "step": 19211 + }, + { + "epoch": 2.4439638722808805, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.208128929138184, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8700124621391296, + "num_tokens": 733149070.0, + "step": 19212 + }, + { + "epoch": 2.4440910825594706, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.198099136352539, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8923772573471069, + "num_tokens": 733180848.0, + "step": 19213 + }, + { + "epoch": 2.444218292838061, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.182206153869629, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8780543804168701, + "num_tokens": 733219204.0, + "step": 19214 + }, + { + "epoch": 2.4443455031166517, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.256118774414062, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8665579557418823, + "num_tokens": 733255237.0, + "step": 19215 + }, + { + "epoch": 2.444472713395242, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.168745994567871, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8884764313697815, + "num_tokens": 733293243.0, + "step": 19216 + }, + { + "epoch": 2.4445999236738327, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.150422096252441, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8797984719276428, + "num_tokens": 733333530.0, + "step": 19217 + }, + { + "epoch": 2.4447271339524232, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.194774627685547, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8600071668624878, + "num_tokens": 733373790.0, + "step": 19218 + }, + { + "epoch": 2.4448543442310138, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.142013549804688, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8803256154060364, + "num_tokens": 733416037.0, + "step": 19219 + }, + { + "epoch": 2.4449815545096043, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.22830867767334, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8732817769050598, + "num_tokens": 733453014.0, + "step": 19220 + }, + { + "epoch": 2.445108764788195, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.170931816101074, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8624203205108643, + "num_tokens": 733491197.0, + "step": 19221 + }, + { + "epoch": 2.4452359750667854, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.120180130004883, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8894561529159546, + "num_tokens": 733531142.0, + "step": 19222 + }, + { + "epoch": 2.445363185345376, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.146565437316895, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.871720552444458, + "num_tokens": 733573916.0, + "step": 19223 + }, + { + "epoch": 2.4454903956239664, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.215986251831055, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8715111017227173, + "num_tokens": 733613204.0, + "step": 19224 + }, + { + "epoch": 2.445617605902557, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.188921928405762, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8730224370956421, + "num_tokens": 733653618.0, + "step": 19225 + }, + { + "epoch": 2.4457448161811475, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.166943550109863, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8920528888702393, + "num_tokens": 733687795.0, + "step": 19226 + }, + { + "epoch": 2.445872026459738, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.209579467773438, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8757966756820679, + "num_tokens": 733723574.0, + "step": 19227 + }, + { + "epoch": 2.4459992367383285, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.208005905151367, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.883912205696106, + "num_tokens": 733762051.0, + "step": 19228 + }, + { + "epoch": 2.446126447016919, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.157140731811523, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8934513330459595, + "num_tokens": 733800640.0, + "step": 19229 + }, + { + "epoch": 2.4462536572955096, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.206588745117188, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8682777881622314, + "num_tokens": 733841321.0, + "step": 19230 + }, + { + "epoch": 2.4463808675741, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.157739639282227, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8803642988204956, + "num_tokens": 733874104.0, + "step": 19231 + }, + { + "epoch": 2.4465080778526906, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.185236930847168, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.880827784538269, + "num_tokens": 733913127.0, + "step": 19232 + }, + { + "epoch": 2.446635288131281, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.230709075927734, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8934716582298279, + "num_tokens": 733951900.0, + "step": 19233 + }, + { + "epoch": 2.4467624984098717, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.121333122253418, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8792186975479126, + "num_tokens": 733992866.0, + "step": 19234 + }, + { + "epoch": 2.4468897086884622, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.266271591186523, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8720859289169312, + "num_tokens": 734029895.0, + "step": 19235 + }, + { + "epoch": 2.4470169189670523, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.20535659790039, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8932554125785828, + "num_tokens": 734066954.0, + "step": 19236 + }, + { + "epoch": 2.4471441292456433, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.288150787353516, + "learning_rate": 1e-06, + "loss": 0.3029, + "mean_token_accuracy": 0.8976303339004517, + "num_tokens": 734102412.0, + "step": 19237 + }, + { + "epoch": 2.4472713395242334, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.155274391174316, + "learning_rate": 1e-06, + "loss": 0.3143, + "mean_token_accuracy": 0.8932026028633118, + "num_tokens": 734141400.0, + "step": 19238 + }, + { + "epoch": 2.447398549802824, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.2641019821167, + "learning_rate": 1e-06, + "loss": 0.4323, + "mean_token_accuracy": 0.8580406308174133, + "num_tokens": 734176628.0, + "step": 19239 + }, + { + "epoch": 2.4475257600814144, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.19517993927002, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8830329179763794, + "num_tokens": 734219756.0, + "step": 19240 + }, + { + "epoch": 2.447652970360005, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.245553016662598, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8771123290061951, + "num_tokens": 734250509.0, + "step": 19241 + }, + { + "epoch": 2.4477801806385955, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.196717262268066, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8847342133522034, + "num_tokens": 734287887.0, + "step": 19242 + }, + { + "epoch": 2.447907390917186, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.238707542419434, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8818520903587341, + "num_tokens": 734330446.0, + "step": 19243 + }, + { + "epoch": 2.4480346011957765, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.175253868103027, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8821667432785034, + "num_tokens": 734368427.0, + "step": 19244 + }, + { + "epoch": 2.448161811474367, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.181436538696289, + "learning_rate": 1e-06, + "loss": 0.3055, + "mean_token_accuracy": 0.8961077928543091, + "num_tokens": 734405103.0, + "step": 19245 + }, + { + "epoch": 2.4482890217529576, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.171935081481934, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8747228980064392, + "num_tokens": 734448069.0, + "step": 19246 + }, + { + "epoch": 2.448416232031548, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.246936798095703, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8638029098510742, + "num_tokens": 734486016.0, + "step": 19247 + }, + { + "epoch": 2.4485434423101387, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.218202590942383, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8668985366821289, + "num_tokens": 734526943.0, + "step": 19248 + }, + { + "epoch": 2.448670652588729, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.155040740966797, + "learning_rate": 1e-06, + "loss": 0.3279, + "mean_token_accuracy": 0.8907575011253357, + "num_tokens": 734566137.0, + "step": 19249 + }, + { + "epoch": 2.4487978628673197, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.156543731689453, + "learning_rate": 1e-06, + "loss": 0.3713, + "mean_token_accuracy": 0.8757025003433228, + "num_tokens": 734602366.0, + "step": 19250 + }, + { + "epoch": 2.4489250731459102, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.19897747039795, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8846681118011475, + "num_tokens": 734644251.0, + "step": 19251 + }, + { + "epoch": 2.4490522834245008, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.130818367004395, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8729993104934692, + "num_tokens": 734682938.0, + "step": 19252 + }, + { + "epoch": 2.4491794937030913, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.18887996673584, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8792277574539185, + "num_tokens": 734722975.0, + "step": 19253 + }, + { + "epoch": 2.449306703981682, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.160320281982422, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8801665306091309, + "num_tokens": 734761361.0, + "step": 19254 + }, + { + "epoch": 2.4494339142602723, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.188931465148926, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8757771253585815, + "num_tokens": 734800597.0, + "step": 19255 + }, + { + "epoch": 2.449561124538863, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.1856107711792, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8663740158081055, + "num_tokens": 734840575.0, + "step": 19256 + }, + { + "epoch": 2.4496883348174534, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.19079875946045, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8700879812240601, + "num_tokens": 734876943.0, + "step": 19257 + }, + { + "epoch": 2.449815545096044, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.152633666992188, + "learning_rate": 1e-06, + "loss": 0.3183, + "mean_token_accuracy": 0.8933652639389038, + "num_tokens": 734916436.0, + "step": 19258 + }, + { + "epoch": 2.4499427553746345, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.209650039672852, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8767343759536743, + "num_tokens": 734956336.0, + "step": 19259 + }, + { + "epoch": 2.450069965653225, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.177475929260254, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8759836554527283, + "num_tokens": 734997132.0, + "step": 19260 + }, + { + "epoch": 2.450197175931815, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.205479621887207, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8660613298416138, + "num_tokens": 735036192.0, + "step": 19261 + }, + { + "epoch": 2.450324386210406, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.137730598449707, + "learning_rate": 1e-06, + "loss": 0.3239, + "mean_token_accuracy": 0.8903032541275024, + "num_tokens": 735079368.0, + "step": 19262 + }, + { + "epoch": 2.450451596488996, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.209890365600586, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8840328454971313, + "num_tokens": 735109714.0, + "step": 19263 + }, + { + "epoch": 2.4505788067675867, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.175853729248047, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8746389150619507, + "num_tokens": 735152712.0, + "step": 19264 + }, + { + "epoch": 2.450706017046177, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.204608917236328, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.872717022895813, + "num_tokens": 735193313.0, + "step": 19265 + }, + { + "epoch": 2.4508332273247677, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.165614128112793, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8909111022949219, + "num_tokens": 735235413.0, + "step": 19266 + }, + { + "epoch": 2.4509604376033582, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.200671195983887, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8775641918182373, + "num_tokens": 735270809.0, + "step": 19267 + }, + { + "epoch": 2.4510876478819488, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.16305923461914, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8707756996154785, + "num_tokens": 735309790.0, + "step": 19268 + }, + { + "epoch": 2.4512148581605393, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.186254501342773, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8779173493385315, + "num_tokens": 735341084.0, + "step": 19269 + }, + { + "epoch": 2.45134206843913, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.184338569641113, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8932987451553345, + "num_tokens": 735376964.0, + "step": 19270 + }, + { + "epoch": 2.4514692787177204, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.195475578308105, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8864841461181641, + "num_tokens": 735413296.0, + "step": 19271 + }, + { + "epoch": 2.451596488996311, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.119905471801758, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8826035261154175, + "num_tokens": 735454992.0, + "step": 19272 + }, + { + "epoch": 2.4517236992749014, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.179986000061035, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8795624375343323, + "num_tokens": 735493315.0, + "step": 19273 + }, + { + "epoch": 2.451850909553492, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.161877632141113, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.885160505771637, + "num_tokens": 735532666.0, + "step": 19274 + }, + { + "epoch": 2.4519781198320825, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.184405326843262, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8761041164398193, + "num_tokens": 735571987.0, + "step": 19275 + }, + { + "epoch": 2.452105330110673, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.187138557434082, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8757867217063904, + "num_tokens": 735609409.0, + "step": 19276 + }, + { + "epoch": 2.4522325403892635, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.241000175476074, + "learning_rate": 1e-06, + "loss": 0.4459, + "mean_token_accuracy": 0.8529910445213318, + "num_tokens": 735647299.0, + "step": 19277 + }, + { + "epoch": 2.452359750667854, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.200438499450684, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8862849473953247, + "num_tokens": 735677757.0, + "step": 19278 + }, + { + "epoch": 2.4524869609464446, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.158570289611816, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8826876282691956, + "num_tokens": 735723924.0, + "step": 19279 + }, + { + "epoch": 2.452614171225035, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.201498985290527, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8627435564994812, + "num_tokens": 735758105.0, + "step": 19280 + }, + { + "epoch": 2.4527413815036256, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.183432579040527, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8749891519546509, + "num_tokens": 735797603.0, + "step": 19281 + }, + { + "epoch": 2.452868591782216, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.22083568572998, + "learning_rate": 1e-06, + "loss": 0.4454, + "mean_token_accuracy": 0.852308988571167, + "num_tokens": 735838958.0, + "step": 19282 + }, + { + "epoch": 2.4529958020608067, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.173291206359863, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8685733079910278, + "num_tokens": 735878894.0, + "step": 19283 + }, + { + "epoch": 2.453123012339397, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.158827781677246, + "learning_rate": 1e-06, + "loss": 0.2781, + "mean_token_accuracy": 0.9070324897766113, + "num_tokens": 735913222.0, + "step": 19284 + }, + { + "epoch": 2.4532502226179878, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.16418743133545, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8848097324371338, + "num_tokens": 735951884.0, + "step": 19285 + }, + { + "epoch": 2.453377432896578, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.175711631774902, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8739073872566223, + "num_tokens": 735998955.0, + "step": 19286 + }, + { + "epoch": 2.4535046431751684, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.188580513000488, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8770954608917236, + "num_tokens": 736039631.0, + "step": 19287 + }, + { + "epoch": 2.453631853453759, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.134806632995605, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8734034299850464, + "num_tokens": 736085100.0, + "step": 19288 + }, + { + "epoch": 2.4537590637323494, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.255931854248047, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8926364183425903, + "num_tokens": 736119680.0, + "step": 19289 + }, + { + "epoch": 2.45388627401094, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.133995056152344, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8894146084785461, + "num_tokens": 736159769.0, + "step": 19290 + }, + { + "epoch": 2.4540134842895305, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.199610710144043, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8835412263870239, + "num_tokens": 736199566.0, + "step": 19291 + }, + { + "epoch": 2.454140694568121, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.152715682983398, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8825525045394897, + "num_tokens": 736239238.0, + "step": 19292 + }, + { + "epoch": 2.4542679048467115, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.213848114013672, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8801973462104797, + "num_tokens": 736274576.0, + "step": 19293 + }, + { + "epoch": 2.454395115125302, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.196767807006836, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.871724545955658, + "num_tokens": 736307509.0, + "step": 19294 + }, + { + "epoch": 2.4545223254038926, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.129755973815918, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8729556798934937, + "num_tokens": 736348313.0, + "step": 19295 + }, + { + "epoch": 2.454649535682483, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.197062492370605, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8747773170471191, + "num_tokens": 736380716.0, + "step": 19296 + }, + { + "epoch": 2.4547767459610736, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.229585647583008, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8569400310516357, + "num_tokens": 736422669.0, + "step": 19297 + }, + { + "epoch": 2.454903956239664, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.217764854431152, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8851536512374878, + "num_tokens": 736452929.0, + "step": 19298 + }, + { + "epoch": 2.4550311665182547, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.198481559753418, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8779905438423157, + "num_tokens": 736486755.0, + "step": 19299 + }, + { + "epoch": 2.4551583767968452, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.12063217163086, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8861091136932373, + "num_tokens": 736521542.0, + "step": 19300 + }, + { + "epoch": 2.4552855870754358, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.249512672424316, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8788052797317505, + "num_tokens": 736557312.0, + "step": 19301 + }, + { + "epoch": 2.4554127973540263, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.204964637756348, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8733673095703125, + "num_tokens": 736596469.0, + "step": 19302 + }, + { + "epoch": 2.455540007632617, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.250526428222656, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8633379936218262, + "num_tokens": 736636078.0, + "step": 19303 + }, + { + "epoch": 2.4556672179112073, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.218744277954102, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8892114758491516, + "num_tokens": 736674117.0, + "step": 19304 + }, + { + "epoch": 2.455794428189798, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.207710266113281, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8748786449432373, + "num_tokens": 736709116.0, + "step": 19305 + }, + { + "epoch": 2.4559216384683884, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.216899871826172, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8707317113876343, + "num_tokens": 736750383.0, + "step": 19306 + }, + { + "epoch": 2.456048848746979, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.210122108459473, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8665996789932251, + "num_tokens": 736790836.0, + "step": 19307 + }, + { + "epoch": 2.4561760590255695, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.203107833862305, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8759114742279053, + "num_tokens": 736826085.0, + "step": 19308 + }, + { + "epoch": 2.4563032693041595, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.218276977539062, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8763716220855713, + "num_tokens": 736860599.0, + "step": 19309 + }, + { + "epoch": 2.4564304795827505, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.227386474609375, + "learning_rate": 1e-06, + "loss": 0.3053, + "mean_token_accuracy": 0.8942920565605164, + "num_tokens": 736893286.0, + "step": 19310 + }, + { + "epoch": 2.4565576898613406, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.237722396850586, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8871258497238159, + "num_tokens": 736931597.0, + "step": 19311 + }, + { + "epoch": 2.456684900139931, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.264772415161133, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8857567310333252, + "num_tokens": 736972183.0, + "step": 19312 + }, + { + "epoch": 2.4568121104185217, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.239866256713867, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.884087085723877, + "num_tokens": 737004184.0, + "step": 19313 + }, + { + "epoch": 2.456939320697112, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.169306755065918, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8773521184921265, + "num_tokens": 737042644.0, + "step": 19314 + }, + { + "epoch": 2.4570665309757027, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.250718116760254, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8689992427825928, + "num_tokens": 737074830.0, + "step": 19315 + }, + { + "epoch": 2.4571937412542932, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.235891342163086, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8855518102645874, + "num_tokens": 737107756.0, + "step": 19316 + }, + { + "epoch": 2.4573209515328838, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.269648551940918, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8860435485839844, + "num_tokens": 737143457.0, + "step": 19317 + }, + { + "epoch": 2.4574481618114743, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.26314640045166, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8736288547515869, + "num_tokens": 737177005.0, + "step": 19318 + }, + { + "epoch": 2.457575372090065, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.185921669006348, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8690433502197266, + "num_tokens": 737218265.0, + "step": 19319 + }, + { + "epoch": 2.4577025823686554, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.253512382507324, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8684890270233154, + "num_tokens": 737259495.0, + "step": 19320 + }, + { + "epoch": 2.457829792647246, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.21824836730957, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8701310753822327, + "num_tokens": 737300073.0, + "step": 19321 + }, + { + "epoch": 2.4579570029258364, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.196185111999512, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8794896006584167, + "num_tokens": 737334716.0, + "step": 19322 + }, + { + "epoch": 2.458084213204427, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.189242362976074, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8815639019012451, + "num_tokens": 737377086.0, + "step": 19323 + }, + { + "epoch": 2.4582114234830175, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.229120254516602, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8674905300140381, + "num_tokens": 737418259.0, + "step": 19324 + }, + { + "epoch": 2.458338633761608, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.285660743713379, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8679096698760986, + "num_tokens": 737453150.0, + "step": 19325 + }, + { + "epoch": 2.4584658440401985, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.125555992126465, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.8926868438720703, + "num_tokens": 737495552.0, + "step": 19326 + }, + { + "epoch": 2.458593054318789, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.186213493347168, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8839025497436523, + "num_tokens": 737537518.0, + "step": 19327 + }, + { + "epoch": 2.4587202645973796, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.186558723449707, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8746578097343445, + "num_tokens": 737577472.0, + "step": 19328 + }, + { + "epoch": 2.45884747487597, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.219759941101074, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8683171272277832, + "num_tokens": 737617250.0, + "step": 19329 + }, + { + "epoch": 2.4589746851545606, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.200931549072266, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8808017373085022, + "num_tokens": 737655544.0, + "step": 19330 + }, + { + "epoch": 2.459101895433151, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.226725578308105, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8805181980133057, + "num_tokens": 737688644.0, + "step": 19331 + }, + { + "epoch": 2.4592291057117417, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.183269500732422, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8816386461257935, + "num_tokens": 737730264.0, + "step": 19332 + }, + { + "epoch": 2.459356315990332, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.240266799926758, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8730310201644897, + "num_tokens": 737763578.0, + "step": 19333 + }, + { + "epoch": 2.4594835262689223, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.208514213562012, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8783750534057617, + "num_tokens": 737804062.0, + "step": 19334 + }, + { + "epoch": 2.4596107365475133, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.18846321105957, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8912910223007202, + "num_tokens": 737845608.0, + "step": 19335 + }, + { + "epoch": 2.4597379468261034, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.239280700683594, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8603332042694092, + "num_tokens": 737881366.0, + "step": 19336 + }, + { + "epoch": 2.459865157104694, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.243288040161133, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8705542087554932, + "num_tokens": 737922595.0, + "step": 19337 + }, + { + "epoch": 2.4599923673832844, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.23336124420166, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8846971392631531, + "num_tokens": 737956368.0, + "step": 19338 + }, + { + "epoch": 2.460119577661875, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.166053771972656, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.88206946849823, + "num_tokens": 738000167.0, + "step": 19339 + }, + { + "epoch": 2.4602467879404655, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.166179656982422, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8708082437515259, + "num_tokens": 738040850.0, + "step": 19340 + }, + { + "epoch": 2.460373998219056, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.242927551269531, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8766076564788818, + "num_tokens": 738080370.0, + "step": 19341 + }, + { + "epoch": 2.4605012084976465, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.164109230041504, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8830262422561646, + "num_tokens": 738116751.0, + "step": 19342 + }, + { + "epoch": 2.460628418776237, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.12708568572998, + "learning_rate": 1e-06, + "loss": 0.2942, + "mean_token_accuracy": 0.8943777084350586, + "num_tokens": 738154597.0, + "step": 19343 + }, + { + "epoch": 2.4607556290548276, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.131855010986328, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8847620487213135, + "num_tokens": 738186484.0, + "step": 19344 + }, + { + "epoch": 2.460882839333418, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.23816204071045, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8815089464187622, + "num_tokens": 738217722.0, + "step": 19345 + }, + { + "epoch": 2.4610100496120086, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.165620803833008, + "learning_rate": 1e-06, + "loss": 0.3241, + "mean_token_accuracy": 0.8907876014709473, + "num_tokens": 738255304.0, + "step": 19346 + }, + { + "epoch": 2.461137259890599, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.159605979919434, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8733044862747192, + "num_tokens": 738292162.0, + "step": 19347 + }, + { + "epoch": 2.4612644701691897, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.17978572845459, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8901079893112183, + "num_tokens": 738332851.0, + "step": 19348 + }, + { + "epoch": 2.4613916804477802, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.169140815734863, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.888007640838623, + "num_tokens": 738375120.0, + "step": 19349 + }, + { + "epoch": 2.4615188907263708, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.203974723815918, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.869861900806427, + "num_tokens": 738413857.0, + "step": 19350 + }, + { + "epoch": 2.4616461010049613, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.156576156616211, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8718159198760986, + "num_tokens": 738450097.0, + "step": 19351 + }, + { + "epoch": 2.461773311283552, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.237722396850586, + "learning_rate": 1e-06, + "loss": 0.4349, + "mean_token_accuracy": 0.8592076301574707, + "num_tokens": 738483784.0, + "step": 19352 + }, + { + "epoch": 2.4619005215621423, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.238929748535156, + "learning_rate": 1e-06, + "loss": 0.4276, + "mean_token_accuracy": 0.8598814010620117, + "num_tokens": 738526820.0, + "step": 19353 + }, + { + "epoch": 2.462027731840733, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.209559440612793, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8648101687431335, + "num_tokens": 738569049.0, + "step": 19354 + }, + { + "epoch": 2.4621549421193234, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.25527572631836, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.87470543384552, + "num_tokens": 738608320.0, + "step": 19355 + }, + { + "epoch": 2.462282152397914, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.18629264831543, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.8930209875106812, + "num_tokens": 738645566.0, + "step": 19356 + }, + { + "epoch": 2.4624093626765045, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.278468132019043, + "learning_rate": 1e-06, + "loss": 0.437, + "mean_token_accuracy": 0.8552663326263428, + "num_tokens": 738686184.0, + "step": 19357 + }, + { + "epoch": 2.462536572955095, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.175143241882324, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.865411639213562, + "num_tokens": 738728820.0, + "step": 19358 + }, + { + "epoch": 2.462663783233685, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.248820304870605, + "learning_rate": 1e-06, + "loss": 0.4523, + "mean_token_accuracy": 0.8506319522857666, + "num_tokens": 738760180.0, + "step": 19359 + }, + { + "epoch": 2.462790993512276, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.24106502532959, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8855818510055542, + "num_tokens": 738795501.0, + "step": 19360 + }, + { + "epoch": 2.462918203790866, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.198802947998047, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8693267107009888, + "num_tokens": 738831027.0, + "step": 19361 + }, + { + "epoch": 2.4630454140694567, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.170849800109863, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8605523109436035, + "num_tokens": 738870383.0, + "step": 19362 + }, + { + "epoch": 2.463172624348047, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.205506324768066, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8815781474113464, + "num_tokens": 738908231.0, + "step": 19363 + }, + { + "epoch": 2.4632998346266377, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.141071319580078, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8689261674880981, + "num_tokens": 738950927.0, + "step": 19364 + }, + { + "epoch": 2.4634270449052282, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.166940689086914, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8887108564376831, + "num_tokens": 738989857.0, + "step": 19365 + }, + { + "epoch": 2.4635542551838188, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.244364738464355, + "learning_rate": 1e-06, + "loss": 0.3259, + "mean_token_accuracy": 0.8906887769699097, + "num_tokens": 739021281.0, + "step": 19366 + }, + { + "epoch": 2.4636814654624093, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.178460121154785, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8849947452545166, + "num_tokens": 739063475.0, + "step": 19367 + }, + { + "epoch": 2.463808675741, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.217260360717773, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.873266339302063, + "num_tokens": 739107083.0, + "step": 19368 + }, + { + "epoch": 2.4639358860195903, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.222869873046875, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.85783851146698, + "num_tokens": 739152002.0, + "step": 19369 + }, + { + "epoch": 2.464063096298181, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.175618171691895, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8749440908432007, + "num_tokens": 739191781.0, + "step": 19370 + }, + { + "epoch": 2.4641903065767714, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.223087310791016, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.897316038608551, + "num_tokens": 739230374.0, + "step": 19371 + }, + { + "epoch": 2.464317516855362, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.145834922790527, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8751338720321655, + "num_tokens": 739267310.0, + "step": 19372 + }, + { + "epoch": 2.4644447271339525, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.250728607177734, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8799632787704468, + "num_tokens": 739305074.0, + "step": 19373 + }, + { + "epoch": 2.464571937412543, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.265985488891602, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8701105117797852, + "num_tokens": 739343028.0, + "step": 19374 + }, + { + "epoch": 2.4646991476911335, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.172359466552734, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8761293292045593, + "num_tokens": 739384364.0, + "step": 19375 + }, + { + "epoch": 2.464826357969724, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.223775863647461, + "learning_rate": 1e-06, + "loss": 0.3173, + "mean_token_accuracy": 0.8930414915084839, + "num_tokens": 739423564.0, + "step": 19376 + }, + { + "epoch": 2.4649535682483146, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.233254432678223, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8855622410774231, + "num_tokens": 739457609.0, + "step": 19377 + }, + { + "epoch": 2.465080778526905, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.242033004760742, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8782359957695007, + "num_tokens": 739497204.0, + "step": 19378 + }, + { + "epoch": 2.4652079888054956, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.216440200805664, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8711883425712585, + "num_tokens": 739543688.0, + "step": 19379 + }, + { + "epoch": 2.465335199084086, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.325457572937012, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8893693685531616, + "num_tokens": 739578221.0, + "step": 19380 + }, + { + "epoch": 2.4654624093626767, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.22629451751709, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8832654356956482, + "num_tokens": 739615892.0, + "step": 19381 + }, + { + "epoch": 2.4655896196412668, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.209537506103516, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8633946180343628, + "num_tokens": 739657697.0, + "step": 19382 + }, + { + "epoch": 2.4657168299198577, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.210445404052734, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8856679797172546, + "num_tokens": 739694173.0, + "step": 19383 + }, + { + "epoch": 2.465844040198448, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.197651863098145, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8756332397460938, + "num_tokens": 739734111.0, + "step": 19384 + }, + { + "epoch": 2.4659712504770384, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.22347640991211, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.879840075969696, + "num_tokens": 739771409.0, + "step": 19385 + }, + { + "epoch": 2.466098460755629, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.236748695373535, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.8643712401390076, + "num_tokens": 739807185.0, + "step": 19386 + }, + { + "epoch": 2.4662256710342194, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.262011528015137, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8899878263473511, + "num_tokens": 739837750.0, + "step": 19387 + }, + { + "epoch": 2.46635288131281, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.185800552368164, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8771350383758545, + "num_tokens": 739879516.0, + "step": 19388 + }, + { + "epoch": 2.4664800915914005, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.211714744567871, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8839740753173828, + "num_tokens": 739918688.0, + "step": 19389 + }, + { + "epoch": 2.466607301869991, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.200237274169922, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8817889094352722, + "num_tokens": 739958978.0, + "step": 19390 + }, + { + "epoch": 2.4667345121485815, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.218819618225098, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8822312355041504, + "num_tokens": 740002428.0, + "step": 19391 + }, + { + "epoch": 2.466861722427172, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.199918746948242, + "learning_rate": 1e-06, + "loss": 0.3118, + "mean_token_accuracy": 0.8978753089904785, + "num_tokens": 740045856.0, + "step": 19392 + }, + { + "epoch": 2.4669889327057626, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.22641658782959, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.8759393692016602, + "num_tokens": 740084512.0, + "step": 19393 + }, + { + "epoch": 2.467116142984353, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.214900970458984, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8882263898849487, + "num_tokens": 740129624.0, + "step": 19394 + }, + { + "epoch": 2.4672433532629436, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.23823070526123, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8611454367637634, + "num_tokens": 740168368.0, + "step": 19395 + }, + { + "epoch": 2.467370563541534, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.224077224731445, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8714964985847473, + "num_tokens": 740206670.0, + "step": 19396 + }, + { + "epoch": 2.4674977738201247, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.216289520263672, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8566684722900391, + "num_tokens": 740246422.0, + "step": 19397 + }, + { + "epoch": 2.4676249840987152, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.188095092773438, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8756107091903687, + "num_tokens": 740284450.0, + "step": 19398 + }, + { + "epoch": 2.4677521943773058, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.252418518066406, + "learning_rate": 1e-06, + "loss": 0.4272, + "mean_token_accuracy": 0.8559458255767822, + "num_tokens": 740319062.0, + "step": 19399 + }, + { + "epoch": 2.4678794046558963, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.2266845703125, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8792315721511841, + "num_tokens": 740353996.0, + "step": 19400 + }, + { + "epoch": 2.468006614934487, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.192453384399414, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.876704752445221, + "num_tokens": 740394694.0, + "step": 19401 + }, + { + "epoch": 2.4681338252130773, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.168811798095703, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8967388868331909, + "num_tokens": 740436567.0, + "step": 19402 + }, + { + "epoch": 2.468261035491668, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.264191627502441, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8705074191093445, + "num_tokens": 740476458.0, + "step": 19403 + }, + { + "epoch": 2.4683882457702584, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.215529441833496, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8856767416000366, + "num_tokens": 740514703.0, + "step": 19404 + }, + { + "epoch": 2.468515456048849, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.212076187133789, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8877910375595093, + "num_tokens": 740552328.0, + "step": 19405 + }, + { + "epoch": 2.4686426663274394, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.252493858337402, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.859078049659729, + "num_tokens": 740593141.0, + "step": 19406 + }, + { + "epoch": 2.4687698766060295, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.192597389221191, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8869462013244629, + "num_tokens": 740634097.0, + "step": 19407 + }, + { + "epoch": 2.4688970868846205, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.172615051269531, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8819107413291931, + "num_tokens": 740672917.0, + "step": 19408 + }, + { + "epoch": 2.4690242971632106, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.223816871643066, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8732136487960815, + "num_tokens": 740709351.0, + "step": 19409 + }, + { + "epoch": 2.469151507441801, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.205611228942871, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8685028553009033, + "num_tokens": 740744049.0, + "step": 19410 + }, + { + "epoch": 2.4692787177203916, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.200358390808105, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8805054426193237, + "num_tokens": 740784765.0, + "step": 19411 + }, + { + "epoch": 2.469405927998982, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.26343822479248, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8708040118217468, + "num_tokens": 740815859.0, + "step": 19412 + }, + { + "epoch": 2.4695331382775727, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.168645858764648, + "learning_rate": 1e-06, + "loss": 0.3053, + "mean_token_accuracy": 0.8955079913139343, + "num_tokens": 740854300.0, + "step": 19413 + }, + { + "epoch": 2.4696603485561632, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.229084968566895, + "learning_rate": 1e-06, + "loss": 0.4154, + "mean_token_accuracy": 0.8617318868637085, + "num_tokens": 740891836.0, + "step": 19414 + }, + { + "epoch": 2.4697875588347538, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.228809356689453, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8855623602867126, + "num_tokens": 740927434.0, + "step": 19415 + }, + { + "epoch": 2.4699147691133443, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.139458656311035, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8798090815544128, + "num_tokens": 740973707.0, + "step": 19416 + }, + { + "epoch": 2.470041979391935, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.165848731994629, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8850027322769165, + "num_tokens": 741015953.0, + "step": 19417 + }, + { + "epoch": 2.4701691896705253, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.2426176071167, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8850394487380981, + "num_tokens": 741049634.0, + "step": 19418 + }, + { + "epoch": 2.470296399949116, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.210864067077637, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8878730535507202, + "num_tokens": 741084267.0, + "step": 19419 + }, + { + "epoch": 2.4704236102277064, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.174131393432617, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8836936950683594, + "num_tokens": 741122237.0, + "step": 19420 + }, + { + "epoch": 2.470550820506297, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.227096557617188, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8667168617248535, + "num_tokens": 741163593.0, + "step": 19421 + }, + { + "epoch": 2.4706780307848875, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.195769309997559, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8669793009757996, + "num_tokens": 741202328.0, + "step": 19422 + }, + { + "epoch": 2.470805241063478, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.209394454956055, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.8973820805549622, + "num_tokens": 741240095.0, + "step": 19423 + }, + { + "epoch": 2.4709324513420685, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.198758125305176, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.879868745803833, + "num_tokens": 741278509.0, + "step": 19424 + }, + { + "epoch": 2.471059661620659, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.245688438415527, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8734483122825623, + "num_tokens": 741321446.0, + "step": 19425 + }, + { + "epoch": 2.4711868718992496, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.17185115814209, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8739906549453735, + "num_tokens": 741360469.0, + "step": 19426 + }, + { + "epoch": 2.47131408217784, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.270726203918457, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.868581235408783, + "num_tokens": 741393833.0, + "step": 19427 + }, + { + "epoch": 2.4714412924564306, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.25241470336914, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8827584981918335, + "num_tokens": 741426956.0, + "step": 19428 + }, + { + "epoch": 2.471568502735021, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.187548637390137, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8774234056472778, + "num_tokens": 741464820.0, + "step": 19429 + }, + { + "epoch": 2.4716957130136117, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.254589080810547, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.883755087852478, + "num_tokens": 741499519.0, + "step": 19430 + }, + { + "epoch": 2.471822923292202, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.226142883300781, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8849132061004639, + "num_tokens": 741533443.0, + "step": 19431 + }, + { + "epoch": 2.4719501335707923, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.189493179321289, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8743054866790771, + "num_tokens": 741576849.0, + "step": 19432 + }, + { + "epoch": 2.4720773438493833, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.198854446411133, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8823269605636597, + "num_tokens": 741614653.0, + "step": 19433 + }, + { + "epoch": 2.4722045541279734, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.210474014282227, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8722057938575745, + "num_tokens": 741649354.0, + "step": 19434 + }, + { + "epoch": 2.472331764406564, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.18628215789795, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8699722290039062, + "num_tokens": 741692257.0, + "step": 19435 + }, + { + "epoch": 2.4724589746851544, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.208127975463867, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8752175569534302, + "num_tokens": 741729739.0, + "step": 19436 + }, + { + "epoch": 2.472586184963745, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.237009048461914, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.868301510810852, + "num_tokens": 741763409.0, + "step": 19437 + }, + { + "epoch": 2.4727133952423355, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.229595184326172, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8748441934585571, + "num_tokens": 741798746.0, + "step": 19438 + }, + { + "epoch": 2.472840605520926, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.164711952209473, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8863146305084229, + "num_tokens": 741840488.0, + "step": 19439 + }, + { + "epoch": 2.4729678157995165, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.275060653686523, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8933233618736267, + "num_tokens": 741880839.0, + "step": 19440 + }, + { + "epoch": 2.473095026078107, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.265053749084473, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8720414638519287, + "num_tokens": 741919317.0, + "step": 19441 + }, + { + "epoch": 2.4732222363566976, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.214091300964355, + "learning_rate": 1e-06, + "loss": 0.4246, + "mean_token_accuracy": 0.8587338924407959, + "num_tokens": 741955782.0, + "step": 19442 + }, + { + "epoch": 2.473349446635288, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.244061470031738, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8715133666992188, + "num_tokens": 741990410.0, + "step": 19443 + }, + { + "epoch": 2.4734766569138786, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.228130340576172, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8736770749092102, + "num_tokens": 742031536.0, + "step": 19444 + }, + { + "epoch": 2.473603867192469, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.242098808288574, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8668614029884338, + "num_tokens": 742067222.0, + "step": 19445 + }, + { + "epoch": 2.4737310774710597, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.216489791870117, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8887564539909363, + "num_tokens": 742114740.0, + "step": 19446 + }, + { + "epoch": 2.47385828774965, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.226414680480957, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.885988712310791, + "num_tokens": 742149344.0, + "step": 19447 + }, + { + "epoch": 2.4739854980282407, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.244141578674316, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8794276714324951, + "num_tokens": 742191089.0, + "step": 19448 + }, + { + "epoch": 2.4741127083068313, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.195380210876465, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8767892122268677, + "num_tokens": 742224944.0, + "step": 19449 + }, + { + "epoch": 2.474239918585422, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.488526344299316, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.867724597454071, + "num_tokens": 742263674.0, + "step": 19450 + }, + { + "epoch": 2.4743671288640123, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.207179069519043, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.871894121170044, + "num_tokens": 742300424.0, + "step": 19451 + }, + { + "epoch": 2.474494339142603, + "ewc_loss": 0.0169677734375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.6927719116210938e-05, + "grad_norm": 12.193647384643555, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.886808454990387, + "num_tokens": 742333854.0, + "step": 19452 + }, + { + "epoch": 2.4746215494211934, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.248879432678223, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.885513186454773, + "num_tokens": 742377126.0, + "step": 19453 + }, + { + "epoch": 2.474748759699784, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.190826416015625, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8765064477920532, + "num_tokens": 742421284.0, + "step": 19454 + }, + { + "epoch": 2.4748759699783744, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.155342102050781, + "learning_rate": 1e-06, + "loss": 0.4245, + "mean_token_accuracy": 0.8614751696586609, + "num_tokens": 742459124.0, + "step": 19455 + }, + { + "epoch": 2.475003180256965, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.23664665222168, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8691082000732422, + "num_tokens": 742493137.0, + "step": 19456 + }, + { + "epoch": 2.475130390535555, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.192317008972168, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8812504410743713, + "num_tokens": 742529805.0, + "step": 19457 + }, + { + "epoch": 2.475257600814146, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.214804649353027, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.8910126686096191, + "num_tokens": 742560859.0, + "step": 19458 + }, + { + "epoch": 2.475384811092736, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.2337064743042, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8893890380859375, + "num_tokens": 742601465.0, + "step": 19459 + }, + { + "epoch": 2.4755120213713266, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.174744606018066, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8711885213851929, + "num_tokens": 742639242.0, + "step": 19460 + }, + { + "epoch": 2.475639231649917, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.277337074279785, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8780341148376465, + "num_tokens": 742676574.0, + "step": 19461 + }, + { + "epoch": 2.4757664419285077, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.228949546813965, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8665394186973572, + "num_tokens": 742713326.0, + "step": 19462 + }, + { + "epoch": 2.4758936522070982, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.215960502624512, + "learning_rate": 1e-06, + "loss": 0.427, + "mean_token_accuracy": 0.8551821708679199, + "num_tokens": 742756883.0, + "step": 19463 + }, + { + "epoch": 2.4760208624856888, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.219151496887207, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.873782753944397, + "num_tokens": 742794301.0, + "step": 19464 + }, + { + "epoch": 2.4761480727642793, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.2283935546875, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8793724775314331, + "num_tokens": 742832966.0, + "step": 19465 + }, + { + "epoch": 2.47627528304287, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.20798397064209, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8738870620727539, + "num_tokens": 742872926.0, + "step": 19466 + }, + { + "epoch": 2.4764024933214603, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.180097579956055, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8849321007728577, + "num_tokens": 742910838.0, + "step": 19467 + }, + { + "epoch": 2.476529703600051, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.180289268493652, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8848516941070557, + "num_tokens": 742950098.0, + "step": 19468 + }, + { + "epoch": 2.4766569138786414, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.258514404296875, + "learning_rate": 1e-06, + "loss": 0.3272, + "mean_token_accuracy": 0.8875448703765869, + "num_tokens": 742983872.0, + "step": 19469 + }, + { + "epoch": 2.476784124157232, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.194169044494629, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8663190603256226, + "num_tokens": 743029816.0, + "step": 19470 + }, + { + "epoch": 2.4769113344358225, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.207405090332031, + "learning_rate": 1e-06, + "loss": 0.3861, + "mean_token_accuracy": 0.8689142465591431, + "num_tokens": 743068565.0, + "step": 19471 + }, + { + "epoch": 2.477038544714413, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.233744621276855, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.878320038318634, + "num_tokens": 743112137.0, + "step": 19472 + }, + { + "epoch": 2.4771657549930035, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.237860679626465, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8915554881095886, + "num_tokens": 743145067.0, + "step": 19473 + }, + { + "epoch": 2.477292965271594, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.20893669128418, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8820525407791138, + "num_tokens": 743177017.0, + "step": 19474 + }, + { + "epoch": 2.4774201755501846, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.183452606201172, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8772872686386108, + "num_tokens": 743218121.0, + "step": 19475 + }, + { + "epoch": 2.477547385828775, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.232034683227539, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8832569122314453, + "num_tokens": 743256635.0, + "step": 19476 + }, + { + "epoch": 2.4776745961073656, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.23674488067627, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8751661777496338, + "num_tokens": 743293801.0, + "step": 19477 + }, + { + "epoch": 2.477801806385956, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.16811752319336, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8914152383804321, + "num_tokens": 743331582.0, + "step": 19478 + }, + { + "epoch": 2.4779290166645467, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.204951286315918, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8806473016738892, + "num_tokens": 743369901.0, + "step": 19479 + }, + { + "epoch": 2.4780562269431368, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.201078414916992, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8728023767471313, + "num_tokens": 743405808.0, + "step": 19480 + }, + { + "epoch": 2.4781834372217277, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.215540885925293, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8799858689308167, + "num_tokens": 743447236.0, + "step": 19481 + }, + { + "epoch": 2.478310647500318, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.155648231506348, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8844687342643738, + "num_tokens": 743486494.0, + "step": 19482 + }, + { + "epoch": 2.4784378577789083, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.20829963684082, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8734540939331055, + "num_tokens": 743523941.0, + "step": 19483 + }, + { + "epoch": 2.478565068057499, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.228474617004395, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8826850652694702, + "num_tokens": 743554169.0, + "step": 19484 + }, + { + "epoch": 2.4786922783360894, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.259055137634277, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8632634282112122, + "num_tokens": 743594656.0, + "step": 19485 + }, + { + "epoch": 2.47881948861468, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.218984603881836, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8842734098434448, + "num_tokens": 743628638.0, + "step": 19486 + }, + { + "epoch": 2.4789466988932705, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.275104522705078, + "learning_rate": 1e-06, + "loss": 0.3961, + "mean_token_accuracy": 0.8713669776916504, + "num_tokens": 743665382.0, + "step": 19487 + }, + { + "epoch": 2.479073909171861, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.230599403381348, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8896803259849548, + "num_tokens": 743701712.0, + "step": 19488 + }, + { + "epoch": 2.4792011194504515, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.231051445007324, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8779281973838806, + "num_tokens": 743740347.0, + "step": 19489 + }, + { + "epoch": 2.479328329729042, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.210686683654785, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8792847394943237, + "num_tokens": 743775434.0, + "step": 19490 + }, + { + "epoch": 2.4794555400076326, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.203959465026855, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8772604465484619, + "num_tokens": 743812475.0, + "step": 19491 + }, + { + "epoch": 2.479582750286223, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.167411804199219, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8683115243911743, + "num_tokens": 743851350.0, + "step": 19492 + }, + { + "epoch": 2.4797099605648136, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.27908706665039, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8759837746620178, + "num_tokens": 743885086.0, + "step": 19493 + }, + { + "epoch": 2.479837170843404, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.2008056640625, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8807724714279175, + "num_tokens": 743931747.0, + "step": 19494 + }, + { + "epoch": 2.4799643811219947, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.24140453338623, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8892872333526611, + "num_tokens": 743971806.0, + "step": 19495 + }, + { + "epoch": 2.480091591400585, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.22580337524414, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8888309001922607, + "num_tokens": 744005304.0, + "step": 19496 + }, + { + "epoch": 2.4802188016791757, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.241153717041016, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8691592812538147, + "num_tokens": 744051159.0, + "step": 19497 + }, + { + "epoch": 2.4803460119577663, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.197866439819336, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8598856925964355, + "num_tokens": 744089856.0, + "step": 19498 + }, + { + "epoch": 2.480473222236357, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.181166648864746, + "learning_rate": 1e-06, + "loss": 0.4309, + "mean_token_accuracy": 0.8589458465576172, + "num_tokens": 744136355.0, + "step": 19499 + }, + { + "epoch": 2.4806004325149473, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.180887222290039, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8664301633834839, + "num_tokens": 744177682.0, + "step": 19500 + }, + { + "epoch": 2.480727642793538, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.2571382522583, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.878825306892395, + "num_tokens": 744214209.0, + "step": 19501 + }, + { + "epoch": 2.4808548530721284, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.218182563781738, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8613734245300293, + "num_tokens": 744257923.0, + "step": 19502 + }, + { + "epoch": 2.480982063350719, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.235137939453125, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8837525248527527, + "num_tokens": 744293370.0, + "step": 19503 + }, + { + "epoch": 2.4811092736293094, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.20242691040039, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8830236792564392, + "num_tokens": 744328572.0, + "step": 19504 + }, + { + "epoch": 2.4812364839078995, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.21136474609375, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8619060516357422, + "num_tokens": 744364124.0, + "step": 19505 + }, + { + "epoch": 2.4813636941864905, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.231647491455078, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8809765577316284, + "num_tokens": 744403679.0, + "step": 19506 + }, + { + "epoch": 2.4814909044650806, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.199715614318848, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8773100972175598, + "num_tokens": 744440922.0, + "step": 19507 + }, + { + "epoch": 2.481618114743671, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.20713996887207, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8754338622093201, + "num_tokens": 744479025.0, + "step": 19508 + }, + { + "epoch": 2.4817453250222616, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.153961181640625, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8794955015182495, + "num_tokens": 744514165.0, + "step": 19509 + }, + { + "epoch": 2.481872535300852, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.248068809509277, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8723885416984558, + "num_tokens": 744547210.0, + "step": 19510 + }, + { + "epoch": 2.4819997455794427, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.251266479492188, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8765509128570557, + "num_tokens": 744585132.0, + "step": 19511 + }, + { + "epoch": 2.4821269558580332, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.193489074707031, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8871873021125793, + "num_tokens": 744617921.0, + "step": 19512 + }, + { + "epoch": 2.4822541661366238, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.2216215133667, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8717632293701172, + "num_tokens": 744653095.0, + "step": 19513 + }, + { + "epoch": 2.4823813764152143, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.296028137207031, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8828873634338379, + "num_tokens": 744688258.0, + "step": 19514 + }, + { + "epoch": 2.482508586693805, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.24767780303955, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8777438402175903, + "num_tokens": 744723500.0, + "step": 19515 + }, + { + "epoch": 2.4826357969723953, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.237467765808105, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8780414462089539, + "num_tokens": 744757133.0, + "step": 19516 + }, + { + "epoch": 2.482763007250986, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.18751049041748, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8902004361152649, + "num_tokens": 744793814.0, + "step": 19517 + }, + { + "epoch": 2.4828902175295764, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.277002334594727, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8799543380737305, + "num_tokens": 744828680.0, + "step": 19518 + }, + { + "epoch": 2.483017427808167, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.25621223449707, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8729281425476074, + "num_tokens": 744861642.0, + "step": 19519 + }, + { + "epoch": 2.4831446380867574, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.190011024475098, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8884490132331848, + "num_tokens": 744900345.0, + "step": 19520 + }, + { + "epoch": 2.483271848365348, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.211697578430176, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8833611607551575, + "num_tokens": 744938589.0, + "step": 19521 + }, + { + "epoch": 2.4833990586439385, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.251148223876953, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8694834113121033, + "num_tokens": 744975385.0, + "step": 19522 + }, + { + "epoch": 2.483526268922529, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.226740837097168, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8674546480178833, + "num_tokens": 745010860.0, + "step": 19523 + }, + { + "epoch": 2.4836534792011196, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.255467414855957, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8696917295455933, + "num_tokens": 745047183.0, + "step": 19524 + }, + { + "epoch": 2.48378068947971, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.190324783325195, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8751188516616821, + "num_tokens": 745081906.0, + "step": 19525 + }, + { + "epoch": 2.4839078997583006, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.195878028869629, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8821656107902527, + "num_tokens": 745127285.0, + "step": 19526 + }, + { + "epoch": 2.484035110036891, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.175739288330078, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8927757740020752, + "num_tokens": 745171564.0, + "step": 19527 + }, + { + "epoch": 2.4841623203154817, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.274683952331543, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8869572877883911, + "num_tokens": 745214252.0, + "step": 19528 + }, + { + "epoch": 2.484289530594072, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.224534034729004, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8798813223838806, + "num_tokens": 745251983.0, + "step": 19529 + }, + { + "epoch": 2.4844167408726623, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.212825775146484, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.879082441329956, + "num_tokens": 745287037.0, + "step": 19530 + }, + { + "epoch": 2.4845439511512533, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.227116584777832, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8757991790771484, + "num_tokens": 745327854.0, + "step": 19531 + }, + { + "epoch": 2.4846711614298433, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.23876953125, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.867260754108429, + "num_tokens": 745370227.0, + "step": 19532 + }, + { + "epoch": 2.484798371708434, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.164642333984375, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8761627078056335, + "num_tokens": 745409416.0, + "step": 19533 + }, + { + "epoch": 2.4849255819870244, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.235249519348145, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8597495555877686, + "num_tokens": 745449908.0, + "step": 19534 + }, + { + "epoch": 2.485052792265615, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.175686836242676, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8676416873931885, + "num_tokens": 745486384.0, + "step": 19535 + }, + { + "epoch": 2.4851800025442055, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.271862983703613, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8662741184234619, + "num_tokens": 745523058.0, + "step": 19536 + }, + { + "epoch": 2.485307212822796, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.196664810180664, + "learning_rate": 1e-06, + "loss": 0.4179, + "mean_token_accuracy": 0.8607621192932129, + "num_tokens": 745559276.0, + "step": 19537 + }, + { + "epoch": 2.4854344231013865, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.203849792480469, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8756030797958374, + "num_tokens": 745592726.0, + "step": 19538 + }, + { + "epoch": 2.485561633379977, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.21349048614502, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8793344497680664, + "num_tokens": 745630117.0, + "step": 19539 + }, + { + "epoch": 2.4856888436585676, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.246048927307129, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8647374510765076, + "num_tokens": 745664968.0, + "step": 19540 + }, + { + "epoch": 2.485816053937158, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.272683143615723, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8784377574920654, + "num_tokens": 745701893.0, + "step": 19541 + }, + { + "epoch": 2.4859432642157486, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.183293342590332, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8749350905418396, + "num_tokens": 745736884.0, + "step": 19542 + }, + { + "epoch": 2.486070474494339, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.204299926757812, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.8886867761611938, + "num_tokens": 745782381.0, + "step": 19543 + }, + { + "epoch": 2.4861976847729297, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.212176322937012, + "learning_rate": 1e-06, + "loss": 0.3169, + "mean_token_accuracy": 0.8925172090530396, + "num_tokens": 745827630.0, + "step": 19544 + }, + { + "epoch": 2.48632489505152, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.22982406616211, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8840762972831726, + "num_tokens": 745862223.0, + "step": 19545 + }, + { + "epoch": 2.4864521053301107, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.223523139953613, + "learning_rate": 1e-06, + "loss": 0.3222, + "mean_token_accuracy": 0.8924466371536255, + "num_tokens": 745903077.0, + "step": 19546 + }, + { + "epoch": 2.4865793156087013, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.126543045043945, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8774282932281494, + "num_tokens": 745945534.0, + "step": 19547 + }, + { + "epoch": 2.486706525887292, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.248819351196289, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8608208894729614, + "num_tokens": 745986308.0, + "step": 19548 + }, + { + "epoch": 2.4868337361658823, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.223221778869629, + "learning_rate": 1e-06, + "loss": 0.3967, + "mean_token_accuracy": 0.8686687350273132, + "num_tokens": 746022206.0, + "step": 19549 + }, + { + "epoch": 2.486960946444473, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.235227584838867, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8845687508583069, + "num_tokens": 746059854.0, + "step": 19550 + }, + { + "epoch": 2.4870881567230634, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.183788299560547, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8856906890869141, + "num_tokens": 746103994.0, + "step": 19551 + }, + { + "epoch": 2.487215367001654, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.291776657104492, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8675129413604736, + "num_tokens": 746138491.0, + "step": 19552 + }, + { + "epoch": 2.4873425772802444, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.228582382202148, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8749963641166687, + "num_tokens": 746172598.0, + "step": 19553 + }, + { + "epoch": 2.487469787558835, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.272529602050781, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8838046193122864, + "num_tokens": 746210385.0, + "step": 19554 + }, + { + "epoch": 2.487596997837425, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.225342750549316, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8792320489883423, + "num_tokens": 746252563.0, + "step": 19555 + }, + { + "epoch": 2.487724208116016, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.254829406738281, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8826502561569214, + "num_tokens": 746292356.0, + "step": 19556 + }, + { + "epoch": 2.487851418394606, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.243792533874512, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8668406009674072, + "num_tokens": 746325467.0, + "step": 19557 + }, + { + "epoch": 2.4879786286731966, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.254895210266113, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8720142245292664, + "num_tokens": 746362285.0, + "step": 19558 + }, + { + "epoch": 2.488105838951787, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.271045684814453, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8843056559562683, + "num_tokens": 746401540.0, + "step": 19559 + }, + { + "epoch": 2.4882330492303777, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.201379776000977, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8796505928039551, + "num_tokens": 746439282.0, + "step": 19560 + }, + { + "epoch": 2.488360259508968, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.201105117797852, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8886745572090149, + "num_tokens": 746480993.0, + "step": 19561 + }, + { + "epoch": 2.4884874697875587, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.259336471557617, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8743753433227539, + "num_tokens": 746519318.0, + "step": 19562 + }, + { + "epoch": 2.4886146800661493, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.264208793640137, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8656036853790283, + "num_tokens": 746559761.0, + "step": 19563 + }, + { + "epoch": 2.48874189034474, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.251673698425293, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8848018646240234, + "num_tokens": 746591622.0, + "step": 19564 + }, + { + "epoch": 2.4888691006233303, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.217663764953613, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8757613897323608, + "num_tokens": 746627709.0, + "step": 19565 + }, + { + "epoch": 2.488996310901921, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.270947456359863, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8736928701400757, + "num_tokens": 746663445.0, + "step": 19566 + }, + { + "epoch": 2.4891235211805114, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.228250503540039, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8657289743423462, + "num_tokens": 746706869.0, + "step": 19567 + }, + { + "epoch": 2.489250731459102, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.265045166015625, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8887184262275696, + "num_tokens": 746749502.0, + "step": 19568 + }, + { + "epoch": 2.4893779417376924, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.279158592224121, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8795174956321716, + "num_tokens": 746786510.0, + "step": 19569 + }, + { + "epoch": 2.489505152016283, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.312711715698242, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8819233775138855, + "num_tokens": 746819430.0, + "step": 19570 + }, + { + "epoch": 2.4896323622948735, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.266149520874023, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8802334070205688, + "num_tokens": 746856018.0, + "step": 19571 + }, + { + "epoch": 2.489759572573464, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.263148307800293, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8720567226409912, + "num_tokens": 746897350.0, + "step": 19572 + }, + { + "epoch": 2.4898867828520546, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.322059631347656, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8716895580291748, + "num_tokens": 746937163.0, + "step": 19573 + }, + { + "epoch": 2.490013993130645, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.24109935760498, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8872857093811035, + "num_tokens": 746976140.0, + "step": 19574 + }, + { + "epoch": 2.4901412034092356, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.285795211791992, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8779301643371582, + "num_tokens": 747012576.0, + "step": 19575 + }, + { + "epoch": 2.490268413687826, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.255927085876465, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.875529944896698, + "num_tokens": 747048179.0, + "step": 19576 + }, + { + "epoch": 2.4903956239664167, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.303074836730957, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8585656881332397, + "num_tokens": 747085291.0, + "step": 19577 + }, + { + "epoch": 2.4905228342450068, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.254982948303223, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8840384483337402, + "num_tokens": 747119085.0, + "step": 19578 + }, + { + "epoch": 2.4906500445235977, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.273272514343262, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8754096627235413, + "num_tokens": 747153463.0, + "step": 19579 + }, + { + "epoch": 2.490777254802188, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.21983814239502, + "learning_rate": 1e-06, + "loss": 0.4433, + "mean_token_accuracy": 0.85345458984375, + "num_tokens": 747194781.0, + "step": 19580 + }, + { + "epoch": 2.4909044650807783, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.282148361206055, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8785102367401123, + "num_tokens": 747235328.0, + "step": 19581 + }, + { + "epoch": 2.491031675359369, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.164212226867676, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.875566303730011, + "num_tokens": 747278481.0, + "step": 19582 + }, + { + "epoch": 2.4911588856379594, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.271336555480957, + "learning_rate": 1e-06, + "loss": 0.3199, + "mean_token_accuracy": 0.8905010223388672, + "num_tokens": 747313077.0, + "step": 19583 + }, + { + "epoch": 2.49128609591655, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.22588062286377, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.884777843952179, + "num_tokens": 747352693.0, + "step": 19584 + }, + { + "epoch": 2.4914133061951405, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.21986198425293, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8701027631759644, + "num_tokens": 747397717.0, + "step": 19585 + }, + { + "epoch": 2.491540516473731, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.215862274169922, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8806564211845398, + "num_tokens": 747435457.0, + "step": 19586 + }, + { + "epoch": 2.4916677267523215, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.226034164428711, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8814264535903931, + "num_tokens": 747479017.0, + "step": 19587 + }, + { + "epoch": 2.491794937030912, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.245108604431152, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8765731453895569, + "num_tokens": 747520247.0, + "step": 19588 + }, + { + "epoch": 2.4919221473095026, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.239378929138184, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.8643032908439636, + "num_tokens": 747559983.0, + "step": 19589 + }, + { + "epoch": 2.492049357588093, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.228804588317871, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8732275366783142, + "num_tokens": 747595746.0, + "step": 19590 + }, + { + "epoch": 2.4921765678666836, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.25948715209961, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8761798143386841, + "num_tokens": 747639261.0, + "step": 19591 + }, + { + "epoch": 2.492303778145274, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.179163932800293, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.858616054058075, + "num_tokens": 747680665.0, + "step": 19592 + }, + { + "epoch": 2.4924309884238647, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.277767181396484, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.881094753742218, + "num_tokens": 747713320.0, + "step": 19593 + }, + { + "epoch": 2.492558198702455, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.236791610717773, + "learning_rate": 1e-06, + "loss": 0.4579, + "mean_token_accuracy": 0.8511065244674683, + "num_tokens": 747752167.0, + "step": 19594 + }, + { + "epoch": 2.4926854089810457, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.238743782043457, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8830776214599609, + "num_tokens": 747787274.0, + "step": 19595 + }, + { + "epoch": 2.4928126192596363, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.194633483886719, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8719860911369324, + "num_tokens": 747826647.0, + "step": 19596 + }, + { + "epoch": 2.492939829538227, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.286417961120605, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8733105063438416, + "num_tokens": 747866797.0, + "step": 19597 + }, + { + "epoch": 2.4930670398168173, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.197345733642578, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8784741163253784, + "num_tokens": 747907589.0, + "step": 19598 + }, + { + "epoch": 2.493194250095408, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.261248588562012, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8697104454040527, + "num_tokens": 747939865.0, + "step": 19599 + }, + { + "epoch": 2.4933214603739984, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.23513412475586, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8726872205734253, + "num_tokens": 747976238.0, + "step": 19600 + }, + { + "epoch": 2.493448670652589, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.199357032775879, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8743005394935608, + "num_tokens": 748012076.0, + "step": 19601 + }, + { + "epoch": 2.4935758809311794, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.28482723236084, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8710950613021851, + "num_tokens": 748042518.0, + "step": 19602 + }, + { + "epoch": 2.4937030912097695, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.208747863769531, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8844256401062012, + "num_tokens": 748077509.0, + "step": 19603 + }, + { + "epoch": 2.4938303014883605, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.217473983764648, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.881170928478241, + "num_tokens": 748118164.0, + "step": 19604 + }, + { + "epoch": 2.4939575117669506, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.268169403076172, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8700432777404785, + "num_tokens": 748153609.0, + "step": 19605 + }, + { + "epoch": 2.494084722045541, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.24433708190918, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8741620779037476, + "num_tokens": 748189573.0, + "step": 19606 + }, + { + "epoch": 2.4942119323241316, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.230671882629395, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8710514307022095, + "num_tokens": 748231121.0, + "step": 19607 + }, + { + "epoch": 2.494339142602722, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.273921012878418, + "learning_rate": 1e-06, + "loss": 0.3278, + "mean_token_accuracy": 0.8882704973220825, + "num_tokens": 748268744.0, + "step": 19608 + }, + { + "epoch": 2.4944663528813127, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.304224014282227, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8804739117622375, + "num_tokens": 748307441.0, + "step": 19609 + }, + { + "epoch": 2.494593563159903, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.3173189163208, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8760914206504822, + "num_tokens": 748343506.0, + "step": 19610 + }, + { + "epoch": 2.4947207734384937, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.240554809570312, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8775347471237183, + "num_tokens": 748382209.0, + "step": 19611 + }, + { + "epoch": 2.4948479837170843, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.284664154052734, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8967727422714233, + "num_tokens": 748413660.0, + "step": 19612 + }, + { + "epoch": 2.494975193995675, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.257725715637207, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8776962757110596, + "num_tokens": 748457037.0, + "step": 19613 + }, + { + "epoch": 2.4951024042742653, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.240321159362793, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8565359115600586, + "num_tokens": 748497227.0, + "step": 19614 + }, + { + "epoch": 2.495229614552856, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.268815994262695, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8748822212219238, + "num_tokens": 748529901.0, + "step": 19615 + }, + { + "epoch": 2.4953568248314464, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.239017486572266, + "learning_rate": 1e-06, + "loss": 0.4095, + "mean_token_accuracy": 0.8647406101226807, + "num_tokens": 748568238.0, + "step": 19616 + }, + { + "epoch": 2.495484035110037, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.198564529418945, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8662797808647156, + "num_tokens": 748608153.0, + "step": 19617 + }, + { + "epoch": 2.4956112453886274, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.227030754089355, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8726677894592285, + "num_tokens": 748646977.0, + "step": 19618 + }, + { + "epoch": 2.495738455667218, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.217116355895996, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8684701919555664, + "num_tokens": 748689586.0, + "step": 19619 + }, + { + "epoch": 2.4958656659458085, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.224695205688477, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8767706155776978, + "num_tokens": 748730915.0, + "step": 19620 + }, + { + "epoch": 2.495992876224399, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.261713027954102, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8728691339492798, + "num_tokens": 748766996.0, + "step": 19621 + }, + { + "epoch": 2.4961200865029896, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.264731407165527, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8700937032699585, + "num_tokens": 748801225.0, + "step": 19622 + }, + { + "epoch": 2.49624729678158, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.224921226501465, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8711345195770264, + "num_tokens": 748841355.0, + "step": 19623 + }, + { + "epoch": 2.4963745070601706, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.268937110900879, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.874787449836731, + "num_tokens": 748879636.0, + "step": 19624 + }, + { + "epoch": 2.496501717338761, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.285916328430176, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8729748725891113, + "num_tokens": 748917795.0, + "step": 19625 + }, + { + "epoch": 2.4966289276173517, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.305174827575684, + "learning_rate": 1e-06, + "loss": 0.4541, + "mean_token_accuracy": 0.8508574962615967, + "num_tokens": 748956512.0, + "step": 19626 + }, + { + "epoch": 2.496756137895942, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.251813888549805, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8812241554260254, + "num_tokens": 748995577.0, + "step": 19627 + }, + { + "epoch": 2.4968833481745323, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.356066703796387, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8725950121879578, + "num_tokens": 749027672.0, + "step": 19628 + }, + { + "epoch": 2.4970105584531233, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.253756523132324, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8866751790046692, + "num_tokens": 749059101.0, + "step": 19629 + }, + { + "epoch": 2.4971377687317133, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.308408737182617, + "learning_rate": 1e-06, + "loss": 0.4134, + "mean_token_accuracy": 0.8612965941429138, + "num_tokens": 749097034.0, + "step": 19630 + }, + { + "epoch": 2.497264979010304, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.266202926635742, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8727794885635376, + "num_tokens": 749137536.0, + "step": 19631 + }, + { + "epoch": 2.4973921892888944, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.2852201461792, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8763967752456665, + "num_tokens": 749171487.0, + "step": 19632 + }, + { + "epoch": 2.497519399567485, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.256280899047852, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8680424094200134, + "num_tokens": 749213234.0, + "step": 19633 + }, + { + "epoch": 2.4976466098460754, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.286796569824219, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8643316030502319, + "num_tokens": 749256184.0, + "step": 19634 + }, + { + "epoch": 2.497773820124666, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.209188461303711, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8739099502563477, + "num_tokens": 749292909.0, + "step": 19635 + }, + { + "epoch": 2.4979010304032565, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.274345397949219, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8631089925765991, + "num_tokens": 749327947.0, + "step": 19636 + }, + { + "epoch": 2.498028240681847, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.179248809814453, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8852096796035767, + "num_tokens": 749364107.0, + "step": 19637 + }, + { + "epoch": 2.4981554509604376, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.255764961242676, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8903362154960632, + "num_tokens": 749398055.0, + "step": 19638 + }, + { + "epoch": 2.498282661239028, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.22426700592041, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8762000203132629, + "num_tokens": 749434626.0, + "step": 19639 + }, + { + "epoch": 2.4984098715176186, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.276103019714355, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8700017929077148, + "num_tokens": 749470616.0, + "step": 19640 + }, + { + "epoch": 2.498537081796209, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.217144966125488, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8780566453933716, + "num_tokens": 749513072.0, + "step": 19641 + }, + { + "epoch": 2.4986642920747997, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.282011985778809, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.889642596244812, + "num_tokens": 749546988.0, + "step": 19642 + }, + { + "epoch": 2.49879150235339, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.227204322814941, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8704235553741455, + "num_tokens": 749585851.0, + "step": 19643 + }, + { + "epoch": 2.4989187126319807, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.201735496520996, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.874572217464447, + "num_tokens": 749619510.0, + "step": 19644 + }, + { + "epoch": 2.4990459229105713, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.246417999267578, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8824279308319092, + "num_tokens": 749653660.0, + "step": 19645 + }, + { + "epoch": 2.499173133189162, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.217791557312012, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8770402073860168, + "num_tokens": 749691321.0, + "step": 19646 + }, + { + "epoch": 2.4993003434677523, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.252034187316895, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.87735515832901, + "num_tokens": 749729305.0, + "step": 19647 + }, + { + "epoch": 2.499427553746343, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.254630088806152, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8822381496429443, + "num_tokens": 749766134.0, + "step": 19648 + }, + { + "epoch": 2.4995547640249334, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.221847534179688, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8732923865318298, + "num_tokens": 749807715.0, + "step": 19649 + }, + { + "epoch": 2.499681974303524, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.344764709472656, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8764849305152893, + "num_tokens": 749838799.0, + "step": 19650 + }, + { + "epoch": 2.499809184582114, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.208954811096191, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8883731365203857, + "num_tokens": 749874283.0, + "step": 19651 + }, + { + "epoch": 2.499936394860705, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.278571128845215, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8729388117790222, + "num_tokens": 749915912.0, + "step": 19652 + }, + { + "epoch": 2.500063605139295, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.278114318847656, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8825391530990601, + "num_tokens": 749959133.0, + "step": 19653 + }, + { + "epoch": 2.500190815417886, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.246766090393066, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8741461634635925, + "num_tokens": 749997846.0, + "step": 19654 + }, + { + "epoch": 2.500318025696476, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.214764595031738, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8798741102218628, + "num_tokens": 750040973.0, + "step": 19655 + }, + { + "epoch": 2.5004452359750666, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.244765281677246, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8696808815002441, + "num_tokens": 750082171.0, + "step": 19656 + }, + { + "epoch": 2.500572446253657, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.291681289672852, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.8872818946838379, + "num_tokens": 750123083.0, + "step": 19657 + }, + { + "epoch": 2.5006996565322477, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.217683792114258, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8624615669250488, + "num_tokens": 750162235.0, + "step": 19658 + }, + { + "epoch": 2.500826866810838, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.253724098205566, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.8880754709243774, + "num_tokens": 750196501.0, + "step": 19659 + }, + { + "epoch": 2.5009540770894287, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.357522010803223, + "learning_rate": 1e-06, + "loss": 0.4663, + "mean_token_accuracy": 0.8481524586677551, + "num_tokens": 750241178.0, + "step": 19660 + }, + { + "epoch": 2.5010812873680193, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.172629356384277, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8809669017791748, + "num_tokens": 750284104.0, + "step": 19661 + }, + { + "epoch": 2.50120849764661, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.270363807678223, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8818076848983765, + "num_tokens": 750318525.0, + "step": 19662 + }, + { + "epoch": 2.5013357079252003, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.235374450683594, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8837710618972778, + "num_tokens": 750358892.0, + "step": 19663 + }, + { + "epoch": 2.501462918203791, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.236751556396484, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8626832365989685, + "num_tokens": 750399325.0, + "step": 19664 + }, + { + "epoch": 2.5015901284823814, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.308096885681152, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8694170713424683, + "num_tokens": 750437493.0, + "step": 19665 + }, + { + "epoch": 2.501717338760972, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.266103744506836, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8837728500366211, + "num_tokens": 750472381.0, + "step": 19666 + }, + { + "epoch": 2.5018445490395624, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.24853229522705, + "learning_rate": 1e-06, + "loss": 0.4181, + "mean_token_accuracy": 0.8593263626098633, + "num_tokens": 750511786.0, + "step": 19667 + }, + { + "epoch": 2.501971759318153, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.266240119934082, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8833221197128296, + "num_tokens": 750550596.0, + "step": 19668 + }, + { + "epoch": 2.5020989695967435, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.203950881958008, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8809096217155457, + "num_tokens": 750594790.0, + "step": 19669 + }, + { + "epoch": 2.502226179875334, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.247199058532715, + "learning_rate": 1e-06, + "loss": 0.3337, + "mean_token_accuracy": 0.8887466192245483, + "num_tokens": 750636738.0, + "step": 19670 + }, + { + "epoch": 2.5023533901539246, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.305987358093262, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.888791561126709, + "num_tokens": 750672338.0, + "step": 19671 + }, + { + "epoch": 2.502480600432515, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.255707740783691, + "learning_rate": 1e-06, + "loss": 0.3838, + "mean_token_accuracy": 0.8709173798561096, + "num_tokens": 750709149.0, + "step": 19672 + }, + { + "epoch": 2.5026078107111056, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.218521118164062, + "learning_rate": 1e-06, + "loss": 0.3209, + "mean_token_accuracy": 0.8888393044471741, + "num_tokens": 750741727.0, + "step": 19673 + }, + { + "epoch": 2.5027350209896957, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.30525016784668, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8645393252372742, + "num_tokens": 750775903.0, + "step": 19674 + }, + { + "epoch": 2.5028622312682867, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.273679733276367, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8723816275596619, + "num_tokens": 750810502.0, + "step": 19675 + }, + { + "epoch": 2.5029894415468767, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.203707695007324, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8848991394042969, + "num_tokens": 750847762.0, + "step": 19676 + }, + { + "epoch": 2.5031166518254677, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.320226669311523, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8772762417793274, + "num_tokens": 750887201.0, + "step": 19677 + }, + { + "epoch": 2.503243862104058, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.248505592346191, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8748031854629517, + "num_tokens": 750927323.0, + "step": 19678 + }, + { + "epoch": 2.5033710723826488, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.201974868774414, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8682934045791626, + "num_tokens": 750972501.0, + "step": 19679 + }, + { + "epoch": 2.503498282661239, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.283035278320312, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8859086036682129, + "num_tokens": 751010743.0, + "step": 19680 + }, + { + "epoch": 2.5036254929398294, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.28532600402832, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8713991045951843, + "num_tokens": 751050440.0, + "step": 19681 + }, + { + "epoch": 2.50375270321842, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.252199172973633, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.879835307598114, + "num_tokens": 751088319.0, + "step": 19682 + }, + { + "epoch": 2.5038799134970104, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.311807632446289, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8765181303024292, + "num_tokens": 751123766.0, + "step": 19683 + }, + { + "epoch": 2.504007123775601, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.207806587219238, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8933900594711304, + "num_tokens": 751163375.0, + "step": 19684 + }, + { + "epoch": 2.5041343340541915, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.283937454223633, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8705894947052002, + "num_tokens": 751204526.0, + "step": 19685 + }, + { + "epoch": 2.504261544332782, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.253799438476562, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8809720277786255, + "num_tokens": 751245133.0, + "step": 19686 + }, + { + "epoch": 2.5043887546113726, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.332023620605469, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8670769333839417, + "num_tokens": 751284578.0, + "step": 19687 + }, + { + "epoch": 2.504515964889963, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.189720153808594, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8674381971359253, + "num_tokens": 751325794.0, + "step": 19688 + }, + { + "epoch": 2.5046431751685536, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.22425365447998, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8828727602958679, + "num_tokens": 751363777.0, + "step": 19689 + }, + { + "epoch": 2.504770385447144, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.30511474609375, + "learning_rate": 1e-06, + "loss": 0.4034, + "mean_token_accuracy": 0.8664814829826355, + "num_tokens": 751400499.0, + "step": 19690 + }, + { + "epoch": 2.5048975957257347, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.21260929107666, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.873770534992218, + "num_tokens": 751434895.0, + "step": 19691 + }, + { + "epoch": 2.505024806004325, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.175719261169434, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8854165077209473, + "num_tokens": 751473984.0, + "step": 19692 + }, + { + "epoch": 2.5051520162829157, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.269806861877441, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8776158094406128, + "num_tokens": 751515030.0, + "step": 19693 + }, + { + "epoch": 2.5052792265615063, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.1885404586792, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8750094175338745, + "num_tokens": 751550023.0, + "step": 19694 + }, + { + "epoch": 2.505406436840097, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.243953704833984, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8782334327697754, + "num_tokens": 751584793.0, + "step": 19695 + }, + { + "epoch": 2.5055336471186873, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.28006362915039, + "learning_rate": 1e-06, + "loss": 0.4214, + "mean_token_accuracy": 0.859480082988739, + "num_tokens": 751619817.0, + "step": 19696 + }, + { + "epoch": 2.505660857397278, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.231047630310059, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.883039116859436, + "num_tokens": 751657097.0, + "step": 19697 + }, + { + "epoch": 2.5057880676758684, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.3078031539917, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8672637939453125, + "num_tokens": 751687042.0, + "step": 19698 + }, + { + "epoch": 2.5059152779544585, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.259881973266602, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8832948207855225, + "num_tokens": 751724281.0, + "step": 19699 + }, + { + "epoch": 2.5060424882330494, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.226224899291992, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.857627809047699, + "num_tokens": 751765144.0, + "step": 19700 + }, + { + "epoch": 2.5061696985116395, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.25495433807373, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.88346266746521, + "num_tokens": 751799602.0, + "step": 19701 + }, + { + "epoch": 2.5062969087902305, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.256209373474121, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8844234347343445, + "num_tokens": 751836972.0, + "step": 19702 + }, + { + "epoch": 2.5064241190688206, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.279271125793457, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8783586621284485, + "num_tokens": 751869627.0, + "step": 19703 + }, + { + "epoch": 2.5065513293474115, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.26626205444336, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8687965869903564, + "num_tokens": 751911103.0, + "step": 19704 + }, + { + "epoch": 2.5066785396260016, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.27234172821045, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8715907335281372, + "num_tokens": 751948956.0, + "step": 19705 + }, + { + "epoch": 2.506805749904592, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.255924224853516, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8795573711395264, + "num_tokens": 751992185.0, + "step": 19706 + }, + { + "epoch": 2.5069329601831827, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.240285873413086, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8726192712783813, + "num_tokens": 752032661.0, + "step": 19707 + }, + { + "epoch": 2.507060170461773, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.251638412475586, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8800441026687622, + "num_tokens": 752073946.0, + "step": 19708 + }, + { + "epoch": 2.5071873807403637, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.236956596374512, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8620666265487671, + "num_tokens": 752118766.0, + "step": 19709 + }, + { + "epoch": 2.5073145910189543, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.286142349243164, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.879220724105835, + "num_tokens": 752159669.0, + "step": 19710 + }, + { + "epoch": 2.507441801297545, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.330592155456543, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8799774646759033, + "num_tokens": 752198139.0, + "step": 19711 + }, + { + "epoch": 2.5075690115761353, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.270246505737305, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8784642219543457, + "num_tokens": 752239686.0, + "step": 19712 + }, + { + "epoch": 2.507696221854726, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.310736656188965, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8597485423088074, + "num_tokens": 752275740.0, + "step": 19713 + }, + { + "epoch": 2.5078234321333164, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.304527282714844, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8641120791435242, + "num_tokens": 752310554.0, + "step": 19714 + }, + { + "epoch": 2.507950642411907, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.289274215698242, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8806933164596558, + "num_tokens": 752347761.0, + "step": 19715 + }, + { + "epoch": 2.5080778526904974, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.2435302734375, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.867082953453064, + "num_tokens": 752387128.0, + "step": 19716 + }, + { + "epoch": 2.508205062969088, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.20616340637207, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8756744861602783, + "num_tokens": 752428722.0, + "step": 19717 + }, + { + "epoch": 2.5083322732476785, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.317218780517578, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8753865957260132, + "num_tokens": 752468920.0, + "step": 19718 + }, + { + "epoch": 2.508459483526269, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.247543334960938, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.8676262497901917, + "num_tokens": 752505226.0, + "step": 19719 + }, + { + "epoch": 2.5085866938048595, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.26528263092041, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8789043426513672, + "num_tokens": 752543693.0, + "step": 19720 + }, + { + "epoch": 2.50871390408345, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.278664588928223, + "learning_rate": 1e-06, + "loss": 0.4121, + "mean_token_accuracy": 0.862138569355011, + "num_tokens": 752578758.0, + "step": 19721 + }, + { + "epoch": 2.5088411143620406, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.254233360290527, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8860638737678528, + "num_tokens": 752612115.0, + "step": 19722 + }, + { + "epoch": 2.508968324640631, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.282916069030762, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.881508469581604, + "num_tokens": 752644601.0, + "step": 19723 + }, + { + "epoch": 2.509095534919221, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.25760555267334, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8791415691375732, + "num_tokens": 752682333.0, + "step": 19724 + }, + { + "epoch": 2.509222745197812, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.3162202835083, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8702919483184814, + "num_tokens": 752721802.0, + "step": 19725 + }, + { + "epoch": 2.5093499554764023, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.238811492919922, + "learning_rate": 1e-06, + "loss": 0.3194, + "mean_token_accuracy": 0.8912455439567566, + "num_tokens": 752755673.0, + "step": 19726 + }, + { + "epoch": 2.5094771657549932, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.249022483825684, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8838843703269958, + "num_tokens": 752795575.0, + "step": 19727 + }, + { + "epoch": 2.5096043760335833, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.208687782287598, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8914157152175903, + "num_tokens": 752833172.0, + "step": 19728 + }, + { + "epoch": 2.5097315863121743, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.234131813049316, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8614489436149597, + "num_tokens": 752872857.0, + "step": 19729 + }, + { + "epoch": 2.5098587965907644, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.28052806854248, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.885898232460022, + "num_tokens": 752908553.0, + "step": 19730 + }, + { + "epoch": 2.509986006869355, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.259934425354004, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8813040256500244, + "num_tokens": 752937762.0, + "step": 19731 + }, + { + "epoch": 2.5101132171479454, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.2093505859375, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.861977219581604, + "num_tokens": 752977184.0, + "step": 19732 + }, + { + "epoch": 2.510240427426536, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.229571342468262, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8730013370513916, + "num_tokens": 753021071.0, + "step": 19733 + }, + { + "epoch": 2.5103676377051265, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.308754920959473, + "learning_rate": 1e-06, + "loss": 0.4505, + "mean_token_accuracy": 0.8503838777542114, + "num_tokens": 753056597.0, + "step": 19734 + }, + { + "epoch": 2.510494847983717, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.239874839782715, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8800196647644043, + "num_tokens": 753096178.0, + "step": 19735 + }, + { + "epoch": 2.5106220582623076, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.319025993347168, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8794363737106323, + "num_tokens": 753130388.0, + "step": 19736 + }, + { + "epoch": 2.510749268540898, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.231656074523926, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8831180334091187, + "num_tokens": 753166585.0, + "step": 19737 + }, + { + "epoch": 2.5108764788194886, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.245770454406738, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8859449625015259, + "num_tokens": 753203403.0, + "step": 19738 + }, + { + "epoch": 2.511003689098079, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.279848098754883, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8809334635734558, + "num_tokens": 753241632.0, + "step": 19739 + }, + { + "epoch": 2.5111308993766697, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.234856605529785, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.889176607131958, + "num_tokens": 753279292.0, + "step": 19740 + }, + { + "epoch": 2.51125810965526, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.22957992553711, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8672875165939331, + "num_tokens": 753319121.0, + "step": 19741 + }, + { + "epoch": 2.5113853199338507, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.325220108032227, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8605482578277588, + "num_tokens": 753353074.0, + "step": 19742 + }, + { + "epoch": 2.5115125302124413, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.205830574035645, + "learning_rate": 1e-06, + "loss": 0.3162, + "mean_token_accuracy": 0.8931428790092468, + "num_tokens": 753388994.0, + "step": 19743 + }, + { + "epoch": 2.511639740491032, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.229763984680176, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8824433088302612, + "num_tokens": 753430271.0, + "step": 19744 + }, + { + "epoch": 2.5117669507696223, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.266525268554688, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8683608770370483, + "num_tokens": 753473820.0, + "step": 19745 + }, + { + "epoch": 2.511894161048213, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.222593307495117, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8733227252960205, + "num_tokens": 753516397.0, + "step": 19746 + }, + { + "epoch": 2.5120213713268034, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.250799179077148, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8857506513595581, + "num_tokens": 753557589.0, + "step": 19747 + }, + { + "epoch": 2.512148581605394, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.287273406982422, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8840147256851196, + "num_tokens": 753593764.0, + "step": 19748 + }, + { + "epoch": 2.512275791883984, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.243106842041016, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8645738959312439, + "num_tokens": 753635967.0, + "step": 19749 + }, + { + "epoch": 2.512403002162575, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.285127639770508, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.884114682674408, + "num_tokens": 753674595.0, + "step": 19750 + }, + { + "epoch": 2.512530212441165, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.295632362365723, + "learning_rate": 1e-06, + "loss": 0.4264, + "mean_token_accuracy": 0.8606849908828735, + "num_tokens": 753714118.0, + "step": 19751 + }, + { + "epoch": 2.512657422719756, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.293123245239258, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8628983497619629, + "num_tokens": 753758139.0, + "step": 19752 + }, + { + "epoch": 2.512784632998346, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.26882266998291, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8649454712867737, + "num_tokens": 753800373.0, + "step": 19753 + }, + { + "epoch": 2.5129118432769366, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.338861465454102, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8706569075584412, + "num_tokens": 753832366.0, + "step": 19754 + }, + { + "epoch": 2.513039053555527, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.288895606994629, + "learning_rate": 1e-06, + "loss": 0.3167, + "mean_token_accuracy": 0.8945475220680237, + "num_tokens": 753866176.0, + "step": 19755 + }, + { + "epoch": 2.5131662638341177, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.230514526367188, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8748325109481812, + "num_tokens": 753911470.0, + "step": 19756 + }, + { + "epoch": 2.513293474112708, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.277020454406738, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8733792304992676, + "num_tokens": 753953027.0, + "step": 19757 + }, + { + "epoch": 2.5134206843912987, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.286931991577148, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.869233250617981, + "num_tokens": 753987992.0, + "step": 19758 + }, + { + "epoch": 2.5135478946698893, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.259683609008789, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8803161382675171, + "num_tokens": 754026671.0, + "step": 19759 + }, + { + "epoch": 2.51367510494848, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.263736724853516, + "learning_rate": 1e-06, + "loss": 0.3531, + "mean_token_accuracy": 0.8775507211685181, + "num_tokens": 754063526.0, + "step": 19760 + }, + { + "epoch": 2.5138023152270703, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.230493545532227, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8599422574043274, + "num_tokens": 754103361.0, + "step": 19761 + }, + { + "epoch": 2.513929525505661, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.286776542663574, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8788161873817444, + "num_tokens": 754141969.0, + "step": 19762 + }, + { + "epoch": 2.5140567357842514, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.2315673828125, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8922773599624634, + "num_tokens": 754182691.0, + "step": 19763 + }, + { + "epoch": 2.514183946062842, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.269047737121582, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8759711980819702, + "num_tokens": 754219956.0, + "step": 19764 + }, + { + "epoch": 2.5143111563414324, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.292614936828613, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8727606534957886, + "num_tokens": 754259467.0, + "step": 19765 + }, + { + "epoch": 2.514438366620023, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.25787353515625, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8791346549987793, + "num_tokens": 754300344.0, + "step": 19766 + }, + { + "epoch": 2.5145655768986135, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.29605484008789, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8753061294555664, + "num_tokens": 754342606.0, + "step": 19767 + }, + { + "epoch": 2.514692787177204, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.273155212402344, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8726780414581299, + "num_tokens": 754379946.0, + "step": 19768 + }, + { + "epoch": 2.5148199974557945, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.321277618408203, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.890251874923706, + "num_tokens": 754414353.0, + "step": 19769 + }, + { + "epoch": 2.514947207734385, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.255317687988281, + "learning_rate": 1e-06, + "loss": 0.4122, + "mean_token_accuracy": 0.8644449710845947, + "num_tokens": 754455506.0, + "step": 19770 + }, + { + "epoch": 2.5150744180129756, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.245990753173828, + "learning_rate": 1e-06, + "loss": 0.4213, + "mean_token_accuracy": 0.8596854209899902, + "num_tokens": 754498316.0, + "step": 19771 + }, + { + "epoch": 2.5152016282915657, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.327515602111816, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8649650812149048, + "num_tokens": 754534943.0, + "step": 19772 + }, + { + "epoch": 2.5153288385701567, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.3101167678833, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8742027878761292, + "num_tokens": 754572775.0, + "step": 19773 + }, + { + "epoch": 2.5154560488487467, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.254620552062988, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.887039303779602, + "num_tokens": 754610473.0, + "step": 19774 + }, + { + "epoch": 2.5155832591273377, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.254937171936035, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8765262365341187, + "num_tokens": 754649527.0, + "step": 19775 + }, + { + "epoch": 2.515710469405928, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.298136711120605, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8772538900375366, + "num_tokens": 754691513.0, + "step": 19776 + }, + { + "epoch": 2.5158376796845188, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.278520584106445, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8644241690635681, + "num_tokens": 754727932.0, + "step": 19777 + }, + { + "epoch": 2.515964889963109, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.281036376953125, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8820192217826843, + "num_tokens": 754764571.0, + "step": 19778 + }, + { + "epoch": 2.5160921002416994, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.222949981689453, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8890131115913391, + "num_tokens": 754805846.0, + "step": 19779 + }, + { + "epoch": 2.51621931052029, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.25875186920166, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8827476501464844, + "num_tokens": 754844016.0, + "step": 19780 + }, + { + "epoch": 2.5163465207988804, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.215852737426758, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8757726550102234, + "num_tokens": 754886493.0, + "step": 19781 + }, + { + "epoch": 2.516473731077471, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.267051696777344, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.878482460975647, + "num_tokens": 754928195.0, + "step": 19782 + }, + { + "epoch": 2.5166009413560615, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.25344467163086, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.8850180506706238, + "num_tokens": 754958399.0, + "step": 19783 + }, + { + "epoch": 2.516728151634652, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.216108322143555, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8810978531837463, + "num_tokens": 754997926.0, + "step": 19784 + }, + { + "epoch": 2.5168553619132426, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.257287979125977, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8822638392448425, + "num_tokens": 755040577.0, + "step": 19785 + }, + { + "epoch": 2.516982572191833, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.313761711120605, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8738836646080017, + "num_tokens": 755070458.0, + "step": 19786 + }, + { + "epoch": 2.5171097824704236, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.300984382629395, + "learning_rate": 1e-06, + "loss": 0.4312, + "mean_token_accuracy": 0.8568475246429443, + "num_tokens": 755117205.0, + "step": 19787 + }, + { + "epoch": 2.517236992749014, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.227645874023438, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8775705099105835, + "num_tokens": 755162098.0, + "step": 19788 + }, + { + "epoch": 2.5173642030276047, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.272147178649902, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8753803968429565, + "num_tokens": 755199655.0, + "step": 19789 + }, + { + "epoch": 2.517491413306195, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.270346641540527, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.889143705368042, + "num_tokens": 755234165.0, + "step": 19790 + }, + { + "epoch": 2.5176186235847857, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.296754837036133, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8783695697784424, + "num_tokens": 755271933.0, + "step": 19791 + }, + { + "epoch": 2.5177458338633762, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.312225341796875, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8854228258132935, + "num_tokens": 755306903.0, + "step": 19792 + }, + { + "epoch": 2.5178730441419668, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.208196640014648, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8849331140518188, + "num_tokens": 755347613.0, + "step": 19793 + }, + { + "epoch": 2.5180002544205573, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.29859447479248, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.8947547674179077, + "num_tokens": 755380541.0, + "step": 19794 + }, + { + "epoch": 2.518127464699148, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.226223945617676, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8746865391731262, + "num_tokens": 755422502.0, + "step": 19795 + }, + { + "epoch": 2.5182546749777384, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.302884101867676, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8772769570350647, + "num_tokens": 755463975.0, + "step": 19796 + }, + { + "epoch": 2.5183818852563284, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.261231422424316, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8771182894706726, + "num_tokens": 755504873.0, + "step": 19797 + }, + { + "epoch": 2.5185090955349194, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.257346153259277, + "learning_rate": 1e-06, + "loss": 0.4444, + "mean_token_accuracy": 0.8521281480789185, + "num_tokens": 755545646.0, + "step": 19798 + }, + { + "epoch": 2.5186363058135095, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.337158203125, + "learning_rate": 1e-06, + "loss": 0.4096, + "mean_token_accuracy": 0.8641804456710815, + "num_tokens": 755577228.0, + "step": 19799 + }, + { + "epoch": 2.5187635160921005, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.27575397491455, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8852166533470154, + "num_tokens": 755621437.0, + "step": 19800 + }, + { + "epoch": 2.5188907263706906, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.285958290100098, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8742825388908386, + "num_tokens": 755658266.0, + "step": 19801 + }, + { + "epoch": 2.5190179366492815, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.291064262390137, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8649588823318481, + "num_tokens": 755696755.0, + "step": 19802 + }, + { + "epoch": 2.5191451469278716, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.23975944519043, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8891290426254272, + "num_tokens": 755732434.0, + "step": 19803 + }, + { + "epoch": 2.519272357206462, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.288779258728027, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8811788558959961, + "num_tokens": 755768488.0, + "step": 19804 + }, + { + "epoch": 2.5193995674850527, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.268978118896484, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8839014768600464, + "num_tokens": 755799637.0, + "step": 19805 + }, + { + "epoch": 2.519526777763643, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.281353950500488, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8622079491615295, + "num_tokens": 755834229.0, + "step": 19806 + }, + { + "epoch": 2.5196539880422337, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.307941436767578, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8795406818389893, + "num_tokens": 755871776.0, + "step": 19807 + }, + { + "epoch": 2.5197811983208243, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.189152717590332, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8870134949684143, + "num_tokens": 755911125.0, + "step": 19808 + }, + { + "epoch": 2.519908408599415, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.294925689697266, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8850882053375244, + "num_tokens": 755952204.0, + "step": 19809 + }, + { + "epoch": 2.5200356188780053, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.238669395446777, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8658361434936523, + "num_tokens": 755996702.0, + "step": 19810 + }, + { + "epoch": 2.520162829156596, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.221803665161133, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8930144309997559, + "num_tokens": 756033285.0, + "step": 19811 + }, + { + "epoch": 2.5202900394351864, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.274994850158691, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.878143310546875, + "num_tokens": 756068851.0, + "step": 19812 + }, + { + "epoch": 2.520417249713777, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.320733070373535, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8679511547088623, + "num_tokens": 756111676.0, + "step": 19813 + }, + { + "epoch": 2.5205444599923674, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.27283763885498, + "learning_rate": 1e-06, + "loss": 0.4211, + "mean_token_accuracy": 0.8613706231117249, + "num_tokens": 756146575.0, + "step": 19814 + }, + { + "epoch": 2.520671670270958, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.310005187988281, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8679129481315613, + "num_tokens": 756190006.0, + "step": 19815 + }, + { + "epoch": 2.5207988805495485, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.194103240966797, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.886957049369812, + "num_tokens": 756232828.0, + "step": 19816 + }, + { + "epoch": 2.520926090828139, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.273249626159668, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.883985161781311, + "num_tokens": 756273077.0, + "step": 19817 + }, + { + "epoch": 2.5210533011067295, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.255915641784668, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8611641526222229, + "num_tokens": 756313421.0, + "step": 19818 + }, + { + "epoch": 2.52118051138532, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.273612976074219, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8719928860664368, + "num_tokens": 756356461.0, + "step": 19819 + }, + { + "epoch": 2.5213077216639106, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.256564140319824, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8737709522247314, + "num_tokens": 756388309.0, + "step": 19820 + }, + { + "epoch": 2.521434931942501, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.342531204223633, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8865371346473694, + "num_tokens": 756426655.0, + "step": 19821 + }, + { + "epoch": 2.521562142221091, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.271879196166992, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8732913136482239, + "num_tokens": 756464961.0, + "step": 19822 + }, + { + "epoch": 2.521689352499682, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.264477729797363, + "learning_rate": 1e-06, + "loss": 0.3146, + "mean_token_accuracy": 0.8920118808746338, + "num_tokens": 756497338.0, + "step": 19823 + }, + { + "epoch": 2.5218165627782723, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.261019706726074, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8821929693222046, + "num_tokens": 756535324.0, + "step": 19824 + }, + { + "epoch": 2.5219437730568632, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.263586044311523, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8858670592308044, + "num_tokens": 756574138.0, + "step": 19825 + }, + { + "epoch": 2.5220709833354533, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.249753952026367, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8857939839363098, + "num_tokens": 756608967.0, + "step": 19826 + }, + { + "epoch": 2.522198193614044, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.204721450805664, + "learning_rate": 1e-06, + "loss": 0.4389, + "mean_token_accuracy": 0.8570006489753723, + "num_tokens": 756653882.0, + "step": 19827 + }, + { + "epoch": 2.5223254038926344, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.285666465759277, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8708531260490417, + "num_tokens": 756695638.0, + "step": 19828 + }, + { + "epoch": 2.522452614171225, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.239389419555664, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8708236217498779, + "num_tokens": 756734964.0, + "step": 19829 + }, + { + "epoch": 2.5225798244498154, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.316899299621582, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8807588815689087, + "num_tokens": 756768454.0, + "step": 19830 + }, + { + "epoch": 2.522707034728406, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.239166259765625, + "learning_rate": 1e-06, + "loss": 0.3857, + "mean_token_accuracy": 0.8663468956947327, + "num_tokens": 756801696.0, + "step": 19831 + }, + { + "epoch": 2.5228342450069965, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.286286354064941, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8777141571044922, + "num_tokens": 756839874.0, + "step": 19832 + }, + { + "epoch": 2.522961455285587, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.24407958984375, + "learning_rate": 1e-06, + "loss": 0.4047, + "mean_token_accuracy": 0.8659595251083374, + "num_tokens": 756884179.0, + "step": 19833 + }, + { + "epoch": 2.5230886655641775, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.264508247375488, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.87816321849823, + "num_tokens": 756922725.0, + "step": 19834 + }, + { + "epoch": 2.523215875842768, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.265063285827637, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8725979924201965, + "num_tokens": 756956080.0, + "step": 19835 + }, + { + "epoch": 2.5233430861213586, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.214751243591309, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8682206273078918, + "num_tokens": 756995137.0, + "step": 19836 + }, + { + "epoch": 2.523470296399949, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.261504173278809, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8830611705780029, + "num_tokens": 757035300.0, + "step": 19837 + }, + { + "epoch": 2.5235975066785397, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.28874683380127, + "learning_rate": 1e-06, + "loss": 0.4425, + "mean_token_accuracy": 0.8532401323318481, + "num_tokens": 757068789.0, + "step": 19838 + }, + { + "epoch": 2.52372471695713, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.264500617980957, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8717036247253418, + "num_tokens": 757102913.0, + "step": 19839 + }, + { + "epoch": 2.5238519272357207, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.192070007324219, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8782781958580017, + "num_tokens": 757138932.0, + "step": 19840 + }, + { + "epoch": 2.5239791375143112, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.26485824584961, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8789111375808716, + "num_tokens": 757179181.0, + "step": 19841 + }, + { + "epoch": 2.5241063477929018, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.269791603088379, + "learning_rate": 1e-06, + "loss": 0.4538, + "mean_token_accuracy": 0.8467682600021362, + "num_tokens": 757224209.0, + "step": 19842 + }, + { + "epoch": 2.5242335580714923, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.252983093261719, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8885442018508911, + "num_tokens": 757262398.0, + "step": 19843 + }, + { + "epoch": 2.524360768350083, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.266799926757812, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8661060929298401, + "num_tokens": 757301744.0, + "step": 19844 + }, + { + "epoch": 2.5244879786286734, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.27138614654541, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8809374570846558, + "num_tokens": 757338273.0, + "step": 19845 + }, + { + "epoch": 2.524615188907264, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.405527114868164, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8687326908111572, + "num_tokens": 757383169.0, + "step": 19846 + }, + { + "epoch": 2.524742399185854, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.271249771118164, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8649153113365173, + "num_tokens": 757420998.0, + "step": 19847 + }, + { + "epoch": 2.524869609464445, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.328130722045898, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8796329498291016, + "num_tokens": 757463281.0, + "step": 19848 + }, + { + "epoch": 2.524996819743035, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.29803466796875, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8715652227401733, + "num_tokens": 757495022.0, + "step": 19849 + }, + { + "epoch": 2.525124030021626, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.296006202697754, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8809698820114136, + "num_tokens": 757536801.0, + "step": 19850 + }, + { + "epoch": 2.525251240300216, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.283257484436035, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8914813995361328, + "num_tokens": 757573419.0, + "step": 19851 + }, + { + "epoch": 2.5253784505788066, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.246044158935547, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8705936074256897, + "num_tokens": 757610773.0, + "step": 19852 + }, + { + "epoch": 2.525505660857397, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.281009674072266, + "learning_rate": 1e-06, + "loss": 0.3282, + "mean_token_accuracy": 0.886629581451416, + "num_tokens": 757648067.0, + "step": 19853 + }, + { + "epoch": 2.5256328711359877, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.257538795471191, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8826082944869995, + "num_tokens": 757681598.0, + "step": 19854 + }, + { + "epoch": 2.525760081414578, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.250347137451172, + "learning_rate": 1e-06, + "loss": 0.4396, + "mean_token_accuracy": 0.8588551878929138, + "num_tokens": 757724752.0, + "step": 19855 + }, + { + "epoch": 2.5258872916931687, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.255988121032715, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8883678317070007, + "num_tokens": 757763801.0, + "step": 19856 + }, + { + "epoch": 2.5260145019717593, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.258001327514648, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8761267066001892, + "num_tokens": 757799235.0, + "step": 19857 + }, + { + "epoch": 2.52614171225035, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.28138256072998, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8810068964958191, + "num_tokens": 757839695.0, + "step": 19858 + }, + { + "epoch": 2.5262689225289403, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.284005165100098, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8633127212524414, + "num_tokens": 757877152.0, + "step": 19859 + }, + { + "epoch": 2.526396132807531, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.264120101928711, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8751411437988281, + "num_tokens": 757916173.0, + "step": 19860 + }, + { + "epoch": 2.5265233430861214, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.320075988769531, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.880154013633728, + "num_tokens": 757957271.0, + "step": 19861 + }, + { + "epoch": 2.526650553364712, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.260141372680664, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8707324266433716, + "num_tokens": 757995553.0, + "step": 19862 + }, + { + "epoch": 2.5267777636433024, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.267648696899414, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8661463856697083, + "num_tokens": 758035095.0, + "step": 19863 + }, + { + "epoch": 2.526904973921893, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.305126190185547, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.874410092830658, + "num_tokens": 758071185.0, + "step": 19864 + }, + { + "epoch": 2.5270321842004835, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.298050880432129, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8759521245956421, + "num_tokens": 758110251.0, + "step": 19865 + }, + { + "epoch": 2.527159394479074, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.28162670135498, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8623934984207153, + "num_tokens": 758144385.0, + "step": 19866 + }, + { + "epoch": 2.5272866047576645, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.270857810974121, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8867619037628174, + "num_tokens": 758185935.0, + "step": 19867 + }, + { + "epoch": 2.527413815036255, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.265915870666504, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.878815770149231, + "num_tokens": 758226688.0, + "step": 19868 + }, + { + "epoch": 2.5275410253148456, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.274115562438965, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8818176984786987, + "num_tokens": 758263866.0, + "step": 19869 + }, + { + "epoch": 2.5276682355934357, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.23230266571045, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8809553384780884, + "num_tokens": 758303607.0, + "step": 19870 + }, + { + "epoch": 2.5277954458720266, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.302860260009766, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8799145221710205, + "num_tokens": 758340120.0, + "step": 19871 + }, + { + "epoch": 2.5279226561506167, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.309700965881348, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8767038583755493, + "num_tokens": 758373792.0, + "step": 19872 + }, + { + "epoch": 2.5280498664292077, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.281846046447754, + "learning_rate": 1e-06, + "loss": 0.4083, + "mean_token_accuracy": 0.8638545274734497, + "num_tokens": 758418157.0, + "step": 19873 + }, + { + "epoch": 2.528177076707798, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.315180778503418, + "learning_rate": 1e-06, + "loss": 0.3907, + "mean_token_accuracy": 0.8688026666641235, + "num_tokens": 758454042.0, + "step": 19874 + }, + { + "epoch": 2.5283042869863888, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.294928550720215, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8779338002204895, + "num_tokens": 758495305.0, + "step": 19875 + }, + { + "epoch": 2.528431497264979, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.293100357055664, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8834255933761597, + "num_tokens": 758532646.0, + "step": 19876 + }, + { + "epoch": 2.5285587075435694, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.311745643615723, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8712759613990784, + "num_tokens": 758568329.0, + "step": 19877 + }, + { + "epoch": 2.52868591782216, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.254791259765625, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.878693163394928, + "num_tokens": 758608246.0, + "step": 19878 + }, + { + "epoch": 2.5288131281007504, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.211297988891602, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8858336210250854, + "num_tokens": 758645356.0, + "step": 19879 + }, + { + "epoch": 2.528940338379341, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.345895767211914, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8915181756019592, + "num_tokens": 758685657.0, + "step": 19880 + }, + { + "epoch": 2.5290675486579315, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.258827209472656, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8806871175765991, + "num_tokens": 758718843.0, + "step": 19881 + }, + { + "epoch": 2.529194758936522, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.259222030639648, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8803983330726624, + "num_tokens": 758757946.0, + "step": 19882 + }, + { + "epoch": 2.5293219692151125, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.293957710266113, + "learning_rate": 1e-06, + "loss": 0.4299, + "mean_token_accuracy": 0.8581112623214722, + "num_tokens": 758792832.0, + "step": 19883 + }, + { + "epoch": 2.529449179493703, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.228755950927734, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8694396018981934, + "num_tokens": 758826062.0, + "step": 19884 + }, + { + "epoch": 2.5295763897722936, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.338674545288086, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8856608271598816, + "num_tokens": 758860940.0, + "step": 19885 + }, + { + "epoch": 2.529703600050884, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.256072998046875, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8750922083854675, + "num_tokens": 758900740.0, + "step": 19886 + }, + { + "epoch": 2.5298308103294747, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.319230079650879, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8740090727806091, + "num_tokens": 758942786.0, + "step": 19887 + }, + { + "epoch": 2.529958020608065, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.288556098937988, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8842319846153259, + "num_tokens": 758983376.0, + "step": 19888 + }, + { + "epoch": 2.5300852308866557, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.266766548156738, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8657444715499878, + "num_tokens": 759024007.0, + "step": 19889 + }, + { + "epoch": 2.5302124411652462, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.29956340789795, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8832477331161499, + "num_tokens": 759061611.0, + "step": 19890 + }, + { + "epoch": 2.5303396514438368, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.264159202575684, + "learning_rate": 1e-06, + "loss": 0.4131, + "mean_token_accuracy": 0.8621932864189148, + "num_tokens": 759101942.0, + "step": 19891 + }, + { + "epoch": 2.5304668617224273, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.314796447753906, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8930736780166626, + "num_tokens": 759140281.0, + "step": 19892 + }, + { + "epoch": 2.530594072001018, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.280840873718262, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8761947154998779, + "num_tokens": 759174319.0, + "step": 19893 + }, + { + "epoch": 2.5307212822796084, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.278853416442871, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8833713531494141, + "num_tokens": 759208981.0, + "step": 19894 + }, + { + "epoch": 2.5308484925581984, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.31857681274414, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8785001039505005, + "num_tokens": 759240559.0, + "step": 19895 + }, + { + "epoch": 2.5309757028367894, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.25044059753418, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8878412842750549, + "num_tokens": 759280550.0, + "step": 19896 + }, + { + "epoch": 2.5311029131153795, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.309940338134766, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8709136843681335, + "num_tokens": 759321298.0, + "step": 19897 + }, + { + "epoch": 2.5312301233939705, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.266759872436523, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8881092667579651, + "num_tokens": 759354627.0, + "step": 19898 + }, + { + "epoch": 2.5313573336725606, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.288347244262695, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8714537024497986, + "num_tokens": 759388129.0, + "step": 19899 + }, + { + "epoch": 2.5314845439511515, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.316346168518066, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.884891927242279, + "num_tokens": 759423667.0, + "step": 19900 + }, + { + "epoch": 2.5316117542297416, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.298120498657227, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8680900931358337, + "num_tokens": 759466586.0, + "step": 19901 + }, + { + "epoch": 2.531738964508332, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.342904090881348, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8703225255012512, + "num_tokens": 759504214.0, + "step": 19902 + }, + { + "epoch": 2.5318661747869227, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.245601654052734, + "learning_rate": 1e-06, + "loss": 0.4213, + "mean_token_accuracy": 0.862956166267395, + "num_tokens": 759543865.0, + "step": 19903 + }, + { + "epoch": 2.531993385065513, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.386772155761719, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8722283840179443, + "num_tokens": 759581917.0, + "step": 19904 + }, + { + "epoch": 2.5321205953441037, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.306208610534668, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8798140287399292, + "num_tokens": 759617641.0, + "step": 19905 + }, + { + "epoch": 2.5322478056226942, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.39158821105957, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8870208263397217, + "num_tokens": 759649097.0, + "step": 19906 + }, + { + "epoch": 2.5323750159012848, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.225224494934082, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8721159100532532, + "num_tokens": 759688802.0, + "step": 19907 + }, + { + "epoch": 2.5325022261798753, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.243155479431152, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.886339545249939, + "num_tokens": 759724243.0, + "step": 19908 + }, + { + "epoch": 2.532629436458466, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.270143508911133, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8691518902778625, + "num_tokens": 759764646.0, + "step": 19909 + }, + { + "epoch": 2.5327566467370564, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.27850341796875, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8784977793693542, + "num_tokens": 759806939.0, + "step": 19910 + }, + { + "epoch": 2.532883857015647, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.26881217956543, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8793138265609741, + "num_tokens": 759848138.0, + "step": 19911 + }, + { + "epoch": 2.5330110672942374, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.280447006225586, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8733327388763428, + "num_tokens": 759881877.0, + "step": 19912 + }, + { + "epoch": 2.533138277572828, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.261972427368164, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8864967823028564, + "num_tokens": 759922625.0, + "step": 19913 + }, + { + "epoch": 2.5332654878514185, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.341917037963867, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8869179487228394, + "num_tokens": 759952429.0, + "step": 19914 + }, + { + "epoch": 2.533392698130009, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.289958000183105, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8785042762756348, + "num_tokens": 759987678.0, + "step": 19915 + }, + { + "epoch": 2.5335199084085995, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.341438293457031, + "learning_rate": 1e-06, + "loss": 0.4136, + "mean_token_accuracy": 0.8631479740142822, + "num_tokens": 760023943.0, + "step": 19916 + }, + { + "epoch": 2.53364711868719, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.2764892578125, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8800699710845947, + "num_tokens": 760068229.0, + "step": 19917 + }, + { + "epoch": 2.5337743289657806, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.27723217010498, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8645862340927124, + "num_tokens": 760109440.0, + "step": 19918 + }, + { + "epoch": 2.533901539244371, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.313740730285645, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8782099485397339, + "num_tokens": 760146616.0, + "step": 19919 + }, + { + "epoch": 2.534028749522961, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.230447769165039, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8598618507385254, + "num_tokens": 760188708.0, + "step": 19920 + }, + { + "epoch": 2.534155959801552, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.263665199279785, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8922702074050903, + "num_tokens": 760231355.0, + "step": 19921 + }, + { + "epoch": 2.5342831700801423, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.219233512878418, + "learning_rate": 1e-06, + "loss": 0.4081, + "mean_token_accuracy": 0.8647514581680298, + "num_tokens": 760268316.0, + "step": 19922 + }, + { + "epoch": 2.5344103803587332, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.30678653717041, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8683282136917114, + "num_tokens": 760305420.0, + "step": 19923 + }, + { + "epoch": 2.5345375906373233, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.283061027526855, + "learning_rate": 1e-06, + "loss": 0.3117, + "mean_token_accuracy": 0.8946894407272339, + "num_tokens": 760342195.0, + "step": 19924 + }, + { + "epoch": 2.534664800915914, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.251242637634277, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8899288773536682, + "num_tokens": 760375394.0, + "step": 19925 + }, + { + "epoch": 2.5347920111945044, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.342479705810547, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.866828203201294, + "num_tokens": 760411629.0, + "step": 19926 + }, + { + "epoch": 2.534919221473095, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.261731147766113, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8798871040344238, + "num_tokens": 760456212.0, + "step": 19927 + }, + { + "epoch": 2.5350464317516854, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.295510292053223, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8677539825439453, + "num_tokens": 760496385.0, + "step": 19928 + }, + { + "epoch": 2.535173642030276, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.368064880371094, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8760615587234497, + "num_tokens": 760530426.0, + "step": 19929 + }, + { + "epoch": 2.5353008523088665, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.345656394958496, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8872787356376648, + "num_tokens": 760568174.0, + "step": 19930 + }, + { + "epoch": 2.535428062587457, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.2992582321167, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8944083452224731, + "num_tokens": 760608097.0, + "step": 19931 + }, + { + "epoch": 2.5355552728660475, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.338614463806152, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8774659633636475, + "num_tokens": 760643018.0, + "step": 19932 + }, + { + "epoch": 2.535682483144638, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.310653686523438, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.884139895439148, + "num_tokens": 760676553.0, + "step": 19933 + }, + { + "epoch": 2.5358096934232286, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.308694839477539, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8897891044616699, + "num_tokens": 760708850.0, + "step": 19934 + }, + { + "epoch": 2.535936903701819, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.313380241394043, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8727070093154907, + "num_tokens": 760746088.0, + "step": 19935 + }, + { + "epoch": 2.5360641139804097, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.24743938446045, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8821306228637695, + "num_tokens": 760785716.0, + "step": 19936 + }, + { + "epoch": 2.536191324259, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.340773582458496, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8863412141799927, + "num_tokens": 760821301.0, + "step": 19937 + }, + { + "epoch": 2.5363185345375907, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.293274879455566, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8663034439086914, + "num_tokens": 760861200.0, + "step": 19938 + }, + { + "epoch": 2.5364457448161812, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.262558937072754, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.876072883605957, + "num_tokens": 760896398.0, + "step": 19939 + }, + { + "epoch": 2.5365729550947718, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.32526969909668, + "learning_rate": 1e-06, + "loss": 0.4258, + "mean_token_accuracy": 0.8579870462417603, + "num_tokens": 760937300.0, + "step": 19940 + }, + { + "epoch": 2.5367001653733623, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.247228622436523, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.87232506275177, + "num_tokens": 760973726.0, + "step": 19941 + }, + { + "epoch": 2.536827375651953, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.273987770080566, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8742842078208923, + "num_tokens": 761009048.0, + "step": 19942 + }, + { + "epoch": 2.5369545859305433, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.237128257751465, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.873908281326294, + "num_tokens": 761050836.0, + "step": 19943 + }, + { + "epoch": 2.537081796209134, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.296627044677734, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.870553731918335, + "num_tokens": 761087517.0, + "step": 19944 + }, + { + "epoch": 2.537209006487724, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.31053352355957, + "learning_rate": 1e-06, + "loss": 0.3261, + "mean_token_accuracy": 0.889250636100769, + "num_tokens": 761121401.0, + "step": 19945 + }, + { + "epoch": 2.537336216766315, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.307805061340332, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8651654720306396, + "num_tokens": 761154973.0, + "step": 19946 + }, + { + "epoch": 2.537463427044905, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.27009105682373, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8846244812011719, + "num_tokens": 761194211.0, + "step": 19947 + }, + { + "epoch": 2.537590637323496, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.269864082336426, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8703775405883789, + "num_tokens": 761233486.0, + "step": 19948 + }, + { + "epoch": 2.537717847602086, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.216608047485352, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8784056901931763, + "num_tokens": 761275846.0, + "step": 19949 + }, + { + "epoch": 2.5378450578806766, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.32314682006836, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8669390678405762, + "num_tokens": 761311210.0, + "step": 19950 + }, + { + "epoch": 2.537972268159267, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.214540481567383, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8756852149963379, + "num_tokens": 761349961.0, + "step": 19951 + }, + { + "epoch": 2.5380994784378577, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.304256439208984, + "learning_rate": 1e-06, + "loss": 0.352, + "mean_token_accuracy": 0.8830843567848206, + "num_tokens": 761386993.0, + "step": 19952 + }, + { + "epoch": 2.538226688716448, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.230384826660156, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8665984869003296, + "num_tokens": 761426910.0, + "step": 19953 + }, + { + "epoch": 2.5383538989950387, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.236860275268555, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8787946701049805, + "num_tokens": 761466633.0, + "step": 19954 + }, + { + "epoch": 2.5384811092736292, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.274173736572266, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.863588809967041, + "num_tokens": 761497670.0, + "step": 19955 + }, + { + "epoch": 2.5386083195522198, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.230072975158691, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8735048770904541, + "num_tokens": 761534626.0, + "step": 19956 + }, + { + "epoch": 2.5387355298308103, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.277665138244629, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8840664029121399, + "num_tokens": 761581125.0, + "step": 19957 + }, + { + "epoch": 2.538862740109401, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.239779472351074, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8763458132743835, + "num_tokens": 761616533.0, + "step": 19958 + }, + { + "epoch": 2.5389899503879914, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.306071281433105, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8665871620178223, + "num_tokens": 761650615.0, + "step": 19959 + }, + { + "epoch": 2.539117160666582, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.307656288146973, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8868163824081421, + "num_tokens": 761687020.0, + "step": 19960 + }, + { + "epoch": 2.5392443709451724, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.312447547912598, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.891764760017395, + "num_tokens": 761721653.0, + "step": 19961 + }, + { + "epoch": 2.539371581223763, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.321287155151367, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8835556507110596, + "num_tokens": 761758377.0, + "step": 19962 + }, + { + "epoch": 2.5394987915023535, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.29056167602539, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8768289089202881, + "num_tokens": 761795263.0, + "step": 19963 + }, + { + "epoch": 2.539626001780944, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.275223731994629, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8865141272544861, + "num_tokens": 761834758.0, + "step": 19964 + }, + { + "epoch": 2.5397532120595345, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.255537033081055, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8695366382598877, + "num_tokens": 761880482.0, + "step": 19965 + }, + { + "epoch": 2.539880422338125, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.318418502807617, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8754964470863342, + "num_tokens": 761922494.0, + "step": 19966 + }, + { + "epoch": 2.5400076326167156, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.290027618408203, + "learning_rate": 1e-06, + "loss": 0.3137, + "mean_token_accuracy": 0.8946068286895752, + "num_tokens": 761959462.0, + "step": 19967 + }, + { + "epoch": 2.5401348428953057, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.280963897705078, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8683394193649292, + "num_tokens": 761990316.0, + "step": 19968 + }, + { + "epoch": 2.5402620531738966, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.256217002868652, + "learning_rate": 1e-06, + "loss": 0.3848, + "mean_token_accuracy": 0.8721136450767517, + "num_tokens": 762023671.0, + "step": 19969 + }, + { + "epoch": 2.5403892634524867, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.345341682434082, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8818892240524292, + "num_tokens": 762056719.0, + "step": 19970 + }, + { + "epoch": 2.5405164737310777, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.262030601501465, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8769017457962036, + "num_tokens": 762098802.0, + "step": 19971 + }, + { + "epoch": 2.540643684009668, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.28838062286377, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8805396556854248, + "num_tokens": 762134470.0, + "step": 19972 + }, + { + "epoch": 2.5407708942882588, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.275651931762695, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8805469274520874, + "num_tokens": 762177163.0, + "step": 19973 + }, + { + "epoch": 2.540898104566849, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.223634719848633, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8842179179191589, + "num_tokens": 762217323.0, + "step": 19974 + }, + { + "epoch": 2.5410253148454394, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.35960865020752, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8734452724456787, + "num_tokens": 762252144.0, + "step": 19975 + }, + { + "epoch": 2.54115252512403, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.24429702758789, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8708939552307129, + "num_tokens": 762282108.0, + "step": 19976 + }, + { + "epoch": 2.5412797354026204, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.260178565979004, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8791488409042358, + "num_tokens": 762318154.0, + "step": 19977 + }, + { + "epoch": 2.541406945681211, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.357632637023926, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8746241331100464, + "num_tokens": 762354704.0, + "step": 19978 + }, + { + "epoch": 2.5415341559598015, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.265145301818848, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8781470656394958, + "num_tokens": 762389943.0, + "step": 19979 + }, + { + "epoch": 2.541661366238392, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.35628604888916, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8794337511062622, + "num_tokens": 762421560.0, + "step": 19980 + }, + { + "epoch": 2.5417885765169825, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.231477737426758, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8823354244232178, + "num_tokens": 762458509.0, + "step": 19981 + }, + { + "epoch": 2.541915786795573, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.209903717041016, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.876250147819519, + "num_tokens": 762502382.0, + "step": 19982 + }, + { + "epoch": 2.5420429970741636, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.3189697265625, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8731520771980286, + "num_tokens": 762536611.0, + "step": 19983 + }, + { + "epoch": 2.542170207352754, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.214040756225586, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8773019313812256, + "num_tokens": 762577801.0, + "step": 19984 + }, + { + "epoch": 2.5422974176313446, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.29842758178711, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8781077861785889, + "num_tokens": 762617413.0, + "step": 19985 + }, + { + "epoch": 2.542424627909935, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.265137672424316, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8851009607315063, + "num_tokens": 762654811.0, + "step": 19986 + }, + { + "epoch": 2.5425518381885257, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.242183685302734, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8819218873977661, + "num_tokens": 762692902.0, + "step": 19987 + }, + { + "epoch": 2.5426790484671162, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.290542602539062, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8772709369659424, + "num_tokens": 762731984.0, + "step": 19988 + }, + { + "epoch": 2.5428062587457068, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.258377075195312, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8859206438064575, + "num_tokens": 762767104.0, + "step": 19989 + }, + { + "epoch": 2.5429334690242973, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.406814575195312, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8652659058570862, + "num_tokens": 762804982.0, + "step": 19990 + }, + { + "epoch": 2.543060679302888, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.281457901000977, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8662667870521545, + "num_tokens": 762842956.0, + "step": 19991 + }, + { + "epoch": 2.5431878895814783, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.327194213867188, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8830747008323669, + "num_tokens": 762875445.0, + "step": 19992 + }, + { + "epoch": 2.5433150998600684, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.371075630187988, + "learning_rate": 1e-06, + "loss": 0.3407, + "mean_token_accuracy": 0.8903347849845886, + "num_tokens": 762906061.0, + "step": 19993 + }, + { + "epoch": 2.5434423101386594, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.22094440460205, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8846350312232971, + "num_tokens": 762945550.0, + "step": 19994 + }, + { + "epoch": 2.5435695204172495, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.3056001663208, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8767286539077759, + "num_tokens": 762982586.0, + "step": 19995 + }, + { + "epoch": 2.5436967306958405, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.24693775177002, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8783047795295715, + "num_tokens": 763013527.0, + "step": 19996 + }, + { + "epoch": 2.5438239409744305, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.277061462402344, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8728549480438232, + "num_tokens": 763054363.0, + "step": 19997 + }, + { + "epoch": 2.5439511512530215, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.258769035339355, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8722262382507324, + "num_tokens": 763096834.0, + "step": 19998 + }, + { + "epoch": 2.5440783615316116, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.255863189697266, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8767625093460083, + "num_tokens": 763139611.0, + "step": 19999 + }, + { + "epoch": 2.544205571810202, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.25577449798584, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8781670331954956, + "num_tokens": 763181085.0, + "step": 20000 + }, + { + "epoch": 2.5443327820887927, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.304183959960938, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8741000890731812, + "num_tokens": 763219811.0, + "step": 20001 + }, + { + "epoch": 2.544459992367383, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.264541625976562, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8665582537651062, + "num_tokens": 763257745.0, + "step": 20002 + }, + { + "epoch": 2.5445872026459737, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.283183097839355, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.861509382724762, + "num_tokens": 763299475.0, + "step": 20003 + }, + { + "epoch": 2.5447144129245642, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.270650863647461, + "learning_rate": 1e-06, + "loss": 0.4283, + "mean_token_accuracy": 0.8565576076507568, + "num_tokens": 763333960.0, + "step": 20004 + }, + { + "epoch": 2.5448416232031548, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.252568244934082, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8680300712585449, + "num_tokens": 763378646.0, + "step": 20005 + }, + { + "epoch": 2.5449688334817453, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.31064224243164, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8813533782958984, + "num_tokens": 763412441.0, + "step": 20006 + }, + { + "epoch": 2.545096043760336, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.231941223144531, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8815399408340454, + "num_tokens": 763446713.0, + "step": 20007 + }, + { + "epoch": 2.5452232540389264, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.332937240600586, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8871622085571289, + "num_tokens": 763478686.0, + "step": 20008 + }, + { + "epoch": 2.545350464317517, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.245694160461426, + "learning_rate": 1e-06, + "loss": 0.3242, + "mean_token_accuracy": 0.8918421864509583, + "num_tokens": 763517258.0, + "step": 20009 + }, + { + "epoch": 2.5454776745961074, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.334221839904785, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8711788058280945, + "num_tokens": 763553229.0, + "step": 20010 + }, + { + "epoch": 2.545604884874698, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.297560691833496, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.88380366563797, + "num_tokens": 763594274.0, + "step": 20011 + }, + { + "epoch": 2.5457320951532885, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.252010345458984, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.868940532207489, + "num_tokens": 763632162.0, + "step": 20012 + }, + { + "epoch": 2.545859305431879, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.25592041015625, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8773815631866455, + "num_tokens": 763666797.0, + "step": 20013 + }, + { + "epoch": 2.5459865157104695, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.304102897644043, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8755779266357422, + "num_tokens": 763705475.0, + "step": 20014 + }, + { + "epoch": 2.54611372598906, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.255992889404297, + "learning_rate": 1e-06, + "loss": 0.3183, + "mean_token_accuracy": 0.8924254179000854, + "num_tokens": 763739434.0, + "step": 20015 + }, + { + "epoch": 2.5462409362676506, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.311789512634277, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.8644553422927856, + "num_tokens": 763773262.0, + "step": 20016 + }, + { + "epoch": 2.546368146546241, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.221260070800781, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8662902116775513, + "num_tokens": 763812573.0, + "step": 20017 + }, + { + "epoch": 2.546495356824831, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.320676803588867, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8797184824943542, + "num_tokens": 763848555.0, + "step": 20018 + }, + { + "epoch": 2.546622567103422, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.331713676452637, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.875762939453125, + "num_tokens": 763884608.0, + "step": 20019 + }, + { + "epoch": 2.5467497773820122, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.266385078430176, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8718721866607666, + "num_tokens": 763922038.0, + "step": 20020 + }, + { + "epoch": 2.546876987660603, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.291452407836914, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8727525472640991, + "num_tokens": 763958089.0, + "step": 20021 + }, + { + "epoch": 2.5470041979391933, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.2516450881958, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.876474916934967, + "num_tokens": 764000802.0, + "step": 20022 + }, + { + "epoch": 2.547131408217784, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.255227088928223, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8805841207504272, + "num_tokens": 764036628.0, + "step": 20023 + }, + { + "epoch": 2.5472586184963744, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.29962158203125, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8793498277664185, + "num_tokens": 764073643.0, + "step": 20024 + }, + { + "epoch": 2.547385828774965, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.338265419006348, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8827903270721436, + "num_tokens": 764110473.0, + "step": 20025 + }, + { + "epoch": 2.5475130390535554, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.28017807006836, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8764803409576416, + "num_tokens": 764142941.0, + "step": 20026 + }, + { + "epoch": 2.547640249332146, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.258140563964844, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8789874315261841, + "num_tokens": 764178752.0, + "step": 20027 + }, + { + "epoch": 2.5477674596107365, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.27541446685791, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8731957674026489, + "num_tokens": 764217440.0, + "step": 20028 + }, + { + "epoch": 2.547894669889327, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.298089981079102, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8678900599479675, + "num_tokens": 764257524.0, + "step": 20029 + }, + { + "epoch": 2.5480218801679175, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.273155212402344, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8724261522293091, + "num_tokens": 764293645.0, + "step": 20030 + }, + { + "epoch": 2.548149090446508, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.297321319580078, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8837359547615051, + "num_tokens": 764331660.0, + "step": 20031 + }, + { + "epoch": 2.5482763007250986, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.290642738342285, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8937581181526184, + "num_tokens": 764376577.0, + "step": 20032 + }, + { + "epoch": 2.548403511003689, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.327835083007812, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8744514584541321, + "num_tokens": 764415492.0, + "step": 20033 + }, + { + "epoch": 2.5485307212822796, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.306492805480957, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8675408363342285, + "num_tokens": 764453948.0, + "step": 20034 + }, + { + "epoch": 2.54865793156087, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.260420799255371, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8813738822937012, + "num_tokens": 764493906.0, + "step": 20035 + }, + { + "epoch": 2.5487851418394607, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.333846092224121, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8716708421707153, + "num_tokens": 764532379.0, + "step": 20036 + }, + { + "epoch": 2.5489123521180512, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.313875198364258, + "learning_rate": 1e-06, + "loss": 0.4129, + "mean_token_accuracy": 0.8601871728897095, + "num_tokens": 764567726.0, + "step": 20037 + }, + { + "epoch": 2.5490395623966418, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.309942245483398, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8773143291473389, + "num_tokens": 764606229.0, + "step": 20038 + }, + { + "epoch": 2.5491667726752323, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.306156158447266, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8866114616394043, + "num_tokens": 764641346.0, + "step": 20039 + }, + { + "epoch": 2.549293982953823, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.289481163024902, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8780618906021118, + "num_tokens": 764687286.0, + "step": 20040 + }, + { + "epoch": 2.5494211932324133, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.25987720489502, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8793861865997314, + "num_tokens": 764729235.0, + "step": 20041 + }, + { + "epoch": 2.549548403511004, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.296167373657227, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8695065975189209, + "num_tokens": 764771834.0, + "step": 20042 + }, + { + "epoch": 2.549675613789594, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.303842544555664, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8764048218727112, + "num_tokens": 764808307.0, + "step": 20043 + }, + { + "epoch": 2.549802824068185, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.312697410583496, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8693987131118774, + "num_tokens": 764848373.0, + "step": 20044 + }, + { + "epoch": 2.549930034346775, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.334105491638184, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8727317452430725, + "num_tokens": 764886468.0, + "step": 20045 + }, + { + "epoch": 2.550057244625366, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.277810096740723, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8784828782081604, + "num_tokens": 764928690.0, + "step": 20046 + }, + { + "epoch": 2.550184454903956, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.33621883392334, + "learning_rate": 1e-06, + "loss": 0.4717, + "mean_token_accuracy": 0.8450024724006653, + "num_tokens": 764969148.0, + "step": 20047 + }, + { + "epoch": 2.5503116651825466, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.418508529663086, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8696577548980713, + "num_tokens": 765010754.0, + "step": 20048 + }, + { + "epoch": 2.550438875461137, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.248115539550781, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8801890015602112, + "num_tokens": 765043562.0, + "step": 20049 + }, + { + "epoch": 2.5505660857397277, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.34736156463623, + "learning_rate": 1e-06, + "loss": 0.4263, + "mean_token_accuracy": 0.8587872982025146, + "num_tokens": 765085638.0, + "step": 20050 + }, + { + "epoch": 2.550693296018318, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.338127136230469, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8837260007858276, + "num_tokens": 765115847.0, + "step": 20051 + }, + { + "epoch": 2.5508205062969087, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.258326530456543, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8752661943435669, + "num_tokens": 765146839.0, + "step": 20052 + }, + { + "epoch": 2.5509477165754992, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.302675247192383, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8772838115692139, + "num_tokens": 765185921.0, + "step": 20053 + }, + { + "epoch": 2.5510749268540898, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.229400634765625, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8775187134742737, + "num_tokens": 765224534.0, + "step": 20054 + }, + { + "epoch": 2.5512021371326803, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.313217163085938, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8846489191055298, + "num_tokens": 765267160.0, + "step": 20055 + }, + { + "epoch": 2.551329347411271, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.27483081817627, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8781106472015381, + "num_tokens": 765304770.0, + "step": 20056 + }, + { + "epoch": 2.5514565576898613, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.229165077209473, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8745641708374023, + "num_tokens": 765341966.0, + "step": 20057 + }, + { + "epoch": 2.551583767968452, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.251652717590332, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8917999267578125, + "num_tokens": 765382653.0, + "step": 20058 + }, + { + "epoch": 2.5517109782470424, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.336647033691406, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8763834238052368, + "num_tokens": 765414940.0, + "step": 20059 + }, + { + "epoch": 2.551838188525633, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.268839836120605, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8791631460189819, + "num_tokens": 765445549.0, + "step": 20060 + }, + { + "epoch": 2.5519653988042235, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.353195190429688, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8843374252319336, + "num_tokens": 765484474.0, + "step": 20061 + }, + { + "epoch": 2.552092609082814, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.287766456604004, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8774958252906799, + "num_tokens": 765522651.0, + "step": 20062 + }, + { + "epoch": 2.5522198193614045, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.278489112854004, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8714796900749207, + "num_tokens": 765565983.0, + "step": 20063 + }, + { + "epoch": 2.552347029639995, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.276405334472656, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8775173425674438, + "num_tokens": 765604056.0, + "step": 20064 + }, + { + "epoch": 2.5524742399185856, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.288039207458496, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8859857320785522, + "num_tokens": 765646062.0, + "step": 20065 + }, + { + "epoch": 2.5526014501971757, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.224188804626465, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8761153221130371, + "num_tokens": 765687284.0, + "step": 20066 + }, + { + "epoch": 2.5527286604757666, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.37367057800293, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.8636999726295471, + "num_tokens": 765723743.0, + "step": 20067 + }, + { + "epoch": 2.5528558707543567, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.262267112731934, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8741407990455627, + "num_tokens": 765768472.0, + "step": 20068 + }, + { + "epoch": 2.5529830810329477, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.268916130065918, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8918259143829346, + "num_tokens": 765809040.0, + "step": 20069 + }, + { + "epoch": 2.5531102913115378, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.304665565490723, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.877610981464386, + "num_tokens": 765845968.0, + "step": 20070 + }, + { + "epoch": 2.5532375015901287, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.256342887878418, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8816555738449097, + "num_tokens": 765881037.0, + "step": 20071 + }, + { + "epoch": 2.553364711868719, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.298205375671387, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8809658885002136, + "num_tokens": 765918945.0, + "step": 20072 + }, + { + "epoch": 2.5534919221473094, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.285989761352539, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8896345496177673, + "num_tokens": 765956128.0, + "step": 20073 + }, + { + "epoch": 2.5536191324259, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.26444149017334, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8900746703147888, + "num_tokens": 765997109.0, + "step": 20074 + }, + { + "epoch": 2.5537463427044904, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.306231498718262, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8755042552947998, + "num_tokens": 766032557.0, + "step": 20075 + }, + { + "epoch": 2.553873552983081, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.33220386505127, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8727872371673584, + "num_tokens": 766075285.0, + "step": 20076 + }, + { + "epoch": 2.5540007632616715, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.26614761352539, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.874982476234436, + "num_tokens": 766110600.0, + "step": 20077 + }, + { + "epoch": 2.554127973540262, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.276613235473633, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8668637275695801, + "num_tokens": 766146877.0, + "step": 20078 + }, + { + "epoch": 2.5542551838188525, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.29382610321045, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8720057606697083, + "num_tokens": 766185164.0, + "step": 20079 + }, + { + "epoch": 2.554382394097443, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.236114501953125, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8957582712173462, + "num_tokens": 766221442.0, + "step": 20080 + }, + { + "epoch": 2.5545096043760336, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.29592227935791, + "learning_rate": 1e-06, + "loss": 0.4445, + "mean_token_accuracy": 0.8542022109031677, + "num_tokens": 766255258.0, + "step": 20081 + }, + { + "epoch": 2.554636814654624, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.28170108795166, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8746028542518616, + "num_tokens": 766292392.0, + "step": 20082 + }, + { + "epoch": 2.5547640249332146, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.271498680114746, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8678313493728638, + "num_tokens": 766335312.0, + "step": 20083 + }, + { + "epoch": 2.554891235211805, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.295621871948242, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8777192831039429, + "num_tokens": 766372189.0, + "step": 20084 + }, + { + "epoch": 2.5550184454903957, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.27186393737793, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8669313788414001, + "num_tokens": 766414021.0, + "step": 20085 + }, + { + "epoch": 2.5551456557689862, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.330810546875, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.889169454574585, + "num_tokens": 766452005.0, + "step": 20086 + }, + { + "epoch": 2.5552728660475768, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.277422904968262, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8713575005531311, + "num_tokens": 766492150.0, + "step": 20087 + }, + { + "epoch": 2.5554000763261673, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.308714866638184, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8866413235664368, + "num_tokens": 766533889.0, + "step": 20088 + }, + { + "epoch": 2.555527286604758, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.381569862365723, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8772296905517578, + "num_tokens": 766565008.0, + "step": 20089 + }, + { + "epoch": 2.5556544968833483, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.319351196289062, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.876869797706604, + "num_tokens": 766605744.0, + "step": 20090 + }, + { + "epoch": 2.5557817071619384, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.258408546447754, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8853428959846497, + "num_tokens": 766645782.0, + "step": 20091 + }, + { + "epoch": 2.5559089174405294, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.327835083007812, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8672659397125244, + "num_tokens": 766683135.0, + "step": 20092 + }, + { + "epoch": 2.5560361277191195, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.292682647705078, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8786015510559082, + "num_tokens": 766720691.0, + "step": 20093 + }, + { + "epoch": 2.5561633379977104, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.310042381286621, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8727211952209473, + "num_tokens": 766755426.0, + "step": 20094 + }, + { + "epoch": 2.5562905482763005, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.317584037780762, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8819098472595215, + "num_tokens": 766788315.0, + "step": 20095 + }, + { + "epoch": 2.5564177585548915, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.304558753967285, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8922121524810791, + "num_tokens": 766825664.0, + "step": 20096 + }, + { + "epoch": 2.5565449688334816, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.286309242248535, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8881266117095947, + "num_tokens": 766868145.0, + "step": 20097 + }, + { + "epoch": 2.556672179112072, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.33726692199707, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8655393123626709, + "num_tokens": 766907278.0, + "step": 20098 + }, + { + "epoch": 2.5567993893906626, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.280829429626465, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8886383771896362, + "num_tokens": 766941662.0, + "step": 20099 + }, + { + "epoch": 2.556926599669253, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.357453346252441, + "learning_rate": 1e-06, + "loss": 0.4341, + "mean_token_accuracy": 0.8593649864196777, + "num_tokens": 766977725.0, + "step": 20100 + }, + { + "epoch": 2.5570538099478437, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.29832649230957, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8729064464569092, + "num_tokens": 767011011.0, + "step": 20101 + }, + { + "epoch": 2.5571810202264342, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.324519157409668, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8737627863883972, + "num_tokens": 767047078.0, + "step": 20102 + }, + { + "epoch": 2.5573082305050248, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.315120697021484, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8738958239555359, + "num_tokens": 767089208.0, + "step": 20103 + }, + { + "epoch": 2.5574354407836153, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.315582275390625, + "learning_rate": 1e-06, + "loss": 0.4247, + "mean_token_accuracy": 0.8618534207344055, + "num_tokens": 767131225.0, + "step": 20104 + }, + { + "epoch": 2.557562651062206, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.349894523620605, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.865517258644104, + "num_tokens": 767165222.0, + "step": 20105 + }, + { + "epoch": 2.5576898613407963, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.317225456237793, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8779628276824951, + "num_tokens": 767200870.0, + "step": 20106 + }, + { + "epoch": 2.557817071619387, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.34046745300293, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8759769201278687, + "num_tokens": 767236881.0, + "step": 20107 + }, + { + "epoch": 2.5579442818979774, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.328975677490234, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8823099136352539, + "num_tokens": 767269716.0, + "step": 20108 + }, + { + "epoch": 2.558071492176568, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.336146354675293, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8674666881561279, + "num_tokens": 767306840.0, + "step": 20109 + }, + { + "epoch": 2.5581987024551585, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.28689956665039, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8892842531204224, + "num_tokens": 767346966.0, + "step": 20110 + }, + { + "epoch": 2.558325912733749, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.38129997253418, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8733869194984436, + "num_tokens": 767387084.0, + "step": 20111 + }, + { + "epoch": 2.5584531230123395, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.348363876342773, + "learning_rate": 1e-06, + "loss": 0.4232, + "mean_token_accuracy": 0.8592575788497925, + "num_tokens": 767417857.0, + "step": 20112 + }, + { + "epoch": 2.55858033329093, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.354310035705566, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8788117170333862, + "num_tokens": 767455771.0, + "step": 20113 + }, + { + "epoch": 2.5587075435695206, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.311994552612305, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.863675594329834, + "num_tokens": 767493187.0, + "step": 20114 + }, + { + "epoch": 2.558834753848111, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.353211402893066, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8688719868659973, + "num_tokens": 767534526.0, + "step": 20115 + }, + { + "epoch": 2.558961964126701, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.375032424926758, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.874904990196228, + "num_tokens": 767569297.0, + "step": 20116 + }, + { + "epoch": 2.559089174405292, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.30311107635498, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8729400634765625, + "num_tokens": 767605860.0, + "step": 20117 + }, + { + "epoch": 2.5592163846838822, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.296039581298828, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8792159557342529, + "num_tokens": 767645252.0, + "step": 20118 + }, + { + "epoch": 2.559343594962473, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.313471794128418, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.877207338809967, + "num_tokens": 767681942.0, + "step": 20119 + }, + { + "epoch": 2.5594708052410633, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.3382568359375, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8751260638237, + "num_tokens": 767720631.0, + "step": 20120 + }, + { + "epoch": 2.559598015519654, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.347379684448242, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8802030682563782, + "num_tokens": 767757018.0, + "step": 20121 + }, + { + "epoch": 2.5597252257982444, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.316479682922363, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8803012371063232, + "num_tokens": 767796046.0, + "step": 20122 + }, + { + "epoch": 2.559852436076835, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.352611541748047, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8863627910614014, + "num_tokens": 767835678.0, + "step": 20123 + }, + { + "epoch": 2.5599796463554254, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.320906639099121, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8902455568313599, + "num_tokens": 767870515.0, + "step": 20124 + }, + { + "epoch": 2.560106856634016, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.305853843688965, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8612682223320007, + "num_tokens": 767911573.0, + "step": 20125 + }, + { + "epoch": 2.5602340669126065, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.319268226623535, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8756353259086609, + "num_tokens": 767950161.0, + "step": 20126 + }, + { + "epoch": 2.560361277191197, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.331982612609863, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8751558065414429, + "num_tokens": 767989431.0, + "step": 20127 + }, + { + "epoch": 2.5604884874697875, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.350556373596191, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.886904239654541, + "num_tokens": 768023551.0, + "step": 20128 + }, + { + "epoch": 2.560615697748378, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.313557624816895, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8842112421989441, + "num_tokens": 768055317.0, + "step": 20129 + }, + { + "epoch": 2.5607429080269686, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.34007453918457, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8707877993583679, + "num_tokens": 768089575.0, + "step": 20130 + }, + { + "epoch": 2.560870118305559, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.306841850280762, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8676620721817017, + "num_tokens": 768131795.0, + "step": 20131 + }, + { + "epoch": 2.5609973285841496, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.333395004272461, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8812498450279236, + "num_tokens": 768165714.0, + "step": 20132 + }, + { + "epoch": 2.56112453886274, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.321181297302246, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8857955932617188, + "num_tokens": 768203475.0, + "step": 20133 + }, + { + "epoch": 2.5612517491413307, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.364313125610352, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8919781446456909, + "num_tokens": 768244841.0, + "step": 20134 + }, + { + "epoch": 2.561378959419921, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.287378311157227, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8716315031051636, + "num_tokens": 768286502.0, + "step": 20135 + }, + { + "epoch": 2.5615061696985117, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.434659004211426, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8845416307449341, + "num_tokens": 768320628.0, + "step": 20136 + }, + { + "epoch": 2.5616333799771023, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.3659029006958, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8702837824821472, + "num_tokens": 768353630.0, + "step": 20137 + }, + { + "epoch": 2.561760590255693, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.333921432495117, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8771782517433167, + "num_tokens": 768388170.0, + "step": 20138 + }, + { + "epoch": 2.5618878005342833, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.346441268920898, + "learning_rate": 1e-06, + "loss": 0.3187, + "mean_token_accuracy": 0.8935264348983765, + "num_tokens": 768428238.0, + "step": 20139 + }, + { + "epoch": 2.562015010812874, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.341896057128906, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8912054896354675, + "num_tokens": 768460075.0, + "step": 20140 + }, + { + "epoch": 2.562142221091464, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.362383842468262, + "learning_rate": 1e-06, + "loss": 0.3078, + "mean_token_accuracy": 0.8938961029052734, + "num_tokens": 768493982.0, + "step": 20141 + }, + { + "epoch": 2.562269431370055, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.389729499816895, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8808304071426392, + "num_tokens": 768529121.0, + "step": 20142 + }, + { + "epoch": 2.562396641648645, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.374786376953125, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8772578835487366, + "num_tokens": 768560730.0, + "step": 20143 + }, + { + "epoch": 2.562523851927236, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.305590629577637, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8877962827682495, + "num_tokens": 768603015.0, + "step": 20144 + }, + { + "epoch": 2.562651062205826, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.370766639709473, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8769594430923462, + "num_tokens": 768639847.0, + "step": 20145 + }, + { + "epoch": 2.5627782724844166, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.2928466796875, + "learning_rate": 1e-06, + "loss": 0.3809, + "mean_token_accuracy": 0.874266505241394, + "num_tokens": 768681614.0, + "step": 20146 + }, + { + "epoch": 2.562905482763007, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.270370483398438, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8820562362670898, + "num_tokens": 768722052.0, + "step": 20147 + }, + { + "epoch": 2.5630326930415976, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.32060432434082, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8703258037567139, + "num_tokens": 768754191.0, + "step": 20148 + }, + { + "epoch": 2.563159903320188, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.352021217346191, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8674748539924622, + "num_tokens": 768792981.0, + "step": 20149 + }, + { + "epoch": 2.5632871135987787, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.3285493850708, + "learning_rate": 1e-06, + "loss": 0.396, + "mean_token_accuracy": 0.8680043816566467, + "num_tokens": 768827040.0, + "step": 20150 + }, + { + "epoch": 2.5634143238773692, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.30882453918457, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8757291436195374, + "num_tokens": 768865669.0, + "step": 20151 + }, + { + "epoch": 2.5635415341559598, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.372808456420898, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8763227462768555, + "num_tokens": 768903306.0, + "step": 20152 + }, + { + "epoch": 2.5636687444345503, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.249509811401367, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8812406063079834, + "num_tokens": 768946322.0, + "step": 20153 + }, + { + "epoch": 2.563795954713141, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.360361099243164, + "learning_rate": 1e-06, + "loss": 0.3077, + "mean_token_accuracy": 0.8938730359077454, + "num_tokens": 768987350.0, + "step": 20154 + }, + { + "epoch": 2.5639231649917313, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.315113067626953, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8853174448013306, + "num_tokens": 769030762.0, + "step": 20155 + }, + { + "epoch": 2.564050375270322, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.338689804077148, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8871257901191711, + "num_tokens": 769069827.0, + "step": 20156 + }, + { + "epoch": 2.5641775855489124, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.332524299621582, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8774434328079224, + "num_tokens": 769107742.0, + "step": 20157 + }, + { + "epoch": 2.564304795827503, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.298101425170898, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8764868974685669, + "num_tokens": 769153286.0, + "step": 20158 + }, + { + "epoch": 2.5644320061060935, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.308159828186035, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8786773681640625, + "num_tokens": 769192646.0, + "step": 20159 + }, + { + "epoch": 2.564559216384684, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.3117094039917, + "learning_rate": 1e-06, + "loss": 0.4337, + "mean_token_accuracy": 0.855413556098938, + "num_tokens": 769230360.0, + "step": 20160 + }, + { + "epoch": 2.5646864266632745, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.312555313110352, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.892268717288971, + "num_tokens": 769270754.0, + "step": 20161 + }, + { + "epoch": 2.564813636941865, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.353509902954102, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8550470471382141, + "num_tokens": 769310109.0, + "step": 20162 + }, + { + "epoch": 2.5649408472204556, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.317669868469238, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8754496574401855, + "num_tokens": 769352101.0, + "step": 20163 + }, + { + "epoch": 2.5650680574990457, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.291786193847656, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8908519744873047, + "num_tokens": 769386570.0, + "step": 20164 + }, + { + "epoch": 2.5651952677776366, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.301186561584473, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.888393223285675, + "num_tokens": 769427167.0, + "step": 20165 + }, + { + "epoch": 2.5653224780562267, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.356552124023438, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8679571151733398, + "num_tokens": 769465456.0, + "step": 20166 + }, + { + "epoch": 2.5654496883348177, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.337159156799316, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8899400234222412, + "num_tokens": 769497135.0, + "step": 20167 + }, + { + "epoch": 2.5655768986134078, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.311361312866211, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8717973232269287, + "num_tokens": 769533706.0, + "step": 20168 + }, + { + "epoch": 2.5657041088919987, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.308586120605469, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8721575140953064, + "num_tokens": 769578698.0, + "step": 20169 + }, + { + "epoch": 2.565831319170589, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.272027969360352, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8893723487854004, + "num_tokens": 769619799.0, + "step": 20170 + }, + { + "epoch": 2.5659585294491793, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.305434226989746, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.877306342124939, + "num_tokens": 769655973.0, + "step": 20171 + }, + { + "epoch": 2.56608573972777, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.346285820007324, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8737810850143433, + "num_tokens": 769692333.0, + "step": 20172 + }, + { + "epoch": 2.5662129500063604, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.241987228393555, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8823626041412354, + "num_tokens": 769731804.0, + "step": 20173 + }, + { + "epoch": 2.566340160284951, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.337052345275879, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8829501867294312, + "num_tokens": 769767409.0, + "step": 20174 + }, + { + "epoch": 2.5664673705635415, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.304308891296387, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8743947148323059, + "num_tokens": 769806468.0, + "step": 20175 + }, + { + "epoch": 2.566594580842132, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.314717292785645, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8854920268058777, + "num_tokens": 769842025.0, + "step": 20176 + }, + { + "epoch": 2.5667217911207225, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.315011024475098, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8735334873199463, + "num_tokens": 769884125.0, + "step": 20177 + }, + { + "epoch": 2.566849001399313, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.32041072845459, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8670397400856018, + "num_tokens": 769920523.0, + "step": 20178 + }, + { + "epoch": 2.5669762116779036, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.258515357971191, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8755578994750977, + "num_tokens": 769960141.0, + "step": 20179 + }, + { + "epoch": 2.567103421956494, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.345112800598145, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8789538145065308, + "num_tokens": 769995281.0, + "step": 20180 + }, + { + "epoch": 2.5672306322350846, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.335226058959961, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8816446661949158, + "num_tokens": 770028230.0, + "step": 20181 + }, + { + "epoch": 2.567357842513675, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.283700942993164, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8834198713302612, + "num_tokens": 770068996.0, + "step": 20182 + }, + { + "epoch": 2.5674850527922657, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.31235408782959, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8671598434448242, + "num_tokens": 770107018.0, + "step": 20183 + }, + { + "epoch": 2.567612263070856, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.365923881530762, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8763823509216309, + "num_tokens": 770140251.0, + "step": 20184 + }, + { + "epoch": 2.5677394733494467, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.33894157409668, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8693902492523193, + "num_tokens": 770182241.0, + "step": 20185 + }, + { + "epoch": 2.5678666836280373, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.273090362548828, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8907903432846069, + "num_tokens": 770223267.0, + "step": 20186 + }, + { + "epoch": 2.567993893906628, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.367319107055664, + "learning_rate": 1e-06, + "loss": 0.4009, + "mean_token_accuracy": 0.8668167591094971, + "num_tokens": 770261856.0, + "step": 20187 + }, + { + "epoch": 2.5681211041852183, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.283805847167969, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8667278289794922, + "num_tokens": 770299762.0, + "step": 20188 + }, + { + "epoch": 2.5682483144638084, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.3438138961792, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8720369338989258, + "num_tokens": 770333690.0, + "step": 20189 + }, + { + "epoch": 2.5683755247423994, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.353034019470215, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8825283646583557, + "num_tokens": 770375755.0, + "step": 20190 + }, + { + "epoch": 2.5685027350209895, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.24526309967041, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8865503072738647, + "num_tokens": 770417805.0, + "step": 20191 + }, + { + "epoch": 2.5686299452995804, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.301198959350586, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8760061264038086, + "num_tokens": 770458183.0, + "step": 20192 + }, + { + "epoch": 2.5687571555781705, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.336737632751465, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8809950947761536, + "num_tokens": 770488973.0, + "step": 20193 + }, + { + "epoch": 2.5688843658567615, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.24620532989502, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.871962308883667, + "num_tokens": 770529030.0, + "step": 20194 + }, + { + "epoch": 2.5690115761353516, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.348652839660645, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8663798570632935, + "num_tokens": 770574697.0, + "step": 20195 + }, + { + "epoch": 2.569138786413942, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.251662254333496, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8825457096099854, + "num_tokens": 770615417.0, + "step": 20196 + }, + { + "epoch": 2.5692659966925326, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.372125625610352, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8643662929534912, + "num_tokens": 770653228.0, + "step": 20197 + }, + { + "epoch": 2.569393206971123, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.33297061920166, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8912583589553833, + "num_tokens": 770693876.0, + "step": 20198 + }, + { + "epoch": 2.5695204172497137, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.338778495788574, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.875989556312561, + "num_tokens": 770728754.0, + "step": 20199 + }, + { + "epoch": 2.5696476275283042, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.351495742797852, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8740847110748291, + "num_tokens": 770767961.0, + "step": 20200 + }, + { + "epoch": 2.5697748378068948, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.34965705871582, + "learning_rate": 1e-06, + "loss": 0.4555, + "mean_token_accuracy": 0.8508490324020386, + "num_tokens": 770808880.0, + "step": 20201 + }, + { + "epoch": 2.5699020480854853, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.317716598510742, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8712641596794128, + "num_tokens": 770846483.0, + "step": 20202 + }, + { + "epoch": 2.570029258364076, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.348119735717773, + "learning_rate": 1e-06, + "loss": 0.4421, + "mean_token_accuracy": 0.8570783138275146, + "num_tokens": 770884234.0, + "step": 20203 + }, + { + "epoch": 2.5701564686426663, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.405315399169922, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8630105257034302, + "num_tokens": 770918785.0, + "step": 20204 + }, + { + "epoch": 2.570283678921257, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.333747863769531, + "learning_rate": 1e-06, + "loss": 0.3036, + "mean_token_accuracy": 0.897138237953186, + "num_tokens": 770956889.0, + "step": 20205 + }, + { + "epoch": 2.5704108891998474, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.375968933105469, + "learning_rate": 1e-06, + "loss": 0.4115, + "mean_token_accuracy": 0.8624544143676758, + "num_tokens": 770994937.0, + "step": 20206 + }, + { + "epoch": 2.570538099478438, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.370680809020996, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8853772878646851, + "num_tokens": 771031451.0, + "step": 20207 + }, + { + "epoch": 2.5706653097570284, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.325050354003906, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8840298652648926, + "num_tokens": 771061575.0, + "step": 20208 + }, + { + "epoch": 2.570792520035619, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.363593101501465, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8759253621101379, + "num_tokens": 771103366.0, + "step": 20209 + }, + { + "epoch": 2.5709197303142095, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.289421081542969, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8798250555992126, + "num_tokens": 771142178.0, + "step": 20210 + }, + { + "epoch": 2.5710469405928, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.380152702331543, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8774258494377136, + "num_tokens": 771179296.0, + "step": 20211 + }, + { + "epoch": 2.5711741508713906, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.337410926818848, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8701796531677246, + "num_tokens": 771219084.0, + "step": 20212 + }, + { + "epoch": 2.571301361149981, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.32363510131836, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8830162286758423, + "num_tokens": 771250609.0, + "step": 20213 + }, + { + "epoch": 2.571428571428571, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.384554862976074, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8751776218414307, + "num_tokens": 771286191.0, + "step": 20214 + }, + { + "epoch": 2.571555781707162, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.289694786071777, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8754032254219055, + "num_tokens": 771320898.0, + "step": 20215 + }, + { + "epoch": 2.5716829919857522, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.35537338256836, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8694023489952087, + "num_tokens": 771353977.0, + "step": 20216 + }, + { + "epoch": 2.571810202264343, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.323212623596191, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8815329074859619, + "num_tokens": 771391960.0, + "step": 20217 + }, + { + "epoch": 2.5719374125429333, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.285237312316895, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8690141439437866, + "num_tokens": 771427764.0, + "step": 20218 + }, + { + "epoch": 2.572064622821524, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.376546859741211, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8767528533935547, + "num_tokens": 771469706.0, + "step": 20219 + }, + { + "epoch": 2.5721918331001143, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.301962852478027, + "learning_rate": 1e-06, + "loss": 0.3037, + "mean_token_accuracy": 0.8963600397109985, + "num_tokens": 771504296.0, + "step": 20220 + }, + { + "epoch": 2.572319043378705, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.317770004272461, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8770346641540527, + "num_tokens": 771544496.0, + "step": 20221 + }, + { + "epoch": 2.5724462536572954, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.286730766296387, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8854336738586426, + "num_tokens": 771584322.0, + "step": 20222 + }, + { + "epoch": 2.572573463935886, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.357685089111328, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8860172629356384, + "num_tokens": 771621424.0, + "step": 20223 + }, + { + "epoch": 2.5727006742144765, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.326767921447754, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8783150911331177, + "num_tokens": 771658173.0, + "step": 20224 + }, + { + "epoch": 2.572827884493067, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.301117897033691, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8693970441818237, + "num_tokens": 771698182.0, + "step": 20225 + }, + { + "epoch": 2.5729550947716575, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.389044761657715, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8621104955673218, + "num_tokens": 771731559.0, + "step": 20226 + }, + { + "epoch": 2.573082305050248, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.363061904907227, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8714913725852966, + "num_tokens": 771774362.0, + "step": 20227 + }, + { + "epoch": 2.5732095153288386, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.322480201721191, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8664511442184448, + "num_tokens": 771810540.0, + "step": 20228 + }, + { + "epoch": 2.573336725607429, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.327705383300781, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8802719116210938, + "num_tokens": 771846221.0, + "step": 20229 + }, + { + "epoch": 2.5734639358860196, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.324438095092773, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8872213959693909, + "num_tokens": 771882268.0, + "step": 20230 + }, + { + "epoch": 2.57359114616461, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.356464385986328, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8759165406227112, + "num_tokens": 771913176.0, + "step": 20231 + }, + { + "epoch": 2.5737183564432007, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.348705291748047, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8721285462379456, + "num_tokens": 771948163.0, + "step": 20232 + }, + { + "epoch": 2.573845566721791, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.325589179992676, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8894064426422119, + "num_tokens": 771988296.0, + "step": 20233 + }, + { + "epoch": 2.5739727770003817, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.26502513885498, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.884560763835907, + "num_tokens": 772024330.0, + "step": 20234 + }, + { + "epoch": 2.5740999872789723, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.373862266540527, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8655798435211182, + "num_tokens": 772062291.0, + "step": 20235 + }, + { + "epoch": 2.574227197557563, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.226824760437012, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8773469924926758, + "num_tokens": 772110239.0, + "step": 20236 + }, + { + "epoch": 2.5743544078361533, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.29866886138916, + "learning_rate": 1e-06, + "loss": 0.395, + "mean_token_accuracy": 0.8717466592788696, + "num_tokens": 772153201.0, + "step": 20237 + }, + { + "epoch": 2.574481618114744, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.320198059082031, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8796133995056152, + "num_tokens": 772186816.0, + "step": 20238 + }, + { + "epoch": 2.574608828393334, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.32317066192627, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8867454528808594, + "num_tokens": 772224238.0, + "step": 20239 + }, + { + "epoch": 2.574736038671925, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.342779159545898, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8849572539329529, + "num_tokens": 772263505.0, + "step": 20240 + }, + { + "epoch": 2.574863248950515, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.27341365814209, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8852328658103943, + "num_tokens": 772303205.0, + "step": 20241 + }, + { + "epoch": 2.574990459229106, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.371708869934082, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8809916973114014, + "num_tokens": 772344495.0, + "step": 20242 + }, + { + "epoch": 2.575117669507696, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.316866874694824, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8719795942306519, + "num_tokens": 772380296.0, + "step": 20243 + }, + { + "epoch": 2.5752448797862866, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.323339462280273, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8897759914398193, + "num_tokens": 772423933.0, + "step": 20244 + }, + { + "epoch": 2.575372090064877, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.29374885559082, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8640623092651367, + "num_tokens": 772464514.0, + "step": 20245 + }, + { + "epoch": 2.5754993003434676, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.295949935913086, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8949099779129028, + "num_tokens": 772498501.0, + "step": 20246 + }, + { + "epoch": 2.575626510622058, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.290624618530273, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8728426694869995, + "num_tokens": 772538072.0, + "step": 20247 + }, + { + "epoch": 2.5757537209006487, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.314270973205566, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8773545026779175, + "num_tokens": 772577434.0, + "step": 20248 + }, + { + "epoch": 2.575880931179239, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.325922966003418, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8903293013572693, + "num_tokens": 772612917.0, + "step": 20249 + }, + { + "epoch": 2.5760081414578297, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.256241798400879, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8890373706817627, + "num_tokens": 772652939.0, + "step": 20250 + }, + { + "epoch": 2.5761353517364203, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.420693397521973, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8838481903076172, + "num_tokens": 772688018.0, + "step": 20251 + }, + { + "epoch": 2.576262562015011, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.319199562072754, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8666063547134399, + "num_tokens": 772728071.0, + "step": 20252 + }, + { + "epoch": 2.5763897722936013, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.320466041564941, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.879372239112854, + "num_tokens": 772762730.0, + "step": 20253 + }, + { + "epoch": 2.576516982572192, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.317184448242188, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8803800940513611, + "num_tokens": 772799125.0, + "step": 20254 + }, + { + "epoch": 2.5766441928507824, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.30228042602539, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8896608352661133, + "num_tokens": 772838657.0, + "step": 20255 + }, + { + "epoch": 2.576771403129373, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.310914993286133, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8852759599685669, + "num_tokens": 772876470.0, + "step": 20256 + }, + { + "epoch": 2.5768986134079634, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.37337875366211, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8706769347190857, + "num_tokens": 772910369.0, + "step": 20257 + }, + { + "epoch": 2.577025823686554, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.363285064697266, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8830389976501465, + "num_tokens": 772948129.0, + "step": 20258 + }, + { + "epoch": 2.5771530339651445, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.270605087280273, + "learning_rate": 1e-06, + "loss": 0.2886, + "mean_token_accuracy": 0.9037683010101318, + "num_tokens": 772985359.0, + "step": 20259 + }, + { + "epoch": 2.577280244243735, + "ewc_loss": 0.0172119140625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.71661376953125e-05, + "grad_norm": 12.327668190002441, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8791849613189697, + "num_tokens": 773019402.0, + "step": 20260 + }, + { + "epoch": 2.5774074545223256, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.286587715148926, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8782729506492615, + "num_tokens": 773059176.0, + "step": 20261 + }, + { + "epoch": 2.5775346648009156, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.341487884521484, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8804521560668945, + "num_tokens": 773094274.0, + "step": 20262 + }, + { + "epoch": 2.5776618750795066, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.284249305725098, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8764657378196716, + "num_tokens": 773135679.0, + "step": 20263 + }, + { + "epoch": 2.5777890853580967, + "ewc_loss": 0.01708984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.704692840576172e-05, + "grad_norm": 12.335813522338867, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8742612600326538, + "num_tokens": 773174270.0, + "step": 20264 + }, + { + "epoch": 2.5779162956366877, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.299955368041992, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8777358531951904, + "num_tokens": 773213582.0, + "step": 20265 + }, + { + "epoch": 2.5780435059152778, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.398788452148438, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8731446862220764, + "num_tokens": 773244980.0, + "step": 20266 + }, + { + "epoch": 2.5781707161938687, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.33481216430664, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8914600014686584, + "num_tokens": 773287395.0, + "step": 20267 + }, + { + "epoch": 2.578297926472459, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.328600883483887, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8743085861206055, + "num_tokens": 773324593.0, + "step": 20268 + }, + { + "epoch": 2.5784251367510493, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.31626033782959, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.87373948097229, + "num_tokens": 773361802.0, + "step": 20269 + }, + { + "epoch": 2.57855234702964, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.341443061828613, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8820975422859192, + "num_tokens": 773401348.0, + "step": 20270 + }, + { + "epoch": 2.5786795573082304, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.36548900604248, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8929681181907654, + "num_tokens": 773439040.0, + "step": 20271 + }, + { + "epoch": 2.578806767586821, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.297000885009766, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.8903794288635254, + "num_tokens": 773471382.0, + "step": 20272 + }, + { + "epoch": 2.5789339778654115, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.31857681274414, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8671862483024597, + "num_tokens": 773508924.0, + "step": 20273 + }, + { + "epoch": 2.579061188144002, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.321627616882324, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.8924520611763, + "num_tokens": 773550219.0, + "step": 20274 + }, + { + "epoch": 2.5791883984225925, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.310786247253418, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8735654950141907, + "num_tokens": 773589363.0, + "step": 20275 + }, + { + "epoch": 2.579315608701183, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.321704864501953, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8772732019424438, + "num_tokens": 773630289.0, + "step": 20276 + }, + { + "epoch": 2.5794428189797736, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.319087982177734, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8793129920959473, + "num_tokens": 773668660.0, + "step": 20277 + }, + { + "epoch": 2.579570029258364, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.322223663330078, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8741654753684998, + "num_tokens": 773704318.0, + "step": 20278 + }, + { + "epoch": 2.5796972395369546, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.343648910522461, + "learning_rate": 1e-06, + "loss": 0.4152, + "mean_token_accuracy": 0.8630869388580322, + "num_tokens": 773745821.0, + "step": 20279 + }, + { + "epoch": 2.579824449815545, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.273886680603027, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8862122297286987, + "num_tokens": 773782880.0, + "step": 20280 + }, + { + "epoch": 2.5799516600941357, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.333121299743652, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8659374713897705, + "num_tokens": 773824880.0, + "step": 20281 + }, + { + "epoch": 2.580078870372726, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.346943855285645, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8808927536010742, + "num_tokens": 773863210.0, + "step": 20282 + }, + { + "epoch": 2.5802060806513167, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.279136657714844, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8842946290969849, + "num_tokens": 773903432.0, + "step": 20283 + }, + { + "epoch": 2.5803332909299073, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.297730445861816, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8861878514289856, + "num_tokens": 773942424.0, + "step": 20284 + }, + { + "epoch": 2.580460501208498, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.300945281982422, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8770239353179932, + "num_tokens": 773976598.0, + "step": 20285 + }, + { + "epoch": 2.5805877114870883, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.350432395935059, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8720700740814209, + "num_tokens": 774016696.0, + "step": 20286 + }, + { + "epoch": 2.5807149217656784, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.28769302368164, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8721559047698975, + "num_tokens": 774059046.0, + "step": 20287 + }, + { + "epoch": 2.5808421320442694, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.313146591186523, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8729833364486694, + "num_tokens": 774095322.0, + "step": 20288 + }, + { + "epoch": 2.5809693423228595, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.289834976196289, + "learning_rate": 1e-06, + "loss": 0.4011, + "mean_token_accuracy": 0.8668780326843262, + "num_tokens": 774134506.0, + "step": 20289 + }, + { + "epoch": 2.5810965526014504, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.315802574157715, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.89195716381073, + "num_tokens": 774176997.0, + "step": 20290 + }, + { + "epoch": 2.5812237628800405, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.237371444702148, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8739306926727295, + "num_tokens": 774213900.0, + "step": 20291 + }, + { + "epoch": 2.5813509731586315, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.338666915893555, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.869929313659668, + "num_tokens": 774259687.0, + "step": 20292 + }, + { + "epoch": 2.5814781834372216, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.273269653320312, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8811967372894287, + "num_tokens": 774297200.0, + "step": 20293 + }, + { + "epoch": 2.581605393715812, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.297202110290527, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8904818296432495, + "num_tokens": 774336642.0, + "step": 20294 + }, + { + "epoch": 2.5817326039944026, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.286114692687988, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8624345064163208, + "num_tokens": 774376762.0, + "step": 20295 + }, + { + "epoch": 2.581859814272993, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.316065788269043, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8855098485946655, + "num_tokens": 774421360.0, + "step": 20296 + }, + { + "epoch": 2.5819870245515837, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.340340614318848, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.885340690612793, + "num_tokens": 774460850.0, + "step": 20297 + }, + { + "epoch": 2.582114234830174, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.29091739654541, + "learning_rate": 1e-06, + "loss": 0.3694, + "mean_token_accuracy": 0.8754950761795044, + "num_tokens": 774497542.0, + "step": 20298 + }, + { + "epoch": 2.5822414451087647, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.352496147155762, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8692508935928345, + "num_tokens": 774538164.0, + "step": 20299 + }, + { + "epoch": 2.5823686553873553, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.331530570983887, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8722620010375977, + "num_tokens": 774576118.0, + "step": 20300 + }, + { + "epoch": 2.582495865665946, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.312341690063477, + "learning_rate": 1e-06, + "loss": 0.3076, + "mean_token_accuracy": 0.898239016532898, + "num_tokens": 774617506.0, + "step": 20301 + }, + { + "epoch": 2.5826230759445363, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.338953018188477, + "learning_rate": 1e-06, + "loss": 0.4417, + "mean_token_accuracy": 0.8546422123908997, + "num_tokens": 774653720.0, + "step": 20302 + }, + { + "epoch": 2.582750286223127, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.24018669128418, + "learning_rate": 1e-06, + "loss": 0.3005, + "mean_token_accuracy": 0.8969489336013794, + "num_tokens": 774691056.0, + "step": 20303 + }, + { + "epoch": 2.5828774965017174, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.328719139099121, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8727072477340698, + "num_tokens": 774726514.0, + "step": 20304 + }, + { + "epoch": 2.583004706780308, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.31466007232666, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8687587380409241, + "num_tokens": 774760831.0, + "step": 20305 + }, + { + "epoch": 2.5831319170588984, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.251164436340332, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8865686655044556, + "num_tokens": 774799399.0, + "step": 20306 + }, + { + "epoch": 2.583259127337489, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.30559253692627, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8708535432815552, + "num_tokens": 774839910.0, + "step": 20307 + }, + { + "epoch": 2.5833863376160795, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.330975532531738, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8785379528999329, + "num_tokens": 774875694.0, + "step": 20308 + }, + { + "epoch": 2.58351354789467, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.319326400756836, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8795257806777954, + "num_tokens": 774908020.0, + "step": 20309 + }, + { + "epoch": 2.5836407581732606, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.3052978515625, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8678587675094604, + "num_tokens": 774946716.0, + "step": 20310 + }, + { + "epoch": 2.583767968451851, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.324365615844727, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8722826242446899, + "num_tokens": 774981732.0, + "step": 20311 + }, + { + "epoch": 2.583895178730441, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.333686828613281, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8826800584793091, + "num_tokens": 775015280.0, + "step": 20312 + }, + { + "epoch": 2.584022389009032, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.298439979553223, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.884415328502655, + "num_tokens": 775054518.0, + "step": 20313 + }, + { + "epoch": 2.5841495992876222, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.315725326538086, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8833696842193604, + "num_tokens": 775091548.0, + "step": 20314 + }, + { + "epoch": 2.584276809566213, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.342881202697754, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8656258583068848, + "num_tokens": 775130916.0, + "step": 20315 + }, + { + "epoch": 2.5844040198448033, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.299903869628906, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8896694183349609, + "num_tokens": 775165875.0, + "step": 20316 + }, + { + "epoch": 2.584531230123394, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.322855949401855, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8650323152542114, + "num_tokens": 775211463.0, + "step": 20317 + }, + { + "epoch": 2.5846584404019843, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.325925827026367, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8853422999382019, + "num_tokens": 775248338.0, + "step": 20318 + }, + { + "epoch": 2.584785650680575, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.338900566101074, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8656113147735596, + "num_tokens": 775285707.0, + "step": 20319 + }, + { + "epoch": 2.5849128609591654, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.355350494384766, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8867202997207642, + "num_tokens": 775322682.0, + "step": 20320 + }, + { + "epoch": 2.585040071237756, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.320594787597656, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8860138654708862, + "num_tokens": 775358274.0, + "step": 20321 + }, + { + "epoch": 2.5851672815163464, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.373815536499023, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8737139701843262, + "num_tokens": 775394472.0, + "step": 20322 + }, + { + "epoch": 2.585294491794937, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.32264232635498, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8873586654663086, + "num_tokens": 775433647.0, + "step": 20323 + }, + { + "epoch": 2.5854217020735275, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.348002433776855, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8694429397583008, + "num_tokens": 775469159.0, + "step": 20324 + }, + { + "epoch": 2.585548912352118, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.326605796813965, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.886151909828186, + "num_tokens": 775507329.0, + "step": 20325 + }, + { + "epoch": 2.5856761226307086, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.31025218963623, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8759905099868774, + "num_tokens": 775544638.0, + "step": 20326 + }, + { + "epoch": 2.585803332909299, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.3594970703125, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8806217312812805, + "num_tokens": 775584918.0, + "step": 20327 + }, + { + "epoch": 2.5859305431878896, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.298377990722656, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8722538948059082, + "num_tokens": 775624214.0, + "step": 20328 + }, + { + "epoch": 2.58605775346648, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.252447128295898, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.8657392859458923, + "num_tokens": 775668372.0, + "step": 20329 + }, + { + "epoch": 2.5861849637450707, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.343931198120117, + "learning_rate": 1e-06, + "loss": 0.4356, + "mean_token_accuracy": 0.8503322601318359, + "num_tokens": 775700578.0, + "step": 20330 + }, + { + "epoch": 2.586312174023661, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.35390567779541, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.883378803730011, + "num_tokens": 775746980.0, + "step": 20331 + }, + { + "epoch": 2.5864393843022517, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.291986465454102, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8720859885215759, + "num_tokens": 775780762.0, + "step": 20332 + }, + { + "epoch": 2.5865665945808423, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.373727798461914, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.885115921497345, + "num_tokens": 775815591.0, + "step": 20333 + }, + { + "epoch": 2.586693804859433, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.26087474822998, + "learning_rate": 1e-06, + "loss": 0.3985, + "mean_token_accuracy": 0.8680685758590698, + "num_tokens": 775856414.0, + "step": 20334 + }, + { + "epoch": 2.5868210151380233, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.31753158569336, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8778096437454224, + "num_tokens": 775896939.0, + "step": 20335 + }, + { + "epoch": 2.586948225416614, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.287400245666504, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8717666268348694, + "num_tokens": 775941778.0, + "step": 20336 + }, + { + "epoch": 2.587075435695204, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.26215934753418, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8773312568664551, + "num_tokens": 775979346.0, + "step": 20337 + }, + { + "epoch": 2.587202645973795, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.318514823913574, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8753440976142883, + "num_tokens": 776013793.0, + "step": 20338 + }, + { + "epoch": 2.587329856252385, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.30358600616455, + "learning_rate": 1e-06, + "loss": 0.3303, + "mean_token_accuracy": 0.8896166086196899, + "num_tokens": 776058513.0, + "step": 20339 + }, + { + "epoch": 2.587457066530976, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.333903312683105, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8782215118408203, + "num_tokens": 776102790.0, + "step": 20340 + }, + { + "epoch": 2.587584276809566, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.344714164733887, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.892676591873169, + "num_tokens": 776133898.0, + "step": 20341 + }, + { + "epoch": 2.5877114870881566, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.33626937866211, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8755574226379395, + "num_tokens": 776167590.0, + "step": 20342 + }, + { + "epoch": 2.587838697366747, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.344444274902344, + "learning_rate": 1e-06, + "loss": 0.3987, + "mean_token_accuracy": 0.8721555471420288, + "num_tokens": 776207966.0, + "step": 20343 + }, + { + "epoch": 2.5879659076453376, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.307148933410645, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8784301280975342, + "num_tokens": 776245601.0, + "step": 20344 + }, + { + "epoch": 2.588093117923928, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.295693397521973, + "learning_rate": 1e-06, + "loss": 0.34, + "mean_token_accuracy": 0.8852388858795166, + "num_tokens": 776285377.0, + "step": 20345 + }, + { + "epoch": 2.5882203282025187, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.35245418548584, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8690089583396912, + "num_tokens": 776328116.0, + "step": 20346 + }, + { + "epoch": 2.588347538481109, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.347650527954102, + "learning_rate": 1e-06, + "loss": 0.4175, + "mean_token_accuracy": 0.8629473447799683, + "num_tokens": 776369008.0, + "step": 20347 + }, + { + "epoch": 2.5884747487596997, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.29527759552002, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8689035177230835, + "num_tokens": 776410151.0, + "step": 20348 + }, + { + "epoch": 2.5886019590382903, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.337440490722656, + "learning_rate": 1e-06, + "loss": 0.3084, + "mean_token_accuracy": 0.9008054137229919, + "num_tokens": 776445944.0, + "step": 20349 + }, + { + "epoch": 2.588729169316881, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.29170036315918, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8816674947738647, + "num_tokens": 776485388.0, + "step": 20350 + }, + { + "epoch": 2.5888563795954713, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.345681190490723, + "learning_rate": 1e-06, + "loss": 0.4164, + "mean_token_accuracy": 0.8594549298286438, + "num_tokens": 776529135.0, + "step": 20351 + }, + { + "epoch": 2.588983589874062, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.298625946044922, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8694965839385986, + "num_tokens": 776564310.0, + "step": 20352 + }, + { + "epoch": 2.5891108001526524, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.284233093261719, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8891520500183105, + "num_tokens": 776609004.0, + "step": 20353 + }, + { + "epoch": 2.589238010431243, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.319961547851562, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8828129768371582, + "num_tokens": 776645796.0, + "step": 20354 + }, + { + "epoch": 2.5893652207098334, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.295456886291504, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8686465620994568, + "num_tokens": 776684248.0, + "step": 20355 + }, + { + "epoch": 2.589492430988424, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.311481475830078, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.880984902381897, + "num_tokens": 776722684.0, + "step": 20356 + }, + { + "epoch": 2.5896196412670145, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.311869621276855, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.882077693939209, + "num_tokens": 776764635.0, + "step": 20357 + }, + { + "epoch": 2.589746851545605, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.261246681213379, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8673402070999146, + "num_tokens": 776805683.0, + "step": 20358 + }, + { + "epoch": 2.5898740618241956, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.380245208740234, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8805878758430481, + "num_tokens": 776841229.0, + "step": 20359 + }, + { + "epoch": 2.5900012721027856, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.282188415527344, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8845207691192627, + "num_tokens": 776881319.0, + "step": 20360 + }, + { + "epoch": 2.5901284823813766, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.254043579101562, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8824422359466553, + "num_tokens": 776919436.0, + "step": 20361 + }, + { + "epoch": 2.5902556926599667, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.32955265045166, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8606832027435303, + "num_tokens": 776958644.0, + "step": 20362 + }, + { + "epoch": 2.5903829029385577, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.28485107421875, + "learning_rate": 1e-06, + "loss": 0.313, + "mean_token_accuracy": 0.8959343433380127, + "num_tokens": 776994509.0, + "step": 20363 + }, + { + "epoch": 2.5905101132171477, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.271334648132324, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8833181262016296, + "num_tokens": 777037557.0, + "step": 20364 + }, + { + "epoch": 2.5906373234957387, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.32939338684082, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.858639121055603, + "num_tokens": 777077237.0, + "step": 20365 + }, + { + "epoch": 2.590764533774329, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.3497953414917, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8841065764427185, + "num_tokens": 777120813.0, + "step": 20366 + }, + { + "epoch": 2.5908917440529193, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.32077407836914, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8653942942619324, + "num_tokens": 777155809.0, + "step": 20367 + }, + { + "epoch": 2.59101895433151, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.328695297241211, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8774727582931519, + "num_tokens": 777195868.0, + "step": 20368 + }, + { + "epoch": 2.5911461646101004, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.313382148742676, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.8814801573753357, + "num_tokens": 777233406.0, + "step": 20369 + }, + { + "epoch": 2.591273374888691, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.333226203918457, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8805695176124573, + "num_tokens": 777272817.0, + "step": 20370 + }, + { + "epoch": 2.5914005851672814, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.35045337677002, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8736792802810669, + "num_tokens": 777312398.0, + "step": 20371 + }, + { + "epoch": 2.591527795445872, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.345305442810059, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8873755931854248, + "num_tokens": 777349375.0, + "step": 20372 + }, + { + "epoch": 2.5916550057244625, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.26018238067627, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8877882957458496, + "num_tokens": 777394806.0, + "step": 20373 + }, + { + "epoch": 2.591782216003053, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.319039344787598, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8820475935935974, + "num_tokens": 777434350.0, + "step": 20374 + }, + { + "epoch": 2.5919094262816436, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.333663940429688, + "learning_rate": 1e-06, + "loss": 0.4317, + "mean_token_accuracy": 0.8521044850349426, + "num_tokens": 777469690.0, + "step": 20375 + }, + { + "epoch": 2.592036636560234, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.342707633972168, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8712982535362244, + "num_tokens": 777502095.0, + "step": 20376 + }, + { + "epoch": 2.5921638468388246, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.344009399414062, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.889351487159729, + "num_tokens": 777540387.0, + "step": 20377 + }, + { + "epoch": 2.592291057117415, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.28541088104248, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8829129934310913, + "num_tokens": 777581855.0, + "step": 20378 + }, + { + "epoch": 2.5924182673960057, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.347745895385742, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.879257321357727, + "num_tokens": 777619852.0, + "step": 20379 + }, + { + "epoch": 2.592545477674596, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.380635261535645, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8714209794998169, + "num_tokens": 777662772.0, + "step": 20380 + }, + { + "epoch": 2.5926726879531867, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.31907844543457, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8605188131332397, + "num_tokens": 777701171.0, + "step": 20381 + }, + { + "epoch": 2.5927998982317773, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.329546928405762, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8640848994255066, + "num_tokens": 777738245.0, + "step": 20382 + }, + { + "epoch": 2.592927108510368, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.33478832244873, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8779652714729309, + "num_tokens": 777775732.0, + "step": 20383 + }, + { + "epoch": 2.5930543187889583, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.330294609069824, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8788396120071411, + "num_tokens": 777811077.0, + "step": 20384 + }, + { + "epoch": 2.5931815290675484, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.331676483154297, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8756479024887085, + "num_tokens": 777854107.0, + "step": 20385 + }, + { + "epoch": 2.5933087393461394, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.33106517791748, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8766437768936157, + "num_tokens": 777891950.0, + "step": 20386 + }, + { + "epoch": 2.5934359496247295, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.312043190002441, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8956029415130615, + "num_tokens": 777932638.0, + "step": 20387 + }, + { + "epoch": 2.5935631599033204, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.328275680541992, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.876063346862793, + "num_tokens": 777977733.0, + "step": 20388 + }, + { + "epoch": 2.5936903701819105, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.342009544372559, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8813247084617615, + "num_tokens": 778020451.0, + "step": 20389 + }, + { + "epoch": 2.5938175804605015, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.34119701385498, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8840807676315308, + "num_tokens": 778059594.0, + "step": 20390 + }, + { + "epoch": 2.5939447907390916, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.266630172729492, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.881611704826355, + "num_tokens": 778099235.0, + "step": 20391 + }, + { + "epoch": 2.594072001017682, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.337898254394531, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.888759195804596, + "num_tokens": 778135430.0, + "step": 20392 + }, + { + "epoch": 2.5941992112962726, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.344955444335938, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8701542615890503, + "num_tokens": 778175111.0, + "step": 20393 + }, + { + "epoch": 2.594326421574863, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.319198608398438, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8692781925201416, + "num_tokens": 778211954.0, + "step": 20394 + }, + { + "epoch": 2.5944536318534537, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.357501029968262, + "learning_rate": 1e-06, + "loss": 0.4093, + "mean_token_accuracy": 0.8627947568893433, + "num_tokens": 778246580.0, + "step": 20395 + }, + { + "epoch": 2.594580842132044, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.323281288146973, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8839539289474487, + "num_tokens": 778288659.0, + "step": 20396 + }, + { + "epoch": 2.5947080524106347, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.338541984558105, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8776612281799316, + "num_tokens": 778325365.0, + "step": 20397 + }, + { + "epoch": 2.5948352626892253, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.285679817199707, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8838346004486084, + "num_tokens": 778362982.0, + "step": 20398 + }, + { + "epoch": 2.594962472967816, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.29856014251709, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8652456998825073, + "num_tokens": 778394230.0, + "step": 20399 + }, + { + "epoch": 2.5950896832464063, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.37175178527832, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8671620488166809, + "num_tokens": 778434345.0, + "step": 20400 + }, + { + "epoch": 2.595216893524997, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.31109619140625, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8720946907997131, + "num_tokens": 778478303.0, + "step": 20401 + }, + { + "epoch": 2.5953441038035874, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.307101249694824, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8823950290679932, + "num_tokens": 778513915.0, + "step": 20402 + }, + { + "epoch": 2.595471314082178, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.340489387512207, + "learning_rate": 1e-06, + "loss": 0.3154, + "mean_token_accuracy": 0.8931592106819153, + "num_tokens": 778554294.0, + "step": 20403 + }, + { + "epoch": 2.5955985243607684, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.327022552490234, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8755168318748474, + "num_tokens": 778592836.0, + "step": 20404 + }, + { + "epoch": 2.595725734639359, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.343036651611328, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.869149923324585, + "num_tokens": 778629316.0, + "step": 20405 + }, + { + "epoch": 2.5958529449179495, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.345741271972656, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8746249675750732, + "num_tokens": 778659065.0, + "step": 20406 + }, + { + "epoch": 2.59598015519654, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.339825630187988, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8930969834327698, + "num_tokens": 778693949.0, + "step": 20407 + }, + { + "epoch": 2.5961073654751305, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.249682426452637, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8821181058883667, + "num_tokens": 778738045.0, + "step": 20408 + }, + { + "epoch": 2.596234575753721, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.442892074584961, + "learning_rate": 1e-06, + "loss": 0.4828, + "mean_token_accuracy": 0.8369234800338745, + "num_tokens": 778769578.0, + "step": 20409 + }, + { + "epoch": 2.596361786032311, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.366852760314941, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8735611438751221, + "num_tokens": 778810052.0, + "step": 20410 + }, + { + "epoch": 2.596488996310902, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.35137939453125, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8726720809936523, + "num_tokens": 778850868.0, + "step": 20411 + }, + { + "epoch": 2.596616206589492, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.345253944396973, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8834707736968994, + "num_tokens": 778890129.0, + "step": 20412 + }, + { + "epoch": 2.596743416868083, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.322914123535156, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8822464942932129, + "num_tokens": 778923181.0, + "step": 20413 + }, + { + "epoch": 2.5968706271466733, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.36602783203125, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8692238926887512, + "num_tokens": 778963328.0, + "step": 20414 + }, + { + "epoch": 2.596997837425264, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.292749404907227, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.886748194694519, + "num_tokens": 779003932.0, + "step": 20415 + }, + { + "epoch": 2.5971250477038543, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.346101760864258, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8671069145202637, + "num_tokens": 779043913.0, + "step": 20416 + }, + { + "epoch": 2.597252257982445, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.312530517578125, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.875258207321167, + "num_tokens": 779077126.0, + "step": 20417 + }, + { + "epoch": 2.5973794682610354, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.33698558807373, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8824106454849243, + "num_tokens": 779111544.0, + "step": 20418 + }, + { + "epoch": 2.597506678539626, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.328944206237793, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8759562373161316, + "num_tokens": 779145493.0, + "step": 20419 + }, + { + "epoch": 2.5976338888182164, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.35984992980957, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8692479729652405, + "num_tokens": 779189216.0, + "step": 20420 + }, + { + "epoch": 2.597761099096807, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.349507331848145, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8837778568267822, + "num_tokens": 779225914.0, + "step": 20421 + }, + { + "epoch": 2.5978883093753975, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.346490859985352, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8822864294052124, + "num_tokens": 779264118.0, + "step": 20422 + }, + { + "epoch": 2.598015519653988, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.303264617919922, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8808550238609314, + "num_tokens": 779301694.0, + "step": 20423 + }, + { + "epoch": 2.5981427299325786, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.275412559509277, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8778654336929321, + "num_tokens": 779339012.0, + "step": 20424 + }, + { + "epoch": 2.598269940211169, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.305657386779785, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8821899890899658, + "num_tokens": 779376358.0, + "step": 20425 + }, + { + "epoch": 2.5983971504897596, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.279629707336426, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8768353462219238, + "num_tokens": 779416344.0, + "step": 20426 + }, + { + "epoch": 2.59852436076835, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.322566032409668, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8672225475311279, + "num_tokens": 779452189.0, + "step": 20427 + }, + { + "epoch": 2.5986515710469407, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.27737045288086, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8758071064949036, + "num_tokens": 779493513.0, + "step": 20428 + }, + { + "epoch": 2.598778781325531, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.317660331726074, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8832953572273254, + "num_tokens": 779533061.0, + "step": 20429 + }, + { + "epoch": 2.5989059916041217, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.380743980407715, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8700359463691711, + "num_tokens": 779570159.0, + "step": 20430 + }, + { + "epoch": 2.5990332018827123, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.263516426086426, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8745726943016052, + "num_tokens": 779609066.0, + "step": 20431 + }, + { + "epoch": 2.599160412161303, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.274335861206055, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.877416729927063, + "num_tokens": 779651087.0, + "step": 20432 + }, + { + "epoch": 2.5992876224398933, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.374411582946777, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8905522227287292, + "num_tokens": 779689531.0, + "step": 20433 + }, + { + "epoch": 2.599414832718484, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.294292449951172, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.872724175453186, + "num_tokens": 779724062.0, + "step": 20434 + }, + { + "epoch": 2.599542042997074, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.33669662475586, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8645451664924622, + "num_tokens": 779766029.0, + "step": 20435 + }, + { + "epoch": 2.599669253275665, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.267292022705078, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.862214207649231, + "num_tokens": 779811065.0, + "step": 20436 + }, + { + "epoch": 2.599796463554255, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.351829528808594, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.864813506603241, + "num_tokens": 779852442.0, + "step": 20437 + }, + { + "epoch": 2.599923673832846, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.293142318725586, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8815995454788208, + "num_tokens": 779885993.0, + "step": 20438 + }, + { + "epoch": 2.600050884111436, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.324893951416016, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8815832138061523, + "num_tokens": 779927791.0, + "step": 20439 + }, + { + "epoch": 2.6001780943900266, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.26315975189209, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8804527521133423, + "num_tokens": 779961517.0, + "step": 20440 + }, + { + "epoch": 2.600305304668617, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.387596130371094, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8655297756195068, + "num_tokens": 779992902.0, + "step": 20441 + }, + { + "epoch": 2.6004325149472076, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.236931800842285, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8779779672622681, + "num_tokens": 780032849.0, + "step": 20442 + }, + { + "epoch": 2.600559725225798, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.280903816223145, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8890416622161865, + "num_tokens": 780072563.0, + "step": 20443 + }, + { + "epoch": 2.6006869355043887, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.364834785461426, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8767488598823547, + "num_tokens": 780115299.0, + "step": 20444 + }, + { + "epoch": 2.600814145782979, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.307744026184082, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8751921057701111, + "num_tokens": 780155792.0, + "step": 20445 + }, + { + "epoch": 2.6009413560615697, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.369688034057617, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8729560375213623, + "num_tokens": 780189040.0, + "step": 20446 + }, + { + "epoch": 2.6010685663401603, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.325034141540527, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.875942051410675, + "num_tokens": 780229463.0, + "step": 20447 + }, + { + "epoch": 2.601195776618751, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.347638130187988, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8887518048286438, + "num_tokens": 780265961.0, + "step": 20448 + }, + { + "epoch": 2.6013229868973413, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.310379981994629, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8719470500946045, + "num_tokens": 780303220.0, + "step": 20449 + }, + { + "epoch": 2.601450197175932, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.323594093322754, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8736233711242676, + "num_tokens": 780340456.0, + "step": 20450 + }, + { + "epoch": 2.6015774074545224, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.382816314697266, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8754673004150391, + "num_tokens": 780381402.0, + "step": 20451 + }, + { + "epoch": 2.601704617733113, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.328263282775879, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8809312582015991, + "num_tokens": 780422571.0, + "step": 20452 + }, + { + "epoch": 2.6018318280117034, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.281497955322266, + "learning_rate": 1e-06, + "loss": 0.3851, + "mean_token_accuracy": 0.8729767799377441, + "num_tokens": 780462447.0, + "step": 20453 + }, + { + "epoch": 2.601959038290294, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.277093887329102, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.8762999176979065, + "num_tokens": 780499183.0, + "step": 20454 + }, + { + "epoch": 2.6020862485688845, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.372541427612305, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8646525144577026, + "num_tokens": 780539216.0, + "step": 20455 + }, + { + "epoch": 2.602213458847475, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.290560722351074, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8841497898101807, + "num_tokens": 780578725.0, + "step": 20456 + }, + { + "epoch": 2.6023406691260655, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.360535621643066, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8771634697914124, + "num_tokens": 780615175.0, + "step": 20457 + }, + { + "epoch": 2.6024678794046556, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.323275566101074, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8800917863845825, + "num_tokens": 780651186.0, + "step": 20458 + }, + { + "epoch": 2.6025950896832466, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.311918258666992, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.870231032371521, + "num_tokens": 780685550.0, + "step": 20459 + }, + { + "epoch": 2.6027222999618367, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.224422454833984, + "learning_rate": 1e-06, + "loss": 0.3008, + "mean_token_accuracy": 0.8963715434074402, + "num_tokens": 780725477.0, + "step": 20460 + }, + { + "epoch": 2.6028495102404277, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.379670143127441, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8788297176361084, + "num_tokens": 780762481.0, + "step": 20461 + }, + { + "epoch": 2.6029767205190177, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.29563045501709, + "learning_rate": 1e-06, + "loss": 0.428, + "mean_token_accuracy": 0.8573567867279053, + "num_tokens": 780800305.0, + "step": 20462 + }, + { + "epoch": 2.6031039307976087, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.318499565124512, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8778825402259827, + "num_tokens": 780836271.0, + "step": 20463 + }, + { + "epoch": 2.603231141076199, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.293991088867188, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8887490034103394, + "num_tokens": 780877363.0, + "step": 20464 + }, + { + "epoch": 2.6033583513547893, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.293607711791992, + "learning_rate": 1e-06, + "loss": 0.4051, + "mean_token_accuracy": 0.8662710189819336, + "num_tokens": 780922982.0, + "step": 20465 + }, + { + "epoch": 2.60348556163338, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.343162536621094, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8764110803604126, + "num_tokens": 780957925.0, + "step": 20466 + }, + { + "epoch": 2.6036127719119704, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.405073165893555, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8585479855537415, + "num_tokens": 780996922.0, + "step": 20467 + }, + { + "epoch": 2.603739982190561, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.326094627380371, + "learning_rate": 1e-06, + "loss": 0.4311, + "mean_token_accuracy": 0.8601008653640747, + "num_tokens": 781037209.0, + "step": 20468 + }, + { + "epoch": 2.6038671924691514, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.310778617858887, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8712035417556763, + "num_tokens": 781078077.0, + "step": 20469 + }, + { + "epoch": 2.603994402747742, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.316156387329102, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8754990100860596, + "num_tokens": 781122516.0, + "step": 20470 + }, + { + "epoch": 2.6041216130263325, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.344583511352539, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8690727949142456, + "num_tokens": 781156290.0, + "step": 20471 + }, + { + "epoch": 2.604248823304923, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.338279724121094, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.883868396282196, + "num_tokens": 781192769.0, + "step": 20472 + }, + { + "epoch": 2.6043760335835135, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.292275428771973, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8802676796913147, + "num_tokens": 781227594.0, + "step": 20473 + }, + { + "epoch": 2.604503243862104, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.378740310668945, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8879325985908508, + "num_tokens": 781259369.0, + "step": 20474 + }, + { + "epoch": 2.6046304541406946, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.381587982177734, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8777802586555481, + "num_tokens": 781296788.0, + "step": 20475 + }, + { + "epoch": 2.604757664419285, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.342307090759277, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8785419464111328, + "num_tokens": 781333103.0, + "step": 20476 + }, + { + "epoch": 2.6048848746978757, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.394745826721191, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8849522471427917, + "num_tokens": 781372691.0, + "step": 20477 + }, + { + "epoch": 2.605012084976466, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.412986755371094, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8733149170875549, + "num_tokens": 781410480.0, + "step": 20478 + }, + { + "epoch": 2.6051392952550567, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.317078590393066, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.8672751784324646, + "num_tokens": 781454110.0, + "step": 20479 + }, + { + "epoch": 2.6052665055336472, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.344596862792969, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8735238909721375, + "num_tokens": 781494034.0, + "step": 20480 + }, + { + "epoch": 2.6053937158122378, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.345259666442871, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8738852143287659, + "num_tokens": 781536225.0, + "step": 20481 + }, + { + "epoch": 2.6055209260908283, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.324483871459961, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8820118308067322, + "num_tokens": 781573987.0, + "step": 20482 + }, + { + "epoch": 2.6056481363694184, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.318425178527832, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8814215660095215, + "num_tokens": 781608987.0, + "step": 20483 + }, + { + "epoch": 2.6057753466480094, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.286131858825684, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8837331533432007, + "num_tokens": 781646185.0, + "step": 20484 + }, + { + "epoch": 2.6059025569265994, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.311609268188477, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8664308786392212, + "num_tokens": 781682999.0, + "step": 20485 + }, + { + "epoch": 2.6060297672051904, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.355693817138672, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8745714426040649, + "num_tokens": 781726052.0, + "step": 20486 + }, + { + "epoch": 2.6061569774837805, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.298215866088867, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8903717398643494, + "num_tokens": 781760562.0, + "step": 20487 + }, + { + "epoch": 2.6062841877623715, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.349913597106934, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8661747574806213, + "num_tokens": 781803765.0, + "step": 20488 + }, + { + "epoch": 2.6064113980409616, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.335762023925781, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8783989548683167, + "num_tokens": 781845419.0, + "step": 20489 + }, + { + "epoch": 2.606538608319552, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.387104988098145, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8852776885032654, + "num_tokens": 781883371.0, + "step": 20490 + }, + { + "epoch": 2.6066658185981426, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.309442520141602, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8764297962188721, + "num_tokens": 781919669.0, + "step": 20491 + }, + { + "epoch": 2.606793028876733, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.422255516052246, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8826137781143188, + "num_tokens": 781953212.0, + "step": 20492 + }, + { + "epoch": 2.6069202391553237, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.336420059204102, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8810670375823975, + "num_tokens": 781996824.0, + "step": 20493 + }, + { + "epoch": 2.607047449433914, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.25514030456543, + "learning_rate": 1e-06, + "loss": 0.3048, + "mean_token_accuracy": 0.8954112529754639, + "num_tokens": 782035350.0, + "step": 20494 + }, + { + "epoch": 2.6071746597125047, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.383929252624512, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8732552528381348, + "num_tokens": 782073217.0, + "step": 20495 + }, + { + "epoch": 2.6073018699910953, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.31566333770752, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8708415031433105, + "num_tokens": 782110777.0, + "step": 20496 + }, + { + "epoch": 2.607429080269686, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.311854362487793, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8702004551887512, + "num_tokens": 782153300.0, + "step": 20497 + }, + { + "epoch": 2.6075562905482763, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.333014488220215, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8829139471054077, + "num_tokens": 782191945.0, + "step": 20498 + }, + { + "epoch": 2.607683500826867, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.392094612121582, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8870856165885925, + "num_tokens": 782230472.0, + "step": 20499 + }, + { + "epoch": 2.6078107111054574, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.29733943939209, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8673452138900757, + "num_tokens": 782263868.0, + "step": 20500 + }, + { + "epoch": 2.607937921384048, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.345904350280762, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8792842030525208, + "num_tokens": 782299781.0, + "step": 20501 + }, + { + "epoch": 2.6080651316626384, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.252123832702637, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8712040185928345, + "num_tokens": 782343376.0, + "step": 20502 + }, + { + "epoch": 2.608192341941229, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.346223831176758, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8874698877334595, + "num_tokens": 782389894.0, + "step": 20503 + }, + { + "epoch": 2.6083195522198195, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.299437522888184, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8817473649978638, + "num_tokens": 782430055.0, + "step": 20504 + }, + { + "epoch": 2.60844676249841, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.38626766204834, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8784472942352295, + "num_tokens": 782467211.0, + "step": 20505 + }, + { + "epoch": 2.6085739727770005, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.352633476257324, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8685966730117798, + "num_tokens": 782505913.0, + "step": 20506 + }, + { + "epoch": 2.608701183055591, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.36205005645752, + "learning_rate": 1e-06, + "loss": 0.3654, + "mean_token_accuracy": 0.8758589625358582, + "num_tokens": 782541858.0, + "step": 20507 + }, + { + "epoch": 2.608828393334181, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.369417190551758, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8766210079193115, + "num_tokens": 782575854.0, + "step": 20508 + }, + { + "epoch": 2.608955603612772, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.3219575881958, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.8790725469589233, + "num_tokens": 782614005.0, + "step": 20509 + }, + { + "epoch": 2.609082813891362, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.409923553466797, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8835492730140686, + "num_tokens": 782650147.0, + "step": 20510 + }, + { + "epoch": 2.609210024169953, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.347126007080078, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8770444393157959, + "num_tokens": 782683215.0, + "step": 20511 + }, + { + "epoch": 2.6093372344485433, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.374464988708496, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8823010325431824, + "num_tokens": 782721184.0, + "step": 20512 + }, + { + "epoch": 2.609464444727134, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.332100868225098, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8712350726127625, + "num_tokens": 782759891.0, + "step": 20513 + }, + { + "epoch": 2.6095916550057243, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.363922119140625, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8674430847167969, + "num_tokens": 782796398.0, + "step": 20514 + }, + { + "epoch": 2.609718865284315, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.328103065490723, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8869911432266235, + "num_tokens": 782835968.0, + "step": 20515 + }, + { + "epoch": 2.6098460755629054, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.358243942260742, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8887395858764648, + "num_tokens": 782871367.0, + "step": 20516 + }, + { + "epoch": 2.609973285841496, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.34451961517334, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8971309661865234, + "num_tokens": 782905766.0, + "step": 20517 + }, + { + "epoch": 2.6101004961200864, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.299930572509766, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8817042112350464, + "num_tokens": 782942256.0, + "step": 20518 + }, + { + "epoch": 2.610227706398677, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.375731468200684, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8869801759719849, + "num_tokens": 782976156.0, + "step": 20519 + }, + { + "epoch": 2.6103549166772675, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.349061012268066, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8857877850532532, + "num_tokens": 783011450.0, + "step": 20520 + }, + { + "epoch": 2.610482126955858, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.317338943481445, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8831831812858582, + "num_tokens": 783050355.0, + "step": 20521 + }, + { + "epoch": 2.6106093372344485, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.36168384552002, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8878989219665527, + "num_tokens": 783091621.0, + "step": 20522 + }, + { + "epoch": 2.610736547513039, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.302045822143555, + "learning_rate": 1e-06, + "loss": 0.4066, + "mean_token_accuracy": 0.8671424984931946, + "num_tokens": 783130471.0, + "step": 20523 + }, + { + "epoch": 2.6108637577916296, + "ewc_loss": 0.017333984375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.728534698486328e-05, + "grad_norm": 12.28231430053711, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8818350434303284, + "num_tokens": 783168340.0, + "step": 20524 + }, + { + "epoch": 2.61099096807022, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.376577377319336, + "learning_rate": 1e-06, + "loss": 0.4174, + "mean_token_accuracy": 0.8590302467346191, + "num_tokens": 783207279.0, + "step": 20525 + }, + { + "epoch": 2.6111181783488107, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.368945121765137, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8706483840942383, + "num_tokens": 783243010.0, + "step": 20526 + }, + { + "epoch": 2.611245388627401, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.297653198242188, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8682178854942322, + "num_tokens": 783287548.0, + "step": 20527 + }, + { + "epoch": 2.6113725989059917, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.243709564208984, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8748723864555359, + "num_tokens": 783331549.0, + "step": 20528 + }, + { + "epoch": 2.6114998091845822, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.350593566894531, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8866748809814453, + "num_tokens": 783369445.0, + "step": 20529 + }, + { + "epoch": 2.6116270194631728, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.361891746520996, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8732841610908508, + "num_tokens": 783413218.0, + "step": 20530 + }, + { + "epoch": 2.6117542297417633, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.371733665466309, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8776923418045044, + "num_tokens": 783449944.0, + "step": 20531 + }, + { + "epoch": 2.611881440020354, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.355752944946289, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8787205815315247, + "num_tokens": 783486142.0, + "step": 20532 + }, + { + "epoch": 2.612008650298944, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.343891143798828, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.884109377861023, + "num_tokens": 783521170.0, + "step": 20533 + }, + { + "epoch": 2.612135860577535, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.31531047821045, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8757637739181519, + "num_tokens": 783563902.0, + "step": 20534 + }, + { + "epoch": 2.612263070856125, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.390868186950684, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8807129859924316, + "num_tokens": 783597655.0, + "step": 20535 + }, + { + "epoch": 2.612390281134716, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.371580123901367, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8672550916671753, + "num_tokens": 783635233.0, + "step": 20536 + }, + { + "epoch": 2.612517491413306, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.304165840148926, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8785097002983093, + "num_tokens": 783679677.0, + "step": 20537 + }, + { + "epoch": 2.6126447016918966, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.320769309997559, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8841023445129395, + "num_tokens": 783720608.0, + "step": 20538 + }, + { + "epoch": 2.612771911970487, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.341934204101562, + "learning_rate": 1e-06, + "loss": 0.3352, + "mean_token_accuracy": 0.8886850476264954, + "num_tokens": 783753198.0, + "step": 20539 + }, + { + "epoch": 2.6128991222490776, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.317246437072754, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8769440650939941, + "num_tokens": 783791068.0, + "step": 20540 + }, + { + "epoch": 2.613026332527668, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.354399681091309, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8782097697257996, + "num_tokens": 783831319.0, + "step": 20541 + }, + { + "epoch": 2.6131535428062587, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.347905158996582, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8801844120025635, + "num_tokens": 783867537.0, + "step": 20542 + }, + { + "epoch": 2.613280753084849, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.307418823242188, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8720986247062683, + "num_tokens": 783907787.0, + "step": 20543 + }, + { + "epoch": 2.6134079633634397, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.346622467041016, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8701620697975159, + "num_tokens": 783948558.0, + "step": 20544 + }, + { + "epoch": 2.6135351736420303, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.341590881347656, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8954802751541138, + "num_tokens": 783986726.0, + "step": 20545 + }, + { + "epoch": 2.613662383920621, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.285913467407227, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8600280284881592, + "num_tokens": 784023449.0, + "step": 20546 + }, + { + "epoch": 2.6137895941992113, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.31509017944336, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8936530351638794, + "num_tokens": 784059529.0, + "step": 20547 + }, + { + "epoch": 2.613916804477802, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.379347801208496, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8778036832809448, + "num_tokens": 784103530.0, + "step": 20548 + }, + { + "epoch": 2.6140440147563924, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.355010986328125, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8724367618560791, + "num_tokens": 784141721.0, + "step": 20549 + }, + { + "epoch": 2.614171225034983, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.285860061645508, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8788894414901733, + "num_tokens": 784175868.0, + "step": 20550 + }, + { + "epoch": 2.6142984353135734, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.368064880371094, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8886630535125732, + "num_tokens": 784210646.0, + "step": 20551 + }, + { + "epoch": 2.614425645592164, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.344332695007324, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8841705322265625, + "num_tokens": 784255588.0, + "step": 20552 + }, + { + "epoch": 2.6145528558707545, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.342791557312012, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8798797726631165, + "num_tokens": 784292877.0, + "step": 20553 + }, + { + "epoch": 2.614680066149345, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.33303451538086, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8816074728965759, + "num_tokens": 784336150.0, + "step": 20554 + }, + { + "epoch": 2.6148072764279355, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.36750316619873, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8892029523849487, + "num_tokens": 784371547.0, + "step": 20555 + }, + { + "epoch": 2.6149344867065256, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.371969223022461, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8797924518585205, + "num_tokens": 784411473.0, + "step": 20556 + }, + { + "epoch": 2.6150616969851166, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.319665908813477, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8690415620803833, + "num_tokens": 784456713.0, + "step": 20557 + }, + { + "epoch": 2.6151889072637067, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.332863807678223, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8922945857048035, + "num_tokens": 784493685.0, + "step": 20558 + }, + { + "epoch": 2.6153161175422976, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.360686302185059, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8887804746627808, + "num_tokens": 784534641.0, + "step": 20559 + }, + { + "epoch": 2.6154433278208877, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.366644859313965, + "learning_rate": 1e-06, + "loss": 0.4378, + "mean_token_accuracy": 0.8550138473510742, + "num_tokens": 784576184.0, + "step": 20560 + }, + { + "epoch": 2.6155705380994787, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.40123462677002, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8825204968452454, + "num_tokens": 784613851.0, + "step": 20561 + }, + { + "epoch": 2.615697748378069, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.36323070526123, + "learning_rate": 1e-06, + "loss": 0.3553, + "mean_token_accuracy": 0.8803037405014038, + "num_tokens": 784654133.0, + "step": 20562 + }, + { + "epoch": 2.6158249586566593, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.332345008850098, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8788291811943054, + "num_tokens": 784690529.0, + "step": 20563 + }, + { + "epoch": 2.61595216893525, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.396882057189941, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8765153288841248, + "num_tokens": 784731972.0, + "step": 20564 + }, + { + "epoch": 2.6160793792138404, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.365872383117676, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8734172582626343, + "num_tokens": 784773275.0, + "step": 20565 + }, + { + "epoch": 2.616206589492431, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.392047882080078, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8633909821510315, + "num_tokens": 784811468.0, + "step": 20566 + }, + { + "epoch": 2.6163337997710214, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.446040153503418, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8803245425224304, + "num_tokens": 784850611.0, + "step": 20567 + }, + { + "epoch": 2.616461010049612, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.381531715393066, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8837766051292419, + "num_tokens": 784886502.0, + "step": 20568 + }, + { + "epoch": 2.6165882203282025, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.383010864257812, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8709561824798584, + "num_tokens": 784924489.0, + "step": 20569 + }, + { + "epoch": 2.616715430606793, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.416062355041504, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8837827444076538, + "num_tokens": 784957224.0, + "step": 20570 + }, + { + "epoch": 2.6168426408853835, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.346537590026855, + "learning_rate": 1e-06, + "loss": 0.4376, + "mean_token_accuracy": 0.8547684550285339, + "num_tokens": 784997754.0, + "step": 20571 + }, + { + "epoch": 2.616969851163974, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.304351806640625, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8635010719299316, + "num_tokens": 785033932.0, + "step": 20572 + }, + { + "epoch": 2.6170970614425646, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.416500091552734, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8753584623336792, + "num_tokens": 785073190.0, + "step": 20573 + }, + { + "epoch": 2.617224271721155, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.332883834838867, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8937346935272217, + "num_tokens": 785108397.0, + "step": 20574 + }, + { + "epoch": 2.6173514819997457, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.384868621826172, + "learning_rate": 1e-06, + "loss": 0.2932, + "mean_token_accuracy": 0.9039219617843628, + "num_tokens": 785142671.0, + "step": 20575 + }, + { + "epoch": 2.617478692278336, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.356141090393066, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8760915994644165, + "num_tokens": 785183467.0, + "step": 20576 + }, + { + "epoch": 2.6176059025569267, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.318026542663574, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8677168488502502, + "num_tokens": 785222072.0, + "step": 20577 + }, + { + "epoch": 2.6177331128355172, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.367621421813965, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8668668270111084, + "num_tokens": 785260458.0, + "step": 20578 + }, + { + "epoch": 2.6178603231141078, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.381991386413574, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8655625581741333, + "num_tokens": 785302434.0, + "step": 20579 + }, + { + "epoch": 2.6179875333926983, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.339371681213379, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8645521402359009, + "num_tokens": 785338251.0, + "step": 20580 + }, + { + "epoch": 2.6181147436712884, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.300084114074707, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8738571405410767, + "num_tokens": 785384789.0, + "step": 20581 + }, + { + "epoch": 2.6182419539498794, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.353469848632812, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8773871660232544, + "num_tokens": 785424978.0, + "step": 20582 + }, + { + "epoch": 2.6183691642284694, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.347012519836426, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8701525926589966, + "num_tokens": 785464421.0, + "step": 20583 + }, + { + "epoch": 2.6184963745070604, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.328356742858887, + "learning_rate": 1e-06, + "loss": 0.3035, + "mean_token_accuracy": 0.8957383036613464, + "num_tokens": 785496166.0, + "step": 20584 + }, + { + "epoch": 2.6186235847856505, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.389055252075195, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.863874614238739, + "num_tokens": 785528504.0, + "step": 20585 + }, + { + "epoch": 2.6187507950642415, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.372021675109863, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8809161186218262, + "num_tokens": 785570896.0, + "step": 20586 + }, + { + "epoch": 2.6188780053428315, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.373002052307129, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8743910789489746, + "num_tokens": 785612464.0, + "step": 20587 + }, + { + "epoch": 2.619005215621422, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.348729133605957, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8767441511154175, + "num_tokens": 785655500.0, + "step": 20588 + }, + { + "epoch": 2.6191324259000126, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.381178855895996, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8809282183647156, + "num_tokens": 785691186.0, + "step": 20589 + }, + { + "epoch": 2.619259636178603, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.379997253417969, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8901770114898682, + "num_tokens": 785728575.0, + "step": 20590 + }, + { + "epoch": 2.6193868464571937, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.38268756866455, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8759459257125854, + "num_tokens": 785765782.0, + "step": 20591 + }, + { + "epoch": 2.619514056735784, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.3496732711792, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8823833465576172, + "num_tokens": 785800130.0, + "step": 20592 + }, + { + "epoch": 2.6196412670143747, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.319656372070312, + "learning_rate": 1e-06, + "loss": 0.2835, + "mean_token_accuracy": 0.9044408798217773, + "num_tokens": 785836647.0, + "step": 20593 + }, + { + "epoch": 2.6197684772929652, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.378276824951172, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8716024160385132, + "num_tokens": 785873897.0, + "step": 20594 + }, + { + "epoch": 2.6198956875715558, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.3030366897583, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8740056753158569, + "num_tokens": 785914296.0, + "step": 20595 + }, + { + "epoch": 2.6200228978501463, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.427637100219727, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8660125136375427, + "num_tokens": 785951426.0, + "step": 20596 + }, + { + "epoch": 2.620150108128737, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.340853691101074, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.8804283142089844, + "num_tokens": 785989906.0, + "step": 20597 + }, + { + "epoch": 2.6202773184073274, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.397149085998535, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8726007342338562, + "num_tokens": 786024763.0, + "step": 20598 + }, + { + "epoch": 2.620404528685918, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.353739738464355, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8736710548400879, + "num_tokens": 786063055.0, + "step": 20599 + }, + { + "epoch": 2.6205317389645084, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.321209907531738, + "learning_rate": 1e-06, + "loss": 0.4597, + "mean_token_accuracy": 0.8534782528877258, + "num_tokens": 786097675.0, + "step": 20600 + }, + { + "epoch": 2.620658949243099, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.377470970153809, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8903559446334839, + "num_tokens": 786133721.0, + "step": 20601 + }, + { + "epoch": 2.6207861595216895, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.309386253356934, + "learning_rate": 1e-06, + "loss": 0.4235, + "mean_token_accuracy": 0.8593826293945312, + "num_tokens": 786179615.0, + "step": 20602 + }, + { + "epoch": 2.62091336980028, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.377771377563477, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8908319473266602, + "num_tokens": 786214945.0, + "step": 20603 + }, + { + "epoch": 2.6210405800788705, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.394112586975098, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8795953392982483, + "num_tokens": 786250880.0, + "step": 20604 + }, + { + "epoch": 2.621167790357461, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.31436824798584, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8776719570159912, + "num_tokens": 786286095.0, + "step": 20605 + }, + { + "epoch": 2.621295000636051, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.329846382141113, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8821093440055847, + "num_tokens": 786319547.0, + "step": 20606 + }, + { + "epoch": 2.621422210914642, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.357098579406738, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8778462409973145, + "num_tokens": 786358699.0, + "step": 20607 + }, + { + "epoch": 2.621549421193232, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.347801208496094, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.881363034248352, + "num_tokens": 786399732.0, + "step": 20608 + }, + { + "epoch": 2.621676631471823, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.334962844848633, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8696173429489136, + "num_tokens": 786437375.0, + "step": 20609 + }, + { + "epoch": 2.6218038417504133, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.367237091064453, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8676197528839111, + "num_tokens": 786475538.0, + "step": 20610 + }, + { + "epoch": 2.621931052029004, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.279008865356445, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8798061609268188, + "num_tokens": 786516802.0, + "step": 20611 + }, + { + "epoch": 2.6220582623075943, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.380473136901855, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8781927824020386, + "num_tokens": 786558470.0, + "step": 20612 + }, + { + "epoch": 2.622185472586185, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.358515739440918, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.872348427772522, + "num_tokens": 786601163.0, + "step": 20613 + }, + { + "epoch": 2.6223126828647754, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.362716674804688, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8847825527191162, + "num_tokens": 786636741.0, + "step": 20614 + }, + { + "epoch": 2.622439893143366, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.3466215133667, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8670852184295654, + "num_tokens": 786672931.0, + "step": 20615 + }, + { + "epoch": 2.6225671034219564, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.303049087524414, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8900098204612732, + "num_tokens": 786709310.0, + "step": 20616 + }, + { + "epoch": 2.622694313700547, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.3531494140625, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8839063048362732, + "num_tokens": 786747113.0, + "step": 20617 + }, + { + "epoch": 2.6228215239791375, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.36589527130127, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8758467435836792, + "num_tokens": 786782033.0, + "step": 20618 + }, + { + "epoch": 2.622948734257728, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.349923133850098, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8782982230186462, + "num_tokens": 786827229.0, + "step": 20619 + }, + { + "epoch": 2.6230759445363185, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.36982250213623, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8850691318511963, + "num_tokens": 786861722.0, + "step": 20620 + }, + { + "epoch": 2.623203154814909, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.361746788024902, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8811720013618469, + "num_tokens": 786896202.0, + "step": 20621 + }, + { + "epoch": 2.6233303650934996, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.391874313354492, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8797262907028198, + "num_tokens": 786932154.0, + "step": 20622 + }, + { + "epoch": 2.62345757537209, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.386926651000977, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8687601089477539, + "num_tokens": 786972184.0, + "step": 20623 + }, + { + "epoch": 2.6235847856506807, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.354653358459473, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8710598945617676, + "num_tokens": 787015514.0, + "step": 20624 + }, + { + "epoch": 2.623711995929271, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.358800888061523, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8785156011581421, + "num_tokens": 787054023.0, + "step": 20625 + }, + { + "epoch": 2.6238392062078617, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.403597831726074, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8742908835411072, + "num_tokens": 787088858.0, + "step": 20626 + }, + { + "epoch": 2.6239664164864522, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.347480773925781, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.8794708847999573, + "num_tokens": 787124805.0, + "step": 20627 + }, + { + "epoch": 2.6240936267650428, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.35895824432373, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8890628814697266, + "num_tokens": 787164922.0, + "step": 20628 + }, + { + "epoch": 2.6242208370436333, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.29085922241211, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8895547986030579, + "num_tokens": 787204936.0, + "step": 20629 + }, + { + "epoch": 2.624348047322224, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.372669219970703, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8887182474136353, + "num_tokens": 787238292.0, + "step": 20630 + }, + { + "epoch": 2.624475257600814, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.419320106506348, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.896865963935852, + "num_tokens": 787269054.0, + "step": 20631 + }, + { + "epoch": 2.624602467879405, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.27849292755127, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8770777583122253, + "num_tokens": 787310022.0, + "step": 20632 + }, + { + "epoch": 2.624729678157995, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.253504753112793, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8680234551429749, + "num_tokens": 787350917.0, + "step": 20633 + }, + { + "epoch": 2.624856888436586, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.355584144592285, + "learning_rate": 1e-06, + "loss": 0.3427, + "mean_token_accuracy": 0.8845706582069397, + "num_tokens": 787388187.0, + "step": 20634 + }, + { + "epoch": 2.624984098715176, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.331095695495605, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8846108317375183, + "num_tokens": 787424998.0, + "step": 20635 + }, + { + "epoch": 2.6251113089937665, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.287556648254395, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8897653818130493, + "num_tokens": 787465456.0, + "step": 20636 + }, + { + "epoch": 2.625238519272357, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.377449035644531, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8759418725967407, + "num_tokens": 787504797.0, + "step": 20637 + }, + { + "epoch": 2.6253657295509476, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.309444427490234, + "learning_rate": 1e-06, + "loss": 0.336, + "mean_token_accuracy": 0.8876683115959167, + "num_tokens": 787542911.0, + "step": 20638 + }, + { + "epoch": 2.625492939829538, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.412158966064453, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8690222501754761, + "num_tokens": 787576143.0, + "step": 20639 + }, + { + "epoch": 2.6256201501081287, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.325835227966309, + "learning_rate": 1e-06, + "loss": 0.359, + "mean_token_accuracy": 0.8799811601638794, + "num_tokens": 787619912.0, + "step": 20640 + }, + { + "epoch": 2.625747360386719, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.311516761779785, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8686479330062866, + "num_tokens": 787658181.0, + "step": 20641 + }, + { + "epoch": 2.6258745706653097, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.422866821289062, + "learning_rate": 1e-06, + "loss": 0.394, + "mean_token_accuracy": 0.8695367574691772, + "num_tokens": 787694889.0, + "step": 20642 + }, + { + "epoch": 2.6260017809439002, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.297623634338379, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8915261030197144, + "num_tokens": 787737633.0, + "step": 20643 + }, + { + "epoch": 2.6261289912224908, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.360983848571777, + "learning_rate": 1e-06, + "loss": 0.4073, + "mean_token_accuracy": 0.8668075203895569, + "num_tokens": 787779069.0, + "step": 20644 + }, + { + "epoch": 2.6262562015010813, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.389015197753906, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8650907874107361, + "num_tokens": 787815544.0, + "step": 20645 + }, + { + "epoch": 2.626383411779672, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.414451599121094, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8729256391525269, + "num_tokens": 787852684.0, + "step": 20646 + }, + { + "epoch": 2.6265106220582624, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.333526611328125, + "learning_rate": 1e-06, + "loss": 0.3742, + "mean_token_accuracy": 0.8734261989593506, + "num_tokens": 787893452.0, + "step": 20647 + }, + { + "epoch": 2.626637832336853, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.320518493652344, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8773953318595886, + "num_tokens": 787929430.0, + "step": 20648 + }, + { + "epoch": 2.6267650426154434, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.375771522521973, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8744602203369141, + "num_tokens": 787969768.0, + "step": 20649 + }, + { + "epoch": 2.626892252894034, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.398029327392578, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8777559399604797, + "num_tokens": 788009605.0, + "step": 20650 + }, + { + "epoch": 2.6270194631726245, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.345771789550781, + "learning_rate": 1e-06, + "loss": 0.3256, + "mean_token_accuracy": 0.8892171382904053, + "num_tokens": 788044652.0, + "step": 20651 + }, + { + "epoch": 2.627146673451215, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.34671688079834, + "learning_rate": 1e-06, + "loss": 0.4438, + "mean_token_accuracy": 0.853042721748352, + "num_tokens": 788085981.0, + "step": 20652 + }, + { + "epoch": 2.6272738837298055, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.328023910522461, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8748162984848022, + "num_tokens": 788132196.0, + "step": 20653 + }, + { + "epoch": 2.6274010940083956, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.38282585144043, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8913364410400391, + "num_tokens": 788160099.0, + "step": 20654 + }, + { + "epoch": 2.6275283042869866, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.378376960754395, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8764258623123169, + "num_tokens": 788197264.0, + "step": 20655 + }, + { + "epoch": 2.6276555145655767, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.321065902709961, + "learning_rate": 1e-06, + "loss": 0.3264, + "mean_token_accuracy": 0.8891281485557556, + "num_tokens": 788232900.0, + "step": 20656 + }, + { + "epoch": 2.6277827248441676, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.377928733825684, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8720594048500061, + "num_tokens": 788273720.0, + "step": 20657 + }, + { + "epoch": 2.6279099351227577, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.364603042602539, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8804432153701782, + "num_tokens": 788308425.0, + "step": 20658 + }, + { + "epoch": 2.6280371454013487, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.36575984954834, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8711072206497192, + "num_tokens": 788343701.0, + "step": 20659 + }, + { + "epoch": 2.628164355679939, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.409923553466797, + "learning_rate": 1e-06, + "loss": 0.4305, + "mean_token_accuracy": 0.8631764650344849, + "num_tokens": 788372789.0, + "step": 20660 + }, + { + "epoch": 2.6282915659585293, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.336134910583496, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8816417455673218, + "num_tokens": 788408422.0, + "step": 20661 + }, + { + "epoch": 2.62841877623712, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.351621627807617, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.881304144859314, + "num_tokens": 788446113.0, + "step": 20662 + }, + { + "epoch": 2.6285459865157104, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.332660675048828, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8720084428787231, + "num_tokens": 788485009.0, + "step": 20663 + }, + { + "epoch": 2.628673196794301, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.304544448852539, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8809337019920349, + "num_tokens": 788523446.0, + "step": 20664 + }, + { + "epoch": 2.6288004070728914, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.363059997558594, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8870536088943481, + "num_tokens": 788557423.0, + "step": 20665 + }, + { + "epoch": 2.628927617351482, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.368748664855957, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8757131099700928, + "num_tokens": 788588177.0, + "step": 20666 + }, + { + "epoch": 2.6290548276300725, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.328783988952637, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8791293501853943, + "num_tokens": 788624877.0, + "step": 20667 + }, + { + "epoch": 2.629182037908663, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.36274528503418, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8881239891052246, + "num_tokens": 788662532.0, + "step": 20668 + }, + { + "epoch": 2.6293092481872535, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.336216926574707, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8776267766952515, + "num_tokens": 788702734.0, + "step": 20669 + }, + { + "epoch": 2.629436458465844, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.320650100708008, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8783636093139648, + "num_tokens": 788738041.0, + "step": 20670 + }, + { + "epoch": 2.6295636687444346, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.350176811218262, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8791871070861816, + "num_tokens": 788772998.0, + "step": 20671 + }, + { + "epoch": 2.629690879023025, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.346064567565918, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8620829582214355, + "num_tokens": 788814310.0, + "step": 20672 + }, + { + "epoch": 2.6298180893016156, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.344795227050781, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8813145160675049, + "num_tokens": 788852811.0, + "step": 20673 + }, + { + "epoch": 2.629945299580206, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.371536254882812, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.885739803314209, + "num_tokens": 788888756.0, + "step": 20674 + }, + { + "epoch": 2.6300725098587967, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.339062690734863, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8818815350532532, + "num_tokens": 788926292.0, + "step": 20675 + }, + { + "epoch": 2.6301997201373872, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.360560417175293, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8873502016067505, + "num_tokens": 788965625.0, + "step": 20676 + }, + { + "epoch": 2.6303269304159778, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.382746696472168, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8817840814590454, + "num_tokens": 789007390.0, + "step": 20677 + }, + { + "epoch": 2.6304541406945683, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.343815803527832, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8813201785087585, + "num_tokens": 789047940.0, + "step": 20678 + }, + { + "epoch": 2.6305813509731584, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.39036750793457, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.877069890499115, + "num_tokens": 789086321.0, + "step": 20679 + }, + { + "epoch": 2.6307085612517493, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.379759788513184, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8884549140930176, + "num_tokens": 789121757.0, + "step": 20680 + }, + { + "epoch": 2.6308357715303394, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.404342651367188, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8921889066696167, + "num_tokens": 789160076.0, + "step": 20681 + }, + { + "epoch": 2.6309629818089304, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.395383834838867, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8687679171562195, + "num_tokens": 789197080.0, + "step": 20682 + }, + { + "epoch": 2.6310901920875205, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.338397979736328, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8728352785110474, + "num_tokens": 789249876.0, + "step": 20683 + }, + { + "epoch": 2.6312174023661115, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.379292488098145, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8756356835365295, + "num_tokens": 789290146.0, + "step": 20684 + }, + { + "epoch": 2.6313446126447015, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.35368824005127, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8813791275024414, + "num_tokens": 789335610.0, + "step": 20685 + }, + { + "epoch": 2.631471822923292, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.397050857543945, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8732353448867798, + "num_tokens": 789371956.0, + "step": 20686 + }, + { + "epoch": 2.6315990332018826, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.363170623779297, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.873443067073822, + "num_tokens": 789415257.0, + "step": 20687 + }, + { + "epoch": 2.631726243480473, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.33578872680664, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8774125576019287, + "num_tokens": 789452533.0, + "step": 20688 + }, + { + "epoch": 2.6318534537590637, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.423447608947754, + "learning_rate": 1e-06, + "loss": 0.3717, + "mean_token_accuracy": 0.8751005530357361, + "num_tokens": 789488780.0, + "step": 20689 + }, + { + "epoch": 2.631980664037654, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.354435920715332, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.874890923500061, + "num_tokens": 789528169.0, + "step": 20690 + }, + { + "epoch": 2.6321078743162447, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.378561973571777, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8715350031852722, + "num_tokens": 789568382.0, + "step": 20691 + }, + { + "epoch": 2.6322350845948352, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.384517669677734, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8753247261047363, + "num_tokens": 789606895.0, + "step": 20692 + }, + { + "epoch": 2.6323622948734258, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.429515838623047, + "learning_rate": 1e-06, + "loss": 0.4138, + "mean_token_accuracy": 0.8636109828948975, + "num_tokens": 789649106.0, + "step": 20693 + }, + { + "epoch": 2.6324895051520163, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.39162826538086, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.8810369968414307, + "num_tokens": 789689449.0, + "step": 20694 + }, + { + "epoch": 2.632616715430607, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.307960510253906, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8888179063796997, + "num_tokens": 789726179.0, + "step": 20695 + }, + { + "epoch": 2.6327439257091974, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.420083999633789, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8617558479309082, + "num_tokens": 789764858.0, + "step": 20696 + }, + { + "epoch": 2.632871135987788, + "ewc_loss": 0.0174560546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7404556274414062e-05, + "grad_norm": 12.37995433807373, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8654446601867676, + "num_tokens": 789799196.0, + "step": 20697 + }, + { + "epoch": 2.6329983462663784, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.366462707519531, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8759981393814087, + "num_tokens": 789840498.0, + "step": 20698 + }, + { + "epoch": 2.633125556544969, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.387195587158203, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8811511993408203, + "num_tokens": 789874269.0, + "step": 20699 + }, + { + "epoch": 2.6332527668235595, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.335709571838379, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8783360123634338, + "num_tokens": 789914938.0, + "step": 20700 + }, + { + "epoch": 2.63337997710215, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.383429527282715, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8772132396697998, + "num_tokens": 789959219.0, + "step": 20701 + }, + { + "epoch": 2.6335071873807405, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.47451114654541, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8712469935417175, + "num_tokens": 789993707.0, + "step": 20702 + }, + { + "epoch": 2.633634397659331, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.343236923217773, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8591665029525757, + "num_tokens": 790034285.0, + "step": 20703 + }, + { + "epoch": 2.633761607937921, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.26737117767334, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8813413381576538, + "num_tokens": 790069714.0, + "step": 20704 + }, + { + "epoch": 2.633888818216512, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.358746528625488, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8756458759307861, + "num_tokens": 790110733.0, + "step": 20705 + }, + { + "epoch": 2.634016028495102, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.37125015258789, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8814358711242676, + "num_tokens": 790144468.0, + "step": 20706 + }, + { + "epoch": 2.634143238773693, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.338091850280762, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8751482963562012, + "num_tokens": 790186881.0, + "step": 20707 + }, + { + "epoch": 2.6342704490522832, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.340961456298828, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8840656280517578, + "num_tokens": 790225083.0, + "step": 20708 + }, + { + "epoch": 2.6343976593308738, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.419312477111816, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8774246573448181, + "num_tokens": 790266822.0, + "step": 20709 + }, + { + "epoch": 2.6345248696094643, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.31418228149414, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8740438222885132, + "num_tokens": 790305948.0, + "step": 20710 + }, + { + "epoch": 2.634652079888055, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.408170700073242, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8795086145401001, + "num_tokens": 790341639.0, + "step": 20711 + }, + { + "epoch": 2.6347792901666454, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.3350248336792, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8860549926757812, + "num_tokens": 790377442.0, + "step": 20712 + }, + { + "epoch": 2.634906500445236, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.411171913146973, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8783300518989563, + "num_tokens": 790414911.0, + "step": 20713 + }, + { + "epoch": 2.6350337107238264, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.368369102478027, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8765336275100708, + "num_tokens": 790453968.0, + "step": 20714 + }, + { + "epoch": 2.635160921002417, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.344465255737305, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8737220764160156, + "num_tokens": 790493216.0, + "step": 20715 + }, + { + "epoch": 2.6352881312810075, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.408536911010742, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8734002709388733, + "num_tokens": 790529380.0, + "step": 20716 + }, + { + "epoch": 2.635415341559598, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.358814239501953, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.872868001461029, + "num_tokens": 790569568.0, + "step": 20717 + }, + { + "epoch": 2.6355425518381885, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.335419654846191, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8839338421821594, + "num_tokens": 790602269.0, + "step": 20718 + }, + { + "epoch": 2.635669762116779, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.41107177734375, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8664768934249878, + "num_tokens": 790639723.0, + "step": 20719 + }, + { + "epoch": 2.6357969723953696, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.437675476074219, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.864720344543457, + "num_tokens": 790676103.0, + "step": 20720 + }, + { + "epoch": 2.63592418267396, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.31862735748291, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8790843486785889, + "num_tokens": 790712118.0, + "step": 20721 + }, + { + "epoch": 2.6360513929525506, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.405720710754395, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.877433180809021, + "num_tokens": 790747079.0, + "step": 20722 + }, + { + "epoch": 2.636178603231141, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.358404159545898, + "learning_rate": 1e-06, + "loss": 0.3878, + "mean_token_accuracy": 0.8681204319000244, + "num_tokens": 790781741.0, + "step": 20723 + }, + { + "epoch": 2.6363058135097317, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.399275779724121, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8767496943473816, + "num_tokens": 790820243.0, + "step": 20724 + }, + { + "epoch": 2.6364330237883222, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.341337203979492, + "learning_rate": 1e-06, + "loss": 0.3208, + "mean_token_accuracy": 0.8919697999954224, + "num_tokens": 790851492.0, + "step": 20725 + }, + { + "epoch": 2.6365602340669128, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.44151496887207, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8822124600410461, + "num_tokens": 790882293.0, + "step": 20726 + }, + { + "epoch": 2.636687444345503, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.311596870422363, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8739520907402039, + "num_tokens": 790922188.0, + "step": 20727 + }, + { + "epoch": 2.636814654624094, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.34630298614502, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8876000642776489, + "num_tokens": 790960675.0, + "step": 20728 + }, + { + "epoch": 2.636941864902684, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.37565803527832, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8856391906738281, + "num_tokens": 790999352.0, + "step": 20729 + }, + { + "epoch": 2.637069075181275, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.355878829956055, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8777992725372314, + "num_tokens": 791035898.0, + "step": 20730 + }, + { + "epoch": 2.637196285459865, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.32310676574707, + "learning_rate": 1e-06, + "loss": 0.4343, + "mean_token_accuracy": 0.8538622856140137, + "num_tokens": 791079731.0, + "step": 20731 + }, + { + "epoch": 2.637323495738456, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.402913093566895, + "learning_rate": 1e-06, + "loss": 0.3353, + "mean_token_accuracy": 0.8900525569915771, + "num_tokens": 791118565.0, + "step": 20732 + }, + { + "epoch": 2.637450706017046, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.331232070922852, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8774914741516113, + "num_tokens": 791154876.0, + "step": 20733 + }, + { + "epoch": 2.6375779162956365, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.369999885559082, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8782976865768433, + "num_tokens": 791196003.0, + "step": 20734 + }, + { + "epoch": 2.637705126574227, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.42633056640625, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.875998318195343, + "num_tokens": 791236462.0, + "step": 20735 + }, + { + "epoch": 2.6378323368528176, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.348403930664062, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8652805685997009, + "num_tokens": 791271918.0, + "step": 20736 + }, + { + "epoch": 2.637959547131408, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.302489280700684, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8887960314750671, + "num_tokens": 791309813.0, + "step": 20737 + }, + { + "epoch": 2.6380867574099987, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.401731491088867, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.887039303779602, + "num_tokens": 791338854.0, + "step": 20738 + }, + { + "epoch": 2.638213967688589, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.40279483795166, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8824917078018188, + "num_tokens": 791376580.0, + "step": 20739 + }, + { + "epoch": 2.6383411779671797, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.3622407913208, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8736218214035034, + "num_tokens": 791415931.0, + "step": 20740 + }, + { + "epoch": 2.6384683882457702, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.37648868560791, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8739972114562988, + "num_tokens": 791448201.0, + "step": 20741 + }, + { + "epoch": 2.6385955985243608, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.341751098632812, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8718875646591187, + "num_tokens": 791489183.0, + "step": 20742 + }, + { + "epoch": 2.6387228088029513, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.419377326965332, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8783929347991943, + "num_tokens": 791528414.0, + "step": 20743 + }, + { + "epoch": 2.638850019081542, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.345937728881836, + "learning_rate": 1e-06, + "loss": 0.308, + "mean_token_accuracy": 0.8966987133026123, + "num_tokens": 791566379.0, + "step": 20744 + }, + { + "epoch": 2.6389772293601323, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.441656112670898, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8809047937393188, + "num_tokens": 791599789.0, + "step": 20745 + }, + { + "epoch": 2.639104439638723, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.385110855102539, + "learning_rate": 1e-06, + "loss": 0.4046, + "mean_token_accuracy": 0.8652533292770386, + "num_tokens": 791642333.0, + "step": 20746 + }, + { + "epoch": 2.6392316499173134, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.333305358886719, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8774378299713135, + "num_tokens": 791687190.0, + "step": 20747 + }, + { + "epoch": 2.639358860195904, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.380426406860352, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8635612726211548, + "num_tokens": 791722806.0, + "step": 20748 + }, + { + "epoch": 2.6394860704744945, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.393404960632324, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8637183904647827, + "num_tokens": 791757726.0, + "step": 20749 + }, + { + "epoch": 2.639613280753085, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.332365036010742, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8848883509635925, + "num_tokens": 791795160.0, + "step": 20750 + }, + { + "epoch": 2.6397404910316755, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.396748542785645, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8891093730926514, + "num_tokens": 791831682.0, + "step": 20751 + }, + { + "epoch": 2.6398677013102656, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.41203498840332, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8874638080596924, + "num_tokens": 791863230.0, + "step": 20752 + }, + { + "epoch": 2.6399949115888566, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.353492736816406, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8887624144554138, + "num_tokens": 791904323.0, + "step": 20753 + }, + { + "epoch": 2.6401221218674467, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.392931938171387, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8710359334945679, + "num_tokens": 791951836.0, + "step": 20754 + }, + { + "epoch": 2.6402493321460376, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.456653594970703, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8793206214904785, + "num_tokens": 791989782.0, + "step": 20755 + }, + { + "epoch": 2.6403765424246277, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.43200969696045, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8788261413574219, + "num_tokens": 792024038.0, + "step": 20756 + }, + { + "epoch": 2.6405037527032187, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.40799331665039, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8776613473892212, + "num_tokens": 792067893.0, + "step": 20757 + }, + { + "epoch": 2.6406309629818088, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.352461814880371, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.8864378929138184, + "num_tokens": 792108593.0, + "step": 20758 + }, + { + "epoch": 2.6407581732603993, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.400457382202148, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8906780481338501, + "num_tokens": 792141201.0, + "step": 20759 + }, + { + "epoch": 2.64088538353899, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.36345386505127, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8969230055809021, + "num_tokens": 792182908.0, + "step": 20760 + }, + { + "epoch": 2.6410125938175804, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.344952583312988, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8781832456588745, + "num_tokens": 792225223.0, + "step": 20761 + }, + { + "epoch": 2.641139804096171, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.431635856628418, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.8603419065475464, + "num_tokens": 792258131.0, + "step": 20762 + }, + { + "epoch": 2.6412670143747614, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.411293983459473, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.883475124835968, + "num_tokens": 792291429.0, + "step": 20763 + }, + { + "epoch": 2.641394224653352, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.369985580444336, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8744559288024902, + "num_tokens": 792327777.0, + "step": 20764 + }, + { + "epoch": 2.6415214349319425, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.356260299682617, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8800476789474487, + "num_tokens": 792367918.0, + "step": 20765 + }, + { + "epoch": 2.641648645210533, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.390239715576172, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8814972043037415, + "num_tokens": 792405550.0, + "step": 20766 + }, + { + "epoch": 2.6417758554891235, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.376056671142578, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8810200095176697, + "num_tokens": 792440948.0, + "step": 20767 + }, + { + "epoch": 2.641903065767714, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.344430923461914, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8849517703056335, + "num_tokens": 792488065.0, + "step": 20768 + }, + { + "epoch": 2.6420302760463046, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.334457397460938, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.884931743144989, + "num_tokens": 792522845.0, + "step": 20769 + }, + { + "epoch": 2.642157486324895, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.355353355407715, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8879783153533936, + "num_tokens": 792561118.0, + "step": 20770 + }, + { + "epoch": 2.6422846966034856, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.376726150512695, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8771154284477234, + "num_tokens": 792600125.0, + "step": 20771 + }, + { + "epoch": 2.642411906882076, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.413466453552246, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8837723135948181, + "num_tokens": 792633856.0, + "step": 20772 + }, + { + "epoch": 2.6425391171606667, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.314775466918945, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8758979439735413, + "num_tokens": 792672427.0, + "step": 20773 + }, + { + "epoch": 2.6426663274392572, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.41241455078125, + "learning_rate": 1e-06, + "loss": 0.4133, + "mean_token_accuracy": 0.856452465057373, + "num_tokens": 792713856.0, + "step": 20774 + }, + { + "epoch": 2.6427935377178478, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.290129661560059, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8701977133750916, + "num_tokens": 792757602.0, + "step": 20775 + }, + { + "epoch": 2.6429207479964383, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.40641975402832, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8700690269470215, + "num_tokens": 792797067.0, + "step": 20776 + }, + { + "epoch": 2.6430479582750284, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.368315696716309, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8815125226974487, + "num_tokens": 792835748.0, + "step": 20777 + }, + { + "epoch": 2.6431751685536193, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.336590766906738, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8796188831329346, + "num_tokens": 792875039.0, + "step": 20778 + }, + { + "epoch": 2.6433023788322094, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.392866134643555, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8836938142776489, + "num_tokens": 792916580.0, + "step": 20779 + }, + { + "epoch": 2.6434295891108004, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.335927963256836, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8791757225990295, + "num_tokens": 792952507.0, + "step": 20780 + }, + { + "epoch": 2.6435567993893905, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.394485473632812, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8819317817687988, + "num_tokens": 792994046.0, + "step": 20781 + }, + { + "epoch": 2.6436840096679814, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.305206298828125, + "learning_rate": 1e-06, + "loss": 0.3144, + "mean_token_accuracy": 0.8961672782897949, + "num_tokens": 793033855.0, + "step": 20782 + }, + { + "epoch": 2.6438112199465715, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.341832160949707, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.882224440574646, + "num_tokens": 793072226.0, + "step": 20783 + }, + { + "epoch": 2.643938430225162, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.303630828857422, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8822461366653442, + "num_tokens": 793110884.0, + "step": 20784 + }, + { + "epoch": 2.6440656405037526, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.425063133239746, + "learning_rate": 1e-06, + "loss": 0.4264, + "mean_token_accuracy": 0.8613961935043335, + "num_tokens": 793151885.0, + "step": 20785 + }, + { + "epoch": 2.644192850782343, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.403042793273926, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8568699359893799, + "num_tokens": 793187253.0, + "step": 20786 + }, + { + "epoch": 2.6443200610609336, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.373236656188965, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8832828998565674, + "num_tokens": 793231249.0, + "step": 20787 + }, + { + "epoch": 2.644447271339524, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.351326942443848, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.8889515399932861, + "num_tokens": 793269918.0, + "step": 20788 + }, + { + "epoch": 2.6445744816181147, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.40078353881836, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8889002799987793, + "num_tokens": 793306856.0, + "step": 20789 + }, + { + "epoch": 2.6447016918967052, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.374643325805664, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8704084753990173, + "num_tokens": 793347866.0, + "step": 20790 + }, + { + "epoch": 2.6448289021752958, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.355009078979492, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8769125938415527, + "num_tokens": 793391037.0, + "step": 20791 + }, + { + "epoch": 2.6449561124538863, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.402297019958496, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.8646440505981445, + "num_tokens": 793423560.0, + "step": 20792 + }, + { + "epoch": 2.645083322732477, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.330645561218262, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8852195739746094, + "num_tokens": 793460215.0, + "step": 20793 + }, + { + "epoch": 2.6452105330110673, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.381671905517578, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8665968179702759, + "num_tokens": 793492671.0, + "step": 20794 + }, + { + "epoch": 2.645337743289658, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.374199867248535, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8775529861450195, + "num_tokens": 793529526.0, + "step": 20795 + }, + { + "epoch": 2.6454649535682484, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.380501747131348, + "learning_rate": 1e-06, + "loss": 0.332, + "mean_token_accuracy": 0.8867795467376709, + "num_tokens": 793566748.0, + "step": 20796 + }, + { + "epoch": 2.645592163846839, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.388909339904785, + "learning_rate": 1e-06, + "loss": 0.3176, + "mean_token_accuracy": 0.8935219049453735, + "num_tokens": 793600703.0, + "step": 20797 + }, + { + "epoch": 2.6457193741254295, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.421978950500488, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8775393962860107, + "num_tokens": 793639226.0, + "step": 20798 + }, + { + "epoch": 2.64584658440402, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.43422794342041, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8917182683944702, + "num_tokens": 793676147.0, + "step": 20799 + }, + { + "epoch": 2.6459737946826105, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.414438247680664, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8880388736724854, + "num_tokens": 793715778.0, + "step": 20800 + }, + { + "epoch": 2.646101004961201, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.34848690032959, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8934605121612549, + "num_tokens": 793752096.0, + "step": 20801 + }, + { + "epoch": 2.646228215239791, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.424968719482422, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8739794492721558, + "num_tokens": 793789809.0, + "step": 20802 + }, + { + "epoch": 2.646355425518382, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.42360782623291, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8739565014839172, + "num_tokens": 793826505.0, + "step": 20803 + }, + { + "epoch": 2.646482635796972, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.348660469055176, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.8787511587142944, + "num_tokens": 793868360.0, + "step": 20804 + }, + { + "epoch": 2.646609846075563, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.433422088623047, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8805912137031555, + "num_tokens": 793906566.0, + "step": 20805 + }, + { + "epoch": 2.6467370563541532, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.398218154907227, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8765885829925537, + "num_tokens": 793947814.0, + "step": 20806 + }, + { + "epoch": 2.6468642666327438, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.403422355651855, + "learning_rate": 1e-06, + "loss": 0.3415, + "mean_token_accuracy": 0.8836555480957031, + "num_tokens": 793987391.0, + "step": 20807 + }, + { + "epoch": 2.6469914769113343, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.371658325195312, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8895097970962524, + "num_tokens": 794024045.0, + "step": 20808 + }, + { + "epoch": 2.647118687189925, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.352978706359863, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8832722306251526, + "num_tokens": 794063405.0, + "step": 20809 + }, + { + "epoch": 2.6472458974685154, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.390761375427246, + "learning_rate": 1e-06, + "loss": 0.4286, + "mean_token_accuracy": 0.8560869097709656, + "num_tokens": 794099729.0, + "step": 20810 + }, + { + "epoch": 2.647373107747106, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.404709815979004, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8714878559112549, + "num_tokens": 794139669.0, + "step": 20811 + }, + { + "epoch": 2.6475003180256964, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.386917114257812, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8794155120849609, + "num_tokens": 794176906.0, + "step": 20812 + }, + { + "epoch": 2.647627528304287, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.341752052307129, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8810158967971802, + "num_tokens": 794216594.0, + "step": 20813 + }, + { + "epoch": 2.6477547385828775, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.413572311401367, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8813605904579163, + "num_tokens": 794248379.0, + "step": 20814 + }, + { + "epoch": 2.647881948861468, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.34310245513916, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8569137454032898, + "num_tokens": 794293604.0, + "step": 20815 + }, + { + "epoch": 2.6480091591400585, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.353087425231934, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8690537214279175, + "num_tokens": 794332084.0, + "step": 20816 + }, + { + "epoch": 2.648136369418649, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.419682502746582, + "learning_rate": 1e-06, + "loss": 0.3177, + "mean_token_accuracy": 0.8932040929794312, + "num_tokens": 794369158.0, + "step": 20817 + }, + { + "epoch": 2.6482635796972396, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.314919471740723, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8812747001647949, + "num_tokens": 794410531.0, + "step": 20818 + }, + { + "epoch": 2.64839078997583, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.377443313598633, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8786363005638123, + "num_tokens": 794457556.0, + "step": 20819 + }, + { + "epoch": 2.6485180002544206, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.308903694152832, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8677634000778198, + "num_tokens": 794492737.0, + "step": 20820 + }, + { + "epoch": 2.648645210533011, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.41451358795166, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8880852460861206, + "num_tokens": 794532589.0, + "step": 20821 + }, + { + "epoch": 2.6487724208116017, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.44675064086914, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8674066662788391, + "num_tokens": 794566982.0, + "step": 20822 + }, + { + "epoch": 2.648899631090192, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.372478485107422, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.8625651597976685, + "num_tokens": 794604278.0, + "step": 20823 + }, + { + "epoch": 2.6490268413687827, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.454791069030762, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8885746002197266, + "num_tokens": 794643785.0, + "step": 20824 + }, + { + "epoch": 2.649154051647373, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.39659309387207, + "learning_rate": 1e-06, + "loss": 0.3317, + "mean_token_accuracy": 0.8888285756111145, + "num_tokens": 794678302.0, + "step": 20825 + }, + { + "epoch": 2.649281261925964, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.436234474182129, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8677299618721008, + "num_tokens": 794715732.0, + "step": 20826 + }, + { + "epoch": 2.649408472204554, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.381099700927734, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8827890157699585, + "num_tokens": 794754359.0, + "step": 20827 + }, + { + "epoch": 2.649535682483145, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.380931854248047, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8747164011001587, + "num_tokens": 794795770.0, + "step": 20828 + }, + { + "epoch": 2.649662892761735, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.44551944732666, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.871251106262207, + "num_tokens": 794835654.0, + "step": 20829 + }, + { + "epoch": 2.649790103040326, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.422410011291504, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8805378675460815, + "num_tokens": 794872527.0, + "step": 20830 + }, + { + "epoch": 2.649917313318916, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.376426696777344, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8826248645782471, + "num_tokens": 794918577.0, + "step": 20831 + }, + { + "epoch": 2.6500445235975065, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.408774375915527, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8879449367523193, + "num_tokens": 794953566.0, + "step": 20832 + }, + { + "epoch": 2.650171733876097, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.441557884216309, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8858789205551147, + "num_tokens": 794990547.0, + "step": 20833 + }, + { + "epoch": 2.6502989441546876, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.376720428466797, + "learning_rate": 1e-06, + "loss": 0.3134, + "mean_token_accuracy": 0.8941820859909058, + "num_tokens": 795028419.0, + "step": 20834 + }, + { + "epoch": 2.650426154433278, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.449993133544922, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8949025869369507, + "num_tokens": 795064303.0, + "step": 20835 + }, + { + "epoch": 2.6505533647118686, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.387412071228027, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.85751873254776, + "num_tokens": 795104280.0, + "step": 20836 + }, + { + "epoch": 2.650680574990459, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.457474708557129, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8702636361122131, + "num_tokens": 795142547.0, + "step": 20837 + }, + { + "epoch": 2.6508077852690497, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.367047309875488, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8764044046401978, + "num_tokens": 795186193.0, + "step": 20838 + }, + { + "epoch": 2.6509349955476402, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.331815719604492, + "learning_rate": 1e-06, + "loss": 0.3087, + "mean_token_accuracy": 0.894495964050293, + "num_tokens": 795215453.0, + "step": 20839 + }, + { + "epoch": 2.6510622058262308, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.369413375854492, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8738213777542114, + "num_tokens": 795252820.0, + "step": 20840 + }, + { + "epoch": 2.6511894161048213, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.369270324707031, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8767760396003723, + "num_tokens": 795290000.0, + "step": 20841 + }, + { + "epoch": 2.651316626383412, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.373483657836914, + "learning_rate": 1e-06, + "loss": 0.3088, + "mean_token_accuracy": 0.8956358432769775, + "num_tokens": 795330389.0, + "step": 20842 + }, + { + "epoch": 2.6514438366620023, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.376110076904297, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8772398233413696, + "num_tokens": 795366693.0, + "step": 20843 + }, + { + "epoch": 2.651571046940593, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.365941047668457, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8800185918807983, + "num_tokens": 795405748.0, + "step": 20844 + }, + { + "epoch": 2.6516982572191834, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.350439071655273, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8894832134246826, + "num_tokens": 795446179.0, + "step": 20845 + }, + { + "epoch": 2.651825467497774, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.414827346801758, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8730652928352356, + "num_tokens": 795488234.0, + "step": 20846 + }, + { + "epoch": 2.6519526777763645, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.396240234375, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8764622211456299, + "num_tokens": 795526508.0, + "step": 20847 + }, + { + "epoch": 2.652079888054955, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.377398490905762, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8853354454040527, + "num_tokens": 795566299.0, + "step": 20848 + }, + { + "epoch": 2.6522070983335455, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.435611724853516, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8739697933197021, + "num_tokens": 795603892.0, + "step": 20849 + }, + { + "epoch": 2.6523343086121356, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.417607307434082, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8857904672622681, + "num_tokens": 795639622.0, + "step": 20850 + }, + { + "epoch": 2.6524615188907266, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.33146858215332, + "learning_rate": 1e-06, + "loss": 0.2989, + "mean_token_accuracy": 0.8986819386482239, + "num_tokens": 795677299.0, + "step": 20851 + }, + { + "epoch": 2.6525887291693167, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.372872352600098, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8785920143127441, + "num_tokens": 795714304.0, + "step": 20852 + }, + { + "epoch": 2.6527159394479076, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.41786003112793, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8742998242378235, + "num_tokens": 795752330.0, + "step": 20853 + }, + { + "epoch": 2.6528431497264977, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.385272026062012, + "learning_rate": 1e-06, + "loss": 0.4226, + "mean_token_accuracy": 0.8589747548103333, + "num_tokens": 795789503.0, + "step": 20854 + }, + { + "epoch": 2.6529703600050887, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.340880393981934, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8776614665985107, + "num_tokens": 795828449.0, + "step": 20855 + }, + { + "epoch": 2.6530975702836788, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.35722541809082, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8785065412521362, + "num_tokens": 795868454.0, + "step": 20856 + }, + { + "epoch": 2.6532247805622693, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.467418670654297, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8654680252075195, + "num_tokens": 795904629.0, + "step": 20857 + }, + { + "epoch": 2.65335199084086, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.345611572265625, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8655338883399963, + "num_tokens": 795943197.0, + "step": 20858 + }, + { + "epoch": 2.6534792011194503, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.359262466430664, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8745968341827393, + "num_tokens": 795984672.0, + "step": 20859 + }, + { + "epoch": 2.653606411398041, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.437911987304688, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8603966236114502, + "num_tokens": 796022599.0, + "step": 20860 + }, + { + "epoch": 2.6537336216766314, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.379002571105957, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8766382932662964, + "num_tokens": 796057798.0, + "step": 20861 + }, + { + "epoch": 2.653860831955222, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.382037162780762, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8776932954788208, + "num_tokens": 796094928.0, + "step": 20862 + }, + { + "epoch": 2.6539880422338125, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.3651762008667, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8804998397827148, + "num_tokens": 796132614.0, + "step": 20863 + }, + { + "epoch": 2.654115252512403, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.400712013244629, + "learning_rate": 1e-06, + "loss": 0.3692, + "mean_token_accuracy": 0.8779796361923218, + "num_tokens": 796171653.0, + "step": 20864 + }, + { + "epoch": 2.6542424627909935, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.36767578125, + "learning_rate": 1e-06, + "loss": 0.3828, + "mean_token_accuracy": 0.8727766275405884, + "num_tokens": 796215218.0, + "step": 20865 + }, + { + "epoch": 2.654369673069584, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.357043266296387, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8887546062469482, + "num_tokens": 796249165.0, + "step": 20866 + }, + { + "epoch": 2.6544968833481746, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.3722505569458, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8748701810836792, + "num_tokens": 796283878.0, + "step": 20867 + }, + { + "epoch": 2.654624093626765, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.429712295532227, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8656758069992065, + "num_tokens": 796330760.0, + "step": 20868 + }, + { + "epoch": 2.6547513039053556, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.398183822631836, + "learning_rate": 1e-06, + "loss": 0.4124, + "mean_token_accuracy": 0.867102861404419, + "num_tokens": 796371547.0, + "step": 20869 + }, + { + "epoch": 2.654878514183946, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.476441383361816, + "learning_rate": 1e-06, + "loss": 0.4056, + "mean_token_accuracy": 0.8637946248054504, + "num_tokens": 796409893.0, + "step": 20870 + }, + { + "epoch": 2.6550057244625367, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.36119556427002, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8626247644424438, + "num_tokens": 796442493.0, + "step": 20871 + }, + { + "epoch": 2.655132934741127, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.480242729187012, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8803380727767944, + "num_tokens": 796480853.0, + "step": 20872 + }, + { + "epoch": 2.6552601450197177, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.424373626708984, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8847419023513794, + "num_tokens": 796520057.0, + "step": 20873 + }, + { + "epoch": 2.6553873552983083, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.381192207336426, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8822239637374878, + "num_tokens": 796549779.0, + "step": 20874 + }, + { + "epoch": 2.6555145655768984, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.388432502746582, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.8830969333648682, + "num_tokens": 796590923.0, + "step": 20875 + }, + { + "epoch": 2.6556417758554893, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.383440971374512, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.873295783996582, + "num_tokens": 796629455.0, + "step": 20876 + }, + { + "epoch": 2.6557689861340794, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.401167869567871, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8744622468948364, + "num_tokens": 796669950.0, + "step": 20877 + }, + { + "epoch": 2.6558961964126704, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.39778995513916, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8678120374679565, + "num_tokens": 796712263.0, + "step": 20878 + }, + { + "epoch": 2.6560234066912605, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.440091133117676, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8778452277183533, + "num_tokens": 796753025.0, + "step": 20879 + }, + { + "epoch": 2.6561506169698514, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.426124572753906, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8901853561401367, + "num_tokens": 796788810.0, + "step": 20880 + }, + { + "epoch": 2.6562778272484415, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.343276977539062, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8805243968963623, + "num_tokens": 796826275.0, + "step": 20881 + }, + { + "epoch": 2.656405037527032, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.421250343322754, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8732651472091675, + "num_tokens": 796859587.0, + "step": 20882 + }, + { + "epoch": 2.6565322478056226, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.370680809020996, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8839768171310425, + "num_tokens": 796899440.0, + "step": 20883 + }, + { + "epoch": 2.656659458084213, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.410161972045898, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8684903383255005, + "num_tokens": 796938703.0, + "step": 20884 + }, + { + "epoch": 2.6567866683628036, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.38514518737793, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.8655381202697754, + "num_tokens": 796982287.0, + "step": 20885 + }, + { + "epoch": 2.656913878641394, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.39273452758789, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8791303634643555, + "num_tokens": 797017640.0, + "step": 20886 + }, + { + "epoch": 2.6570410889199847, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.359610557556152, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8634531497955322, + "num_tokens": 797054050.0, + "step": 20887 + }, + { + "epoch": 2.6571682991985752, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.379084587097168, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8823211193084717, + "num_tokens": 797092429.0, + "step": 20888 + }, + { + "epoch": 2.6572955094771658, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.418463706970215, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8749992847442627, + "num_tokens": 797125646.0, + "step": 20889 + }, + { + "epoch": 2.6574227197557563, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.361920356750488, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8810849189758301, + "num_tokens": 797164560.0, + "step": 20890 + }, + { + "epoch": 2.657549930034347, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.400050163269043, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8765112161636353, + "num_tokens": 797194168.0, + "step": 20891 + }, + { + "epoch": 2.6576771403129373, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.355424880981445, + "learning_rate": 1e-06, + "loss": 0.3116, + "mean_token_accuracy": 0.8955084085464478, + "num_tokens": 797227045.0, + "step": 20892 + }, + { + "epoch": 2.657804350591528, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.343472480773926, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8908264636993408, + "num_tokens": 797267607.0, + "step": 20893 + }, + { + "epoch": 2.6579315608701184, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.36975383758545, + "learning_rate": 1e-06, + "loss": 0.3993, + "mean_token_accuracy": 0.8669687509536743, + "num_tokens": 797309320.0, + "step": 20894 + }, + { + "epoch": 2.658058771148709, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.340827941894531, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8762552738189697, + "num_tokens": 797348258.0, + "step": 20895 + }, + { + "epoch": 2.6581859814272994, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.384289741516113, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8772746324539185, + "num_tokens": 797391563.0, + "step": 20896 + }, + { + "epoch": 2.65831319170589, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.375328063964844, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8860303163528442, + "num_tokens": 797428314.0, + "step": 20897 + }, + { + "epoch": 2.6584404019844805, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.402535438537598, + "learning_rate": 1e-06, + "loss": 0.4229, + "mean_token_accuracy": 0.8580749034881592, + "num_tokens": 797464480.0, + "step": 20898 + }, + { + "epoch": 2.658567612263071, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.307095527648926, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8787609338760376, + "num_tokens": 797504135.0, + "step": 20899 + }, + { + "epoch": 2.658694822541661, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.386425018310547, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8810513615608215, + "num_tokens": 797544222.0, + "step": 20900 + }, + { + "epoch": 2.658822032820252, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.430394172668457, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8840099573135376, + "num_tokens": 797583695.0, + "step": 20901 + }, + { + "epoch": 2.658949243098842, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.295764923095703, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8644161224365234, + "num_tokens": 797625660.0, + "step": 20902 + }, + { + "epoch": 2.659076453377433, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.4320068359375, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8773282766342163, + "num_tokens": 797665807.0, + "step": 20903 + }, + { + "epoch": 2.6592036636560232, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.459912300109863, + "learning_rate": 1e-06, + "loss": 0.4139, + "mean_token_accuracy": 0.8630498647689819, + "num_tokens": 797707935.0, + "step": 20904 + }, + { + "epoch": 2.6593308739346138, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.408061981201172, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8716009855270386, + "num_tokens": 797745502.0, + "step": 20905 + }, + { + "epoch": 2.6594580842132043, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.419004440307617, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8751496076583862, + "num_tokens": 797779412.0, + "step": 20906 + }, + { + "epoch": 2.659585294491795, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.363653182983398, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8796483278274536, + "num_tokens": 797816677.0, + "step": 20907 + }, + { + "epoch": 2.6597125047703853, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.445306777954102, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8606991767883301, + "num_tokens": 797854260.0, + "step": 20908 + }, + { + "epoch": 2.659839715048976, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.405098915100098, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8644536137580872, + "num_tokens": 797892349.0, + "step": 20909 + }, + { + "epoch": 2.6599669253275664, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.369423866271973, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8822042346000671, + "num_tokens": 797928028.0, + "step": 20910 + }, + { + "epoch": 2.660094135606157, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.451592445373535, + "learning_rate": 1e-06, + "loss": 0.4097, + "mean_token_accuracy": 0.8627922534942627, + "num_tokens": 797963885.0, + "step": 20911 + }, + { + "epoch": 2.6602213458847475, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.376289367675781, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8656572103500366, + "num_tokens": 798009842.0, + "step": 20912 + }, + { + "epoch": 2.660348556163338, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.422287940979004, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8893671035766602, + "num_tokens": 798043207.0, + "step": 20913 + }, + { + "epoch": 2.6604757664419285, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.377137184143066, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8935443162918091, + "num_tokens": 798080887.0, + "step": 20914 + }, + { + "epoch": 2.660602976720519, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.367237091064453, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8877413272857666, + "num_tokens": 798126393.0, + "step": 20915 + }, + { + "epoch": 2.6607301869991096, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.347397804260254, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8927292227745056, + "num_tokens": 798166099.0, + "step": 20916 + }, + { + "epoch": 2.6608573972777, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.391875267028809, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8717544078826904, + "num_tokens": 798202285.0, + "step": 20917 + }, + { + "epoch": 2.6609846075562906, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.356161117553711, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8843334913253784, + "num_tokens": 798243463.0, + "step": 20918 + }, + { + "epoch": 2.661111817834881, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.422266960144043, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8798521161079407, + "num_tokens": 798275507.0, + "step": 20919 + }, + { + "epoch": 2.6612390281134717, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.381773948669434, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.8952688574790955, + "num_tokens": 798310536.0, + "step": 20920 + }, + { + "epoch": 2.661366238392062, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.351115226745605, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8732759952545166, + "num_tokens": 798347874.0, + "step": 20921 + }, + { + "epoch": 2.6614934486706527, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.363945007324219, + "learning_rate": 1e-06, + "loss": 0.2939, + "mean_token_accuracy": 0.9009979963302612, + "num_tokens": 798381865.0, + "step": 20922 + }, + { + "epoch": 2.661620658949243, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.378435134887695, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.8765449523925781, + "num_tokens": 798423378.0, + "step": 20923 + }, + { + "epoch": 2.661747869227834, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.371520042419434, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8843492269515991, + "num_tokens": 798460278.0, + "step": 20924 + }, + { + "epoch": 2.661875079506424, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.362717628479004, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8794211745262146, + "num_tokens": 798496622.0, + "step": 20925 + }, + { + "epoch": 2.662002289785015, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.361640930175781, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8736975193023682, + "num_tokens": 798533061.0, + "step": 20926 + }, + { + "epoch": 2.662129500063605, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.355562210083008, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8703217506408691, + "num_tokens": 798573689.0, + "step": 20927 + }, + { + "epoch": 2.662256710342196, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.369232177734375, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8873728513717651, + "num_tokens": 798614058.0, + "step": 20928 + }, + { + "epoch": 2.662383920620786, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.345376014709473, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8670102953910828, + "num_tokens": 798657769.0, + "step": 20929 + }, + { + "epoch": 2.6625111308993765, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.356366157531738, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8798820376396179, + "num_tokens": 798701084.0, + "step": 20930 + }, + { + "epoch": 2.662638341177967, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.403740882873535, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8836737871170044, + "num_tokens": 798738029.0, + "step": 20931 + }, + { + "epoch": 2.6627655514565576, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.379305839538574, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8731472492218018, + "num_tokens": 798773537.0, + "step": 20932 + }, + { + "epoch": 2.662892761735148, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.403647422790527, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8749490976333618, + "num_tokens": 798810397.0, + "step": 20933 + }, + { + "epoch": 2.6630199720137386, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.33974838256836, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8746481537818909, + "num_tokens": 798850796.0, + "step": 20934 + }, + { + "epoch": 2.663147182292329, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.394554138183594, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8770689368247986, + "num_tokens": 798892379.0, + "step": 20935 + }, + { + "epoch": 2.6632743925709197, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.391499519348145, + "learning_rate": 1e-06, + "loss": 0.3963, + "mean_token_accuracy": 0.8661047220230103, + "num_tokens": 798929444.0, + "step": 20936 + }, + { + "epoch": 2.66340160284951, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.377883911132812, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.8839128017425537, + "num_tokens": 798964086.0, + "step": 20937 + }, + { + "epoch": 2.6635288131281007, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.39450454711914, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8849347233772278, + "num_tokens": 799007408.0, + "step": 20938 + }, + { + "epoch": 2.6636560234066913, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.36605453491211, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8828502297401428, + "num_tokens": 799045930.0, + "step": 20939 + }, + { + "epoch": 2.663783233685282, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.387923240661621, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8871564865112305, + "num_tokens": 799083568.0, + "step": 20940 + }, + { + "epoch": 2.6639104439638723, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.410623550415039, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8746358752250671, + "num_tokens": 799123681.0, + "step": 20941 + }, + { + "epoch": 2.664037654242463, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.318714141845703, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8743690252304077, + "num_tokens": 799164623.0, + "step": 20942 + }, + { + "epoch": 2.6641648645210534, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.368572235107422, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8778903484344482, + "num_tokens": 799200408.0, + "step": 20943 + }, + { + "epoch": 2.664292074799644, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.399383544921875, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.865941047668457, + "num_tokens": 799245106.0, + "step": 20944 + }, + { + "epoch": 2.6644192850782344, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.314787864685059, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8837743401527405, + "num_tokens": 799290429.0, + "step": 20945 + }, + { + "epoch": 2.664546495356825, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.413496971130371, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8755854368209839, + "num_tokens": 799322951.0, + "step": 20946 + }, + { + "epoch": 2.6646737056354155, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.315264701843262, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8745467662811279, + "num_tokens": 799365498.0, + "step": 20947 + }, + { + "epoch": 2.6648009159140056, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.409994125366211, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8721233606338501, + "num_tokens": 799405894.0, + "step": 20948 + }, + { + "epoch": 2.6649281261925966, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.384800910949707, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8771417140960693, + "num_tokens": 799439750.0, + "step": 20949 + }, + { + "epoch": 2.6650553364711866, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.470305442810059, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8690897822380066, + "num_tokens": 799475170.0, + "step": 20950 + }, + { + "epoch": 2.6651825467497776, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.35692310333252, + "learning_rate": 1e-06, + "loss": 0.4108, + "mean_token_accuracy": 0.8644579648971558, + "num_tokens": 799514231.0, + "step": 20951 + }, + { + "epoch": 2.6653097570283677, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.387712478637695, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8792418837547302, + "num_tokens": 799549512.0, + "step": 20952 + }, + { + "epoch": 2.6654369673069587, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.406434059143066, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8730401992797852, + "num_tokens": 799592144.0, + "step": 20953 + }, + { + "epoch": 2.6655641775855488, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.322783470153809, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8641095757484436, + "num_tokens": 799634779.0, + "step": 20954 + }, + { + "epoch": 2.6656913878641393, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.356829643249512, + "learning_rate": 1e-06, + "loss": 0.3327, + "mean_token_accuracy": 0.8886404037475586, + "num_tokens": 799677548.0, + "step": 20955 + }, + { + "epoch": 2.66581859814273, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.392414093017578, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8606328964233398, + "num_tokens": 799715679.0, + "step": 20956 + }, + { + "epoch": 2.6659458084213203, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.434721946716309, + "learning_rate": 1e-06, + "loss": 0.4006, + "mean_token_accuracy": 0.8698921203613281, + "num_tokens": 799755701.0, + "step": 20957 + }, + { + "epoch": 2.666073018699911, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.310787200927734, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8732633590698242, + "num_tokens": 799795151.0, + "step": 20958 + }, + { + "epoch": 2.6662002289785014, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.4578857421875, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8843423128128052, + "num_tokens": 799832249.0, + "step": 20959 + }, + { + "epoch": 2.666327439257092, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.353167533874512, + "learning_rate": 1e-06, + "loss": 0.4114, + "mean_token_accuracy": 0.8577150106430054, + "num_tokens": 799867762.0, + "step": 20960 + }, + { + "epoch": 2.6664546495356825, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.372949600219727, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8730930089950562, + "num_tokens": 799909012.0, + "step": 20961 + }, + { + "epoch": 2.666581859814273, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.370943069458008, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8749164342880249, + "num_tokens": 799950316.0, + "step": 20962 + }, + { + "epoch": 2.6667090700928635, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.375946044921875, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8917900323867798, + "num_tokens": 799990037.0, + "step": 20963 + }, + { + "epoch": 2.666836280371454, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.381674766540527, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8865916728973389, + "num_tokens": 800023935.0, + "step": 20964 + }, + { + "epoch": 2.6669634906500446, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.354835510253906, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8826059103012085, + "num_tokens": 800066357.0, + "step": 20965 + }, + { + "epoch": 2.667090700928635, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.430283546447754, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8641120195388794, + "num_tokens": 800100667.0, + "step": 20966 + }, + { + "epoch": 2.6672179112072256, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.417281150817871, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.8808059692382812, + "num_tokens": 800135101.0, + "step": 20967 + }, + { + "epoch": 2.667345121485816, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.344982147216797, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8914709091186523, + "num_tokens": 800176308.0, + "step": 20968 + }, + { + "epoch": 2.6674723317644067, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.409966468811035, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8882607221603394, + "num_tokens": 800205585.0, + "step": 20969 + }, + { + "epoch": 2.667599542042997, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.397010803222656, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8770105242729187, + "num_tokens": 800241400.0, + "step": 20970 + }, + { + "epoch": 2.6677267523215877, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.368800163269043, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8880587220191956, + "num_tokens": 800279060.0, + "step": 20971 + }, + { + "epoch": 2.6678539626001783, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.326547622680664, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8858142495155334, + "num_tokens": 800318606.0, + "step": 20972 + }, + { + "epoch": 2.6679811728787683, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.373218536376953, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8753153085708618, + "num_tokens": 800356795.0, + "step": 20973 + }, + { + "epoch": 2.6681083831573593, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.423436164855957, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8858363628387451, + "num_tokens": 800393786.0, + "step": 20974 + }, + { + "epoch": 2.6682355934359494, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.333477973937988, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8751190900802612, + "num_tokens": 800440153.0, + "step": 20975 + }, + { + "epoch": 2.6683628037145404, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.430445671081543, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8597399592399597, + "num_tokens": 800476343.0, + "step": 20976 + }, + { + "epoch": 2.6684900139931305, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.455254554748535, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8889817595481873, + "num_tokens": 800514227.0, + "step": 20977 + }, + { + "epoch": 2.668617224271721, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.319287300109863, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8753249049186707, + "num_tokens": 800552357.0, + "step": 20978 + }, + { + "epoch": 2.6687444345503115, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.404302597045898, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8839985132217407, + "num_tokens": 800587624.0, + "step": 20979 + }, + { + "epoch": 2.668871644828902, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.35556411743164, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8714918494224548, + "num_tokens": 800631183.0, + "step": 20980 + }, + { + "epoch": 2.6689988551074926, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.366656303405762, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8815773725509644, + "num_tokens": 800670334.0, + "step": 20981 + }, + { + "epoch": 2.669126065386083, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.3889741897583, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8745379447937012, + "num_tokens": 800703500.0, + "step": 20982 + }, + { + "epoch": 2.6692532756646736, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.39622974395752, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8713334798812866, + "num_tokens": 800742904.0, + "step": 20983 + }, + { + "epoch": 2.669380485943264, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.314234733581543, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.874909520149231, + "num_tokens": 800777556.0, + "step": 20984 + }, + { + "epoch": 2.6695076962218547, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.405776023864746, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8693611025810242, + "num_tokens": 800817532.0, + "step": 20985 + }, + { + "epoch": 2.669634906500445, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.348461151123047, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8866111040115356, + "num_tokens": 800856567.0, + "step": 20986 + }, + { + "epoch": 2.6697621167790357, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.3958740234375, + "learning_rate": 1e-06, + "loss": 0.4287, + "mean_token_accuracy": 0.8556680679321289, + "num_tokens": 800901234.0, + "step": 20987 + }, + { + "epoch": 2.6698893270576263, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.336860656738281, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8753453493118286, + "num_tokens": 800942647.0, + "step": 20988 + }, + { + "epoch": 2.670016537336217, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.405879974365234, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8837262392044067, + "num_tokens": 800980194.0, + "step": 20989 + }, + { + "epoch": 2.6701437476148073, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.372859001159668, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8818631768226624, + "num_tokens": 801016978.0, + "step": 20990 + }, + { + "epoch": 2.670270957893398, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.429292678833008, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.863593339920044, + "num_tokens": 801051921.0, + "step": 20991 + }, + { + "epoch": 2.6703981681719884, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.411694526672363, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8532222509384155, + "num_tokens": 801087189.0, + "step": 20992 + }, + { + "epoch": 2.670525378450579, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.34292221069336, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8815485239028931, + "num_tokens": 801121574.0, + "step": 20993 + }, + { + "epoch": 2.6706525887291694, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.417850494384766, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8826682567596436, + "num_tokens": 801160497.0, + "step": 20994 + }, + { + "epoch": 2.67077979900776, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.396566390991211, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8780851364135742, + "num_tokens": 801198556.0, + "step": 20995 + }, + { + "epoch": 2.6709070092863505, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.423063278198242, + "learning_rate": 1e-06, + "loss": 0.2894, + "mean_token_accuracy": 0.9014466404914856, + "num_tokens": 801230616.0, + "step": 20996 + }, + { + "epoch": 2.671034219564941, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.37882137298584, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8749797940254211, + "num_tokens": 801266582.0, + "step": 20997 + }, + { + "epoch": 2.671161429843531, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.4249906539917, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8880225419998169, + "num_tokens": 801305127.0, + "step": 20998 + }, + { + "epoch": 2.671288640122122, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.362971305847168, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8815436363220215, + "num_tokens": 801348284.0, + "step": 20999 + }, + { + "epoch": 2.671415850400712, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.471267700195312, + "learning_rate": 1e-06, + "loss": 0.3049, + "mean_token_accuracy": 0.8959448337554932, + "num_tokens": 801385298.0, + "step": 21000 + }, + { + "epoch": 2.671543060679303, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.38451862335205, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8685023784637451, + "num_tokens": 801417020.0, + "step": 21001 + }, + { + "epoch": 2.6716702709578932, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.390241622924805, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8695622086524963, + "num_tokens": 801455328.0, + "step": 21002 + }, + { + "epoch": 2.6717974812364838, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.357691764831543, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8878151178359985, + "num_tokens": 801494342.0, + "step": 21003 + }, + { + "epoch": 2.6719246915150743, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.37144660949707, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8794442415237427, + "num_tokens": 801528182.0, + "step": 21004 + }, + { + "epoch": 2.672051901793665, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.394292831420898, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8770833015441895, + "num_tokens": 801569424.0, + "step": 21005 + }, + { + "epoch": 2.6721791120722553, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.376678466796875, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.875067949295044, + "num_tokens": 801608809.0, + "step": 21006 + }, + { + "epoch": 2.672306322350846, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.374382972717285, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8694825172424316, + "num_tokens": 801651910.0, + "step": 21007 + }, + { + "epoch": 2.6724335326294364, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.385205268859863, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8754993081092834, + "num_tokens": 801692961.0, + "step": 21008 + }, + { + "epoch": 2.672560742908027, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.409796714782715, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.865154504776001, + "num_tokens": 801731278.0, + "step": 21009 + }, + { + "epoch": 2.6726879531866174, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.377103805541992, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8744557499885559, + "num_tokens": 801769562.0, + "step": 21010 + }, + { + "epoch": 2.672815163465208, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.355323791503906, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8717540502548218, + "num_tokens": 801811046.0, + "step": 21011 + }, + { + "epoch": 2.6729423737437985, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.419822692871094, + "learning_rate": 1e-06, + "loss": 0.4308, + "mean_token_accuracy": 0.8550359010696411, + "num_tokens": 801847833.0, + "step": 21012 + }, + { + "epoch": 2.673069584022389, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.347594261169434, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8717983961105347, + "num_tokens": 801887819.0, + "step": 21013 + }, + { + "epoch": 2.6731967943009796, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.347765922546387, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8882760405540466, + "num_tokens": 801922535.0, + "step": 21014 + }, + { + "epoch": 2.67332400457957, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.467048645019531, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8831491470336914, + "num_tokens": 801958025.0, + "step": 21015 + }, + { + "epoch": 2.6734512148581606, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.332353591918945, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8827655911445618, + "num_tokens": 801991291.0, + "step": 21016 + }, + { + "epoch": 2.673578425136751, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.453527450561523, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8791311979293823, + "num_tokens": 802024952.0, + "step": 21017 + }, + { + "epoch": 2.6737056354153417, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.358434677124023, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8756352066993713, + "num_tokens": 802065741.0, + "step": 21018 + }, + { + "epoch": 2.673832845693932, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.40275764465332, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8775326013565063, + "num_tokens": 802107153.0, + "step": 21019 + }, + { + "epoch": 2.6739600559725227, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.368000984191895, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.88306725025177, + "num_tokens": 802148177.0, + "step": 21020 + }, + { + "epoch": 2.674087266251113, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.423842430114746, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8781573176383972, + "num_tokens": 802186144.0, + "step": 21021 + }, + { + "epoch": 2.674214476529704, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.38927936553955, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8908267617225647, + "num_tokens": 802224054.0, + "step": 21022 + }, + { + "epoch": 2.674341686808294, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.36235237121582, + "learning_rate": 1e-06, + "loss": 0.4207, + "mean_token_accuracy": 0.861311674118042, + "num_tokens": 802264483.0, + "step": 21023 + }, + { + "epoch": 2.674468897086885, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.406143188476562, + "learning_rate": 1e-06, + "loss": 0.3437, + "mean_token_accuracy": 0.8858556747436523, + "num_tokens": 802302933.0, + "step": 21024 + }, + { + "epoch": 2.674596107365475, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.359265327453613, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8699229955673218, + "num_tokens": 802347354.0, + "step": 21025 + }, + { + "epoch": 2.674723317644066, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.396029472351074, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8871456980705261, + "num_tokens": 802392159.0, + "step": 21026 + }, + { + "epoch": 2.674850527922656, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.393390655517578, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.880766749382019, + "num_tokens": 802432629.0, + "step": 21027 + }, + { + "epoch": 2.6749777382012465, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.43496036529541, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8854135274887085, + "num_tokens": 802471776.0, + "step": 21028 + }, + { + "epoch": 2.675104948479837, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.405733108520508, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8717928528785706, + "num_tokens": 802507314.0, + "step": 21029 + }, + { + "epoch": 2.6752321587584276, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.368056297302246, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8852155208587646, + "num_tokens": 802550587.0, + "step": 21030 + }, + { + "epoch": 2.675359369037018, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.313339233398438, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8779615759849548, + "num_tokens": 802591544.0, + "step": 21031 + }, + { + "epoch": 2.6754865793156086, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.416415214538574, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.885013997554779, + "num_tokens": 802627336.0, + "step": 21032 + }, + { + "epoch": 2.675613789594199, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.403284072875977, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8766365647315979, + "num_tokens": 802668358.0, + "step": 21033 + }, + { + "epoch": 2.6757409998727897, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.401721000671387, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8849471807479858, + "num_tokens": 802708023.0, + "step": 21034 + }, + { + "epoch": 2.67586821015138, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.351434707641602, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8978910446166992, + "num_tokens": 802745856.0, + "step": 21035 + }, + { + "epoch": 2.6759954204299707, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.431364059448242, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.8895819783210754, + "num_tokens": 802779032.0, + "step": 21036 + }, + { + "epoch": 2.6761226307085613, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.445934295654297, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.878380537033081, + "num_tokens": 802815736.0, + "step": 21037 + }, + { + "epoch": 2.676249840987152, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.357194900512695, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8744479417800903, + "num_tokens": 802854133.0, + "step": 21038 + }, + { + "epoch": 2.6763770512657423, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.418474197387695, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8849266171455383, + "num_tokens": 802892969.0, + "step": 21039 + }, + { + "epoch": 2.676504261544333, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.35143756866455, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8917789459228516, + "num_tokens": 802936998.0, + "step": 21040 + }, + { + "epoch": 2.6766314718229234, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.337454795837402, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8862959742546082, + "num_tokens": 802979040.0, + "step": 21041 + }, + { + "epoch": 2.676758682101514, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.454154014587402, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8892698884010315, + "num_tokens": 803016516.0, + "step": 21042 + }, + { + "epoch": 2.6768858923801044, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.358485221862793, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8760273456573486, + "num_tokens": 803055566.0, + "step": 21043 + }, + { + "epoch": 2.677013102658695, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.400712966918945, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8791811466217041, + "num_tokens": 803093683.0, + "step": 21044 + }, + { + "epoch": 2.6771403129372855, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.377416610717773, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8864389061927795, + "num_tokens": 803133691.0, + "step": 21045 + }, + { + "epoch": 2.6772675232158756, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.379842758178711, + "learning_rate": 1e-06, + "loss": 0.327, + "mean_token_accuracy": 0.8869752883911133, + "num_tokens": 803169870.0, + "step": 21046 + }, + { + "epoch": 2.6773947334944665, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.4285888671875, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8717138171195984, + "num_tokens": 803209038.0, + "step": 21047 + }, + { + "epoch": 2.6775219437730566, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.343195915222168, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8645268082618713, + "num_tokens": 803239725.0, + "step": 21048 + }, + { + "epoch": 2.6776491540516476, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.411783218383789, + "learning_rate": 1e-06, + "loss": 0.3578, + "mean_token_accuracy": 0.8767605423927307, + "num_tokens": 803273580.0, + "step": 21049 + }, + { + "epoch": 2.6777763643302377, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.318802833557129, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.883997917175293, + "num_tokens": 803313583.0, + "step": 21050 + }, + { + "epoch": 2.6779035746088287, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.362290382385254, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8863738775253296, + "num_tokens": 803347517.0, + "step": 21051 + }, + { + "epoch": 2.6780307848874187, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.376824378967285, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8640908002853394, + "num_tokens": 803388183.0, + "step": 21052 + }, + { + "epoch": 2.6781579951660093, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.322768211364746, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.878703236579895, + "num_tokens": 803428377.0, + "step": 21053 + }, + { + "epoch": 2.6782852054446, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.441751480102539, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8860641717910767, + "num_tokens": 803460930.0, + "step": 21054 + }, + { + "epoch": 2.6784124157231903, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.35647201538086, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8865524530410767, + "num_tokens": 803497971.0, + "step": 21055 + }, + { + "epoch": 2.678539626001781, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.39370346069336, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.8934328556060791, + "num_tokens": 803535514.0, + "step": 21056 + }, + { + "epoch": 2.6786668362803714, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.406488418579102, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8749722242355347, + "num_tokens": 803580767.0, + "step": 21057 + }, + { + "epoch": 2.678794046558962, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.368185997009277, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8816344738006592, + "num_tokens": 803619168.0, + "step": 21058 + }, + { + "epoch": 2.6789212568375524, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.439835548400879, + "learning_rate": 1e-06, + "loss": 0.3994, + "mean_token_accuracy": 0.8646559119224548, + "num_tokens": 803654785.0, + "step": 21059 + }, + { + "epoch": 2.679048467116143, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.390686988830566, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8861534595489502, + "num_tokens": 803692505.0, + "step": 21060 + }, + { + "epoch": 2.6791756773947335, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.35300064086914, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8858349919319153, + "num_tokens": 803732592.0, + "step": 21061 + }, + { + "epoch": 2.679302887673324, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.429342269897461, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8663680553436279, + "num_tokens": 803767601.0, + "step": 21062 + }, + { + "epoch": 2.6794300979519146, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.420087814331055, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8715880513191223, + "num_tokens": 803804329.0, + "step": 21063 + }, + { + "epoch": 2.679557308230505, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.321874618530273, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8736664652824402, + "num_tokens": 803846182.0, + "step": 21064 + }, + { + "epoch": 2.6796845185090956, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.3755464553833, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8731588125228882, + "num_tokens": 803883561.0, + "step": 21065 + }, + { + "epoch": 2.679811728787686, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.397822380065918, + "learning_rate": 1e-06, + "loss": 0.3097, + "mean_token_accuracy": 0.8969742059707642, + "num_tokens": 803916860.0, + "step": 21066 + }, + { + "epoch": 2.6799389390662767, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.38802433013916, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8786339163780212, + "num_tokens": 803951949.0, + "step": 21067 + }, + { + "epoch": 2.680066149344867, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.32036018371582, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.874649167060852, + "num_tokens": 803992094.0, + "step": 21068 + }, + { + "epoch": 2.6801933596234577, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.436529159545898, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8791398406028748, + "num_tokens": 804034058.0, + "step": 21069 + }, + { + "epoch": 2.6803205699020483, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.34183406829834, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8701587915420532, + "num_tokens": 804072722.0, + "step": 21070 + }, + { + "epoch": 2.6804477801806383, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.388788223266602, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8841910362243652, + "num_tokens": 804114253.0, + "step": 21071 + }, + { + "epoch": 2.6805749904592293, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.373786926269531, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8806148767471313, + "num_tokens": 804154877.0, + "step": 21072 + }, + { + "epoch": 2.6807022007378194, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.388407707214355, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8732494115829468, + "num_tokens": 804191060.0, + "step": 21073 + }, + { + "epoch": 2.6808294110164104, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.357192039489746, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8705462217330933, + "num_tokens": 804231574.0, + "step": 21074 + }, + { + "epoch": 2.6809566212950005, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.403487205505371, + "learning_rate": 1e-06, + "loss": 0.4254, + "mean_token_accuracy": 0.8573349714279175, + "num_tokens": 804264027.0, + "step": 21075 + }, + { + "epoch": 2.681083831573591, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.402383804321289, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8812451958656311, + "num_tokens": 804302906.0, + "step": 21076 + }, + { + "epoch": 2.6812110418521815, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.397682189941406, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8735122680664062, + "num_tokens": 804339107.0, + "step": 21077 + }, + { + "epoch": 2.681338252130772, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.3833589553833, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8833081126213074, + "num_tokens": 804374292.0, + "step": 21078 + }, + { + "epoch": 2.6814654624093626, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.386801719665527, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8789744973182678, + "num_tokens": 804420287.0, + "step": 21079 + }, + { + "epoch": 2.681592672687953, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.358316421508789, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8835598826408386, + "num_tokens": 804453977.0, + "step": 21080 + }, + { + "epoch": 2.6817198829665436, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.338068962097168, + "learning_rate": 1e-06, + "loss": 0.4239, + "mean_token_accuracy": 0.8628561496734619, + "num_tokens": 804494958.0, + "step": 21081 + }, + { + "epoch": 2.681847093245134, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.406444549560547, + "learning_rate": 1e-06, + "loss": 0.4153, + "mean_token_accuracy": 0.8588444590568542, + "num_tokens": 804532209.0, + "step": 21082 + }, + { + "epoch": 2.6819743035237247, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.366637229919434, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8797706961631775, + "num_tokens": 804572937.0, + "step": 21083 + }, + { + "epoch": 2.682101513802315, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.367704391479492, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.877348780632019, + "num_tokens": 804610263.0, + "step": 21084 + }, + { + "epoch": 2.6822287240809057, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.410123825073242, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8810791373252869, + "num_tokens": 804645516.0, + "step": 21085 + }, + { + "epoch": 2.6823559343594963, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.353913307189941, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.88881915807724, + "num_tokens": 804684540.0, + "step": 21086 + }, + { + "epoch": 2.682483144638087, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.41250991821289, + "learning_rate": 1e-06, + "loss": 0.368, + "mean_token_accuracy": 0.8788270354270935, + "num_tokens": 804723030.0, + "step": 21087 + }, + { + "epoch": 2.6826103549166773, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.355851173400879, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8875102400779724, + "num_tokens": 804759202.0, + "step": 21088 + }, + { + "epoch": 2.682737565195268, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.41227912902832, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8749383687973022, + "num_tokens": 804803199.0, + "step": 21089 + }, + { + "epoch": 2.6828647754738584, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.450047492980957, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8761411905288696, + "num_tokens": 804835675.0, + "step": 21090 + }, + { + "epoch": 2.682991985752449, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.40470027923584, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8655327558517456, + "num_tokens": 804876583.0, + "step": 21091 + }, + { + "epoch": 2.6831191960310394, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.464437484741211, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8699232935905457, + "num_tokens": 804906110.0, + "step": 21092 + }, + { + "epoch": 2.68324640630963, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.388261795043945, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8689550757408142, + "num_tokens": 804942196.0, + "step": 21093 + }, + { + "epoch": 2.6833736165882205, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.457260131835938, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8766911029815674, + "num_tokens": 804978760.0, + "step": 21094 + }, + { + "epoch": 2.683500826866811, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.461695671081543, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.8713685274124146, + "num_tokens": 805014212.0, + "step": 21095 + }, + { + "epoch": 2.683628037145401, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.402813911437988, + "learning_rate": 1e-06, + "loss": 0.2954, + "mean_token_accuracy": 0.8998452425003052, + "num_tokens": 805050528.0, + "step": 21096 + }, + { + "epoch": 2.683755247423992, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.389409065246582, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8771608471870422, + "num_tokens": 805087355.0, + "step": 21097 + }, + { + "epoch": 2.683882457702582, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.474966049194336, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8645616769790649, + "num_tokens": 805117837.0, + "step": 21098 + }, + { + "epoch": 2.684009667981173, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.413317680358887, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8774799704551697, + "num_tokens": 805157734.0, + "step": 21099 + }, + { + "epoch": 2.684136878259763, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.443422317504883, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8845068216323853, + "num_tokens": 805190657.0, + "step": 21100 + }, + { + "epoch": 2.6842640885383537, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.448629379272461, + "learning_rate": 1e-06, + "loss": 0.3936, + "mean_token_accuracy": 0.8709483742713928, + "num_tokens": 805229654.0, + "step": 21101 + }, + { + "epoch": 2.6843912988169443, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.388934135437012, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8775467276573181, + "num_tokens": 805269199.0, + "step": 21102 + }, + { + "epoch": 2.684518509095535, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.445819854736328, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.872934877872467, + "num_tokens": 805308918.0, + "step": 21103 + }, + { + "epoch": 2.6846457193741253, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.40787124633789, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8751209378242493, + "num_tokens": 805345014.0, + "step": 21104 + }, + { + "epoch": 2.684772929652716, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.42190170288086, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8907061815261841, + "num_tokens": 805383674.0, + "step": 21105 + }, + { + "epoch": 2.6849001399313064, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.417692184448242, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8821433782577515, + "num_tokens": 805419765.0, + "step": 21106 + }, + { + "epoch": 2.685027350209897, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.456892013549805, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8777289986610413, + "num_tokens": 805461346.0, + "step": 21107 + }, + { + "epoch": 2.6851545604884874, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.399608612060547, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8846020102500916, + "num_tokens": 805494519.0, + "step": 21108 + }, + { + "epoch": 2.685281770767078, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.469900131225586, + "learning_rate": 1e-06, + "loss": 0.4001, + "mean_token_accuracy": 0.8680022954940796, + "num_tokens": 805530542.0, + "step": 21109 + }, + { + "epoch": 2.6854089810456685, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.41773796081543, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8762222528457642, + "num_tokens": 805564531.0, + "step": 21110 + }, + { + "epoch": 2.685536191324259, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.458449363708496, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8747382760047913, + "num_tokens": 805606011.0, + "step": 21111 + }, + { + "epoch": 2.6856634016028496, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.46573257446289, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8717528581619263, + "num_tokens": 805643078.0, + "step": 21112 + }, + { + "epoch": 2.68579061188144, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.372274398803711, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8812227845191956, + "num_tokens": 805678554.0, + "step": 21113 + }, + { + "epoch": 2.6859178221600306, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.396055221557617, + "learning_rate": 1e-06, + "loss": 0.3307, + "mean_token_accuracy": 0.8872191905975342, + "num_tokens": 805713736.0, + "step": 21114 + }, + { + "epoch": 2.686045032438621, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.493901252746582, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8716634511947632, + "num_tokens": 805751798.0, + "step": 21115 + }, + { + "epoch": 2.6861722427172117, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.407414436340332, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8842157125473022, + "num_tokens": 805789205.0, + "step": 21116 + }, + { + "epoch": 2.686299452995802, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.415534019470215, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8810063600540161, + "num_tokens": 805824910.0, + "step": 21117 + }, + { + "epoch": 2.6864266632743927, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.433799743652344, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8761805295944214, + "num_tokens": 805861335.0, + "step": 21118 + }, + { + "epoch": 2.686553873552983, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.356891632080078, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8745747804641724, + "num_tokens": 805901488.0, + "step": 21119 + }, + { + "epoch": 2.686681083831574, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.46561336517334, + "learning_rate": 1e-06, + "loss": 0.4688, + "mean_token_accuracy": 0.8421189188957214, + "num_tokens": 805941336.0, + "step": 21120 + }, + { + "epoch": 2.686808294110164, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.408591270446777, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8867653012275696, + "num_tokens": 805974222.0, + "step": 21121 + }, + { + "epoch": 2.686935504388755, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.410017013549805, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8743377327919006, + "num_tokens": 806014942.0, + "step": 21122 + }, + { + "epoch": 2.687062714667345, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.37545108795166, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8880689740180969, + "num_tokens": 806048894.0, + "step": 21123 + }, + { + "epoch": 2.687189924945936, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.375192642211914, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8753533363342285, + "num_tokens": 806089714.0, + "step": 21124 + }, + { + "epoch": 2.687317135224526, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.396369934082031, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8666567802429199, + "num_tokens": 806128974.0, + "step": 21125 + }, + { + "epoch": 2.6874443455031165, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.392780303955078, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8772428631782532, + "num_tokens": 806169857.0, + "step": 21126 + }, + { + "epoch": 2.687571555781707, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.45135498046875, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8785508871078491, + "num_tokens": 806202826.0, + "step": 21127 + }, + { + "epoch": 2.6876987660602976, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.387081146240234, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8746819496154785, + "num_tokens": 806242850.0, + "step": 21128 + }, + { + "epoch": 2.687825976338888, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.426623344421387, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8786950707435608, + "num_tokens": 806279024.0, + "step": 21129 + }, + { + "epoch": 2.6879531866174786, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.443304061889648, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8634799122810364, + "num_tokens": 806313669.0, + "step": 21130 + }, + { + "epoch": 2.688080396896069, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.34768295288086, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8820965886116028, + "num_tokens": 806353128.0, + "step": 21131 + }, + { + "epoch": 2.6882076071746597, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.442830085754395, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8781519532203674, + "num_tokens": 806385044.0, + "step": 21132 + }, + { + "epoch": 2.68833481745325, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.417593002319336, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8699389100074768, + "num_tokens": 806422157.0, + "step": 21133 + }, + { + "epoch": 2.6884620277318407, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.449607849121094, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8760414719581604, + "num_tokens": 806463180.0, + "step": 21134 + }, + { + "epoch": 2.6885892380104313, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.409470558166504, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8749699592590332, + "num_tokens": 806502031.0, + "step": 21135 + }, + { + "epoch": 2.688716448289022, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.425722122192383, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8784968852996826, + "num_tokens": 806539585.0, + "step": 21136 + }, + { + "epoch": 2.6888436585676123, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.426166534423828, + "learning_rate": 1e-06, + "loss": 0.3075, + "mean_token_accuracy": 0.897485613822937, + "num_tokens": 806573147.0, + "step": 21137 + }, + { + "epoch": 2.688970868846203, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.498828887939453, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8898376822471619, + "num_tokens": 806609785.0, + "step": 21138 + }, + { + "epoch": 2.6890980791247934, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.415755271911621, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8855277299880981, + "num_tokens": 806647709.0, + "step": 21139 + }, + { + "epoch": 2.689225289403384, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.467632293701172, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8810529708862305, + "num_tokens": 806684448.0, + "step": 21140 + }, + { + "epoch": 2.6893524996819744, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.383854866027832, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8814290165901184, + "num_tokens": 806725326.0, + "step": 21141 + }, + { + "epoch": 2.689479709960565, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.469660758972168, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8787751197814941, + "num_tokens": 806759797.0, + "step": 21142 + }, + { + "epoch": 2.6896069202391555, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.412867546081543, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.884194016456604, + "num_tokens": 806799986.0, + "step": 21143 + }, + { + "epoch": 2.6897341305177456, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.426993370056152, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8717969655990601, + "num_tokens": 806843055.0, + "step": 21144 + }, + { + "epoch": 2.6898613407963365, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.385611534118652, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8910753726959229, + "num_tokens": 806875897.0, + "step": 21145 + }, + { + "epoch": 2.6899885510749266, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.439297676086426, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8866045475006104, + "num_tokens": 806915583.0, + "step": 21146 + }, + { + "epoch": 2.6901157613535176, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.4346923828125, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8804855942726135, + "num_tokens": 806953851.0, + "step": 21147 + }, + { + "epoch": 2.6902429716321077, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.445961952209473, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8740392923355103, + "num_tokens": 806988519.0, + "step": 21148 + }, + { + "epoch": 2.6903701819106987, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.453967094421387, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8812078833580017, + "num_tokens": 807029612.0, + "step": 21149 + }, + { + "epoch": 2.6904973921892887, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.467095375061035, + "learning_rate": 1e-06, + "loss": 0.4092, + "mean_token_accuracy": 0.8628121614456177, + "num_tokens": 807064009.0, + "step": 21150 + }, + { + "epoch": 2.6906246024678793, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.435240745544434, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8746919631958008, + "num_tokens": 807104694.0, + "step": 21151 + }, + { + "epoch": 2.69075181274647, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.422374725341797, + "learning_rate": 1e-06, + "loss": 0.4329, + "mean_token_accuracy": 0.8581829071044922, + "num_tokens": 807142500.0, + "step": 21152 + }, + { + "epoch": 2.6908790230250603, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.453900337219238, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8746206164360046, + "num_tokens": 807172123.0, + "step": 21153 + }, + { + "epoch": 2.691006233303651, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.419466018676758, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8795154690742493, + "num_tokens": 807206422.0, + "step": 21154 + }, + { + "epoch": 2.6911334435822414, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.443191528320312, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8637727499008179, + "num_tokens": 807240867.0, + "step": 21155 + }, + { + "epoch": 2.691260653860832, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.450117111206055, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8870599269866943, + "num_tokens": 807275838.0, + "step": 21156 + }, + { + "epoch": 2.6913878641394224, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.420669555664062, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8861907720565796, + "num_tokens": 807315164.0, + "step": 21157 + }, + { + "epoch": 2.691515074418013, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.39561939239502, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8691786527633667, + "num_tokens": 807358016.0, + "step": 21158 + }, + { + "epoch": 2.6916422846966035, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.416254997253418, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8762404322624207, + "num_tokens": 807402751.0, + "step": 21159 + }, + { + "epoch": 2.691769494975194, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.407244682312012, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8810257911682129, + "num_tokens": 807442761.0, + "step": 21160 + }, + { + "epoch": 2.6918967052537845, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.380683898925781, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.884245753288269, + "num_tokens": 807478550.0, + "step": 21161 + }, + { + "epoch": 2.692023915532375, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.392346382141113, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8855327367782593, + "num_tokens": 807522756.0, + "step": 21162 + }, + { + "epoch": 2.6921511258109656, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.449188232421875, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8824936151504517, + "num_tokens": 807561701.0, + "step": 21163 + }, + { + "epoch": 2.692278336089556, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.403966903686523, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8768162727355957, + "num_tokens": 807604058.0, + "step": 21164 + }, + { + "epoch": 2.6924055463681467, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.392165184020996, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8831883668899536, + "num_tokens": 807637344.0, + "step": 21165 + }, + { + "epoch": 2.692532756646737, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.390533447265625, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8709539771080017, + "num_tokens": 807676867.0, + "step": 21166 + }, + { + "epoch": 2.6926599669253277, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.403656005859375, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8800516128540039, + "num_tokens": 807707183.0, + "step": 21167 + }, + { + "epoch": 2.6927871772039182, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.424968719482422, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8694650530815125, + "num_tokens": 807737617.0, + "step": 21168 + }, + { + "epoch": 2.6929143874825083, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.433915138244629, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8704429864883423, + "num_tokens": 807774141.0, + "step": 21169 + }, + { + "epoch": 2.6930415977610993, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.334671974182129, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8824588060379028, + "num_tokens": 807813375.0, + "step": 21170 + }, + { + "epoch": 2.6931688080396894, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.417859077453613, + "learning_rate": 1e-06, + "loss": 0.4032, + "mean_token_accuracy": 0.8641204237937927, + "num_tokens": 807852317.0, + "step": 21171 + }, + { + "epoch": 2.6932960183182804, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.41853141784668, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8790542483329773, + "num_tokens": 807895266.0, + "step": 21172 + }, + { + "epoch": 2.6934232285968704, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.391338348388672, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8799690008163452, + "num_tokens": 807938600.0, + "step": 21173 + }, + { + "epoch": 2.693550438875461, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.432924270629883, + "learning_rate": 1e-06, + "loss": 0.3055, + "mean_token_accuracy": 0.897540271282196, + "num_tokens": 807974329.0, + "step": 21174 + }, + { + "epoch": 2.6936776491540515, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.435712814331055, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8889144659042358, + "num_tokens": 808015666.0, + "step": 21175 + }, + { + "epoch": 2.693804859432642, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.412399291992188, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8884671330451965, + "num_tokens": 808050176.0, + "step": 21176 + }, + { + "epoch": 2.6939320697112326, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.394457817077637, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8709028959274292, + "num_tokens": 808091910.0, + "step": 21177 + }, + { + "epoch": 2.694059279989823, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.452068328857422, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8731365203857422, + "num_tokens": 808128646.0, + "step": 21178 + }, + { + "epoch": 2.6941864902684136, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.422971725463867, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8820145130157471, + "num_tokens": 808166544.0, + "step": 21179 + }, + { + "epoch": 2.694313700547004, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.473602294921875, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8679322600364685, + "num_tokens": 808200051.0, + "step": 21180 + }, + { + "epoch": 2.6944409108255947, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.421467781066895, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.879112720489502, + "num_tokens": 808239251.0, + "step": 21181 + }, + { + "epoch": 2.694568121104185, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.427314758300781, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8725759983062744, + "num_tokens": 808280639.0, + "step": 21182 + }, + { + "epoch": 2.6946953313827757, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.41452693939209, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8838335275650024, + "num_tokens": 808316141.0, + "step": 21183 + }, + { + "epoch": 2.6948225416613663, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.381668090820312, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8765623569488525, + "num_tokens": 808359172.0, + "step": 21184 + }, + { + "epoch": 2.694949751939957, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.479320526123047, + "learning_rate": 1e-06, + "loss": 0.4558, + "mean_token_accuracy": 0.8505098819732666, + "num_tokens": 808397823.0, + "step": 21185 + }, + { + "epoch": 2.6950769622185473, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.389126777648926, + "learning_rate": 1e-06, + "loss": 0.3391, + "mean_token_accuracy": 0.8871128559112549, + "num_tokens": 808435355.0, + "step": 21186 + }, + { + "epoch": 2.695204172497138, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.432973861694336, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8841037750244141, + "num_tokens": 808470792.0, + "step": 21187 + }, + { + "epoch": 2.6953313827757284, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.406229019165039, + "learning_rate": 1e-06, + "loss": 0.3132, + "mean_token_accuracy": 0.8947364091873169, + "num_tokens": 808504591.0, + "step": 21188 + }, + { + "epoch": 2.695458593054319, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.442835807800293, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8891882300376892, + "num_tokens": 808537167.0, + "step": 21189 + }, + { + "epoch": 2.6955858033329094, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.431581497192383, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8925070762634277, + "num_tokens": 808572055.0, + "step": 21190 + }, + { + "epoch": 2.6957130136115, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.347362518310547, + "learning_rate": 1e-06, + "loss": 0.3194, + "mean_token_accuracy": 0.8889287710189819, + "num_tokens": 808605239.0, + "step": 21191 + }, + { + "epoch": 2.6958402238900905, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.473169326782227, + "learning_rate": 1e-06, + "loss": 0.4298, + "mean_token_accuracy": 0.8559560179710388, + "num_tokens": 808643227.0, + "step": 21192 + }, + { + "epoch": 2.695967434168681, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.379454612731934, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8743013143539429, + "num_tokens": 808683855.0, + "step": 21193 + }, + { + "epoch": 2.696094644447271, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.454392433166504, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8843970894813538, + "num_tokens": 808723467.0, + "step": 21194 + }, + { + "epoch": 2.696221854725862, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.437237739562988, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8674439787864685, + "num_tokens": 808759805.0, + "step": 21195 + }, + { + "epoch": 2.696349065004452, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.492179870605469, + "learning_rate": 1e-06, + "loss": 0.4165, + "mean_token_accuracy": 0.8623594045639038, + "num_tokens": 808802024.0, + "step": 21196 + }, + { + "epoch": 2.696476275283043, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.441999435424805, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8706340789794922, + "num_tokens": 808837086.0, + "step": 21197 + }, + { + "epoch": 2.696603485561633, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.432365417480469, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8771446347236633, + "num_tokens": 808875261.0, + "step": 21198 + }, + { + "epoch": 2.6967306958402237, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.427751541137695, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.884667158126831, + "num_tokens": 808913044.0, + "step": 21199 + }, + { + "epoch": 2.6968579061188143, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.48764419555664, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.886014461517334, + "num_tokens": 808952374.0, + "step": 21200 + }, + { + "epoch": 2.696985116397405, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.36310863494873, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8798410892486572, + "num_tokens": 808994397.0, + "step": 21201 + }, + { + "epoch": 2.6971123266759953, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.423484802246094, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8798781037330627, + "num_tokens": 809036401.0, + "step": 21202 + }, + { + "epoch": 2.697239536954586, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.385109901428223, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8829187154769897, + "num_tokens": 809073073.0, + "step": 21203 + }, + { + "epoch": 2.6973667472331764, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.393662452697754, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8774118423461914, + "num_tokens": 809117348.0, + "step": 21204 + }, + { + "epoch": 2.697493957511767, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.461362838745117, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.890158474445343, + "num_tokens": 809151357.0, + "step": 21205 + }, + { + "epoch": 2.6976211677903574, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.426514625549316, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8724044561386108, + "num_tokens": 809189000.0, + "step": 21206 + }, + { + "epoch": 2.697748378068948, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.412330627441406, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8806042671203613, + "num_tokens": 809227380.0, + "step": 21207 + }, + { + "epoch": 2.6978755883475385, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.45804500579834, + "learning_rate": 1e-06, + "loss": 0.3608, + "mean_token_accuracy": 0.878120481967926, + "num_tokens": 809265131.0, + "step": 21208 + }, + { + "epoch": 2.698002798626129, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.381937026977539, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8767673373222351, + "num_tokens": 809297190.0, + "step": 21209 + }, + { + "epoch": 2.6981300089047195, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.418572425842285, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8867381811141968, + "num_tokens": 809336774.0, + "step": 21210 + }, + { + "epoch": 2.69825721918331, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.394875526428223, + "learning_rate": 1e-06, + "loss": 0.4098, + "mean_token_accuracy": 0.8628849983215332, + "num_tokens": 809376612.0, + "step": 21211 + }, + { + "epoch": 2.6983844294619006, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.406594276428223, + "learning_rate": 1e-06, + "loss": 0.2914, + "mean_token_accuracy": 0.9001986384391785, + "num_tokens": 809416058.0, + "step": 21212 + }, + { + "epoch": 2.698511639740491, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.413141250610352, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8881476521492004, + "num_tokens": 809449580.0, + "step": 21213 + }, + { + "epoch": 2.6986388500190817, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.490251541137695, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8812693357467651, + "num_tokens": 809484983.0, + "step": 21214 + }, + { + "epoch": 2.698766060297672, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.363435745239258, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8809854388237, + "num_tokens": 809521086.0, + "step": 21215 + }, + { + "epoch": 2.6988932705762627, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.425256729125977, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8753804564476013, + "num_tokens": 809562475.0, + "step": 21216 + }, + { + "epoch": 2.699020480854853, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.375248908996582, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8666089773178101, + "num_tokens": 809596686.0, + "step": 21217 + }, + { + "epoch": 2.6991476911334438, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.430070877075195, + "learning_rate": 1e-06, + "loss": 0.3695, + "mean_token_accuracy": 0.8797090649604797, + "num_tokens": 809636614.0, + "step": 21218 + }, + { + "epoch": 2.699274901412034, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.364752769470215, + "learning_rate": 1e-06, + "loss": 0.402, + "mean_token_accuracy": 0.8666712641716003, + "num_tokens": 809674542.0, + "step": 21219 + }, + { + "epoch": 2.699402111690625, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.37936019897461, + "learning_rate": 1e-06, + "loss": 0.3207, + "mean_token_accuracy": 0.893682599067688, + "num_tokens": 809716726.0, + "step": 21220 + }, + { + "epoch": 2.699529321969215, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.45581340789795, + "learning_rate": 1e-06, + "loss": 0.3349, + "mean_token_accuracy": 0.8869375586509705, + "num_tokens": 809756790.0, + "step": 21221 + }, + { + "epoch": 2.699656532247806, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.41594409942627, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8750366568565369, + "num_tokens": 809794616.0, + "step": 21222 + }, + { + "epoch": 2.699783742526396, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.415395736694336, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8847241997718811, + "num_tokens": 809836662.0, + "step": 21223 + }, + { + "epoch": 2.6999109528049865, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.43693733215332, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8752309679985046, + "num_tokens": 809873812.0, + "step": 21224 + }, + { + "epoch": 2.700038163083577, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.405949592590332, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8785748481750488, + "num_tokens": 809913139.0, + "step": 21225 + }, + { + "epoch": 2.7001653733621676, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.467251777648926, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8798392415046692, + "num_tokens": 809947741.0, + "step": 21226 + }, + { + "epoch": 2.700292583640758, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.385210037231445, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8708938360214233, + "num_tokens": 809987120.0, + "step": 21227 + }, + { + "epoch": 2.7004197939193486, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.401909828186035, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.872836172580719, + "num_tokens": 810026972.0, + "step": 21228 + }, + { + "epoch": 2.700547004197939, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.427641868591309, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8778477907180786, + "num_tokens": 810062767.0, + "step": 21229 + }, + { + "epoch": 2.7006742144765297, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.422566413879395, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8857287764549255, + "num_tokens": 810096930.0, + "step": 21230 + }, + { + "epoch": 2.70080142475512, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.411609649658203, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8661023378372192, + "num_tokens": 810134600.0, + "step": 21231 + }, + { + "epoch": 2.7009286350337107, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.44107723236084, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8801628351211548, + "num_tokens": 810169535.0, + "step": 21232 + }, + { + "epoch": 2.7010558453123013, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.381211280822754, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8686589598655701, + "num_tokens": 810205288.0, + "step": 21233 + }, + { + "epoch": 2.701183055590892, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.470702171325684, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8765993118286133, + "num_tokens": 810242868.0, + "step": 21234 + }, + { + "epoch": 2.7013102658694823, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.4016752243042, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8665646314620972, + "num_tokens": 810286539.0, + "step": 21235 + }, + { + "epoch": 2.701437476148073, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.395824432373047, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8815792798995972, + "num_tokens": 810331598.0, + "step": 21236 + }, + { + "epoch": 2.7015646864266634, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.409985542297363, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8865619897842407, + "num_tokens": 810369501.0, + "step": 21237 + }, + { + "epoch": 2.701691896705254, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.399402618408203, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8746644854545593, + "num_tokens": 810410727.0, + "step": 21238 + }, + { + "epoch": 2.7018191069838444, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.377936363220215, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8697500228881836, + "num_tokens": 810450315.0, + "step": 21239 + }, + { + "epoch": 2.701946317262435, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.383522987365723, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8712517023086548, + "num_tokens": 810493972.0, + "step": 21240 + }, + { + "epoch": 2.7020735275410255, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.405665397644043, + "learning_rate": 1e-06, + "loss": 0.329, + "mean_token_accuracy": 0.8896855115890503, + "num_tokens": 810526038.0, + "step": 21241 + }, + { + "epoch": 2.7022007378196156, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.393196105957031, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.881745457649231, + "num_tokens": 810560772.0, + "step": 21242 + }, + { + "epoch": 2.7023279480982065, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.37840747833252, + "learning_rate": 1e-06, + "loss": 0.3312, + "mean_token_accuracy": 0.8864425420761108, + "num_tokens": 810598322.0, + "step": 21243 + }, + { + "epoch": 2.7024551583767966, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.422807693481445, + "learning_rate": 1e-06, + "loss": 0.3109, + "mean_token_accuracy": 0.89666748046875, + "num_tokens": 810638652.0, + "step": 21244 + }, + { + "epoch": 2.7025823686553876, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.364163398742676, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8763060569763184, + "num_tokens": 810680318.0, + "step": 21245 + }, + { + "epoch": 2.7027095789339777, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.463159561157227, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8841726779937744, + "num_tokens": 810715001.0, + "step": 21246 + }, + { + "epoch": 2.7028367892125686, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.46156120300293, + "learning_rate": 1e-06, + "loss": 0.4022, + "mean_token_accuracy": 0.870745062828064, + "num_tokens": 810748897.0, + "step": 21247 + }, + { + "epoch": 2.7029639994911587, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.40751838684082, + "learning_rate": 1e-06, + "loss": 0.3938, + "mean_token_accuracy": 0.8725476264953613, + "num_tokens": 810788954.0, + "step": 21248 + }, + { + "epoch": 2.7030912097697493, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.382539749145508, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8801710605621338, + "num_tokens": 810828897.0, + "step": 21249 + }, + { + "epoch": 2.70321842004834, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.445825576782227, + "learning_rate": 1e-06, + "loss": 0.3121, + "mean_token_accuracy": 0.8942186236381531, + "num_tokens": 810866698.0, + "step": 21250 + }, + { + "epoch": 2.7033456303269303, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.401663780212402, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8710319995880127, + "num_tokens": 810903140.0, + "step": 21251 + }, + { + "epoch": 2.703472840605521, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.434374809265137, + "learning_rate": 1e-06, + "loss": 0.3527, + "mean_token_accuracy": 0.8820544481277466, + "num_tokens": 810940664.0, + "step": 21252 + }, + { + "epoch": 2.7036000508841114, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.393280029296875, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.8753068447113037, + "num_tokens": 810981818.0, + "step": 21253 + }, + { + "epoch": 2.703727261162702, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.428282737731934, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8778201341629028, + "num_tokens": 811019897.0, + "step": 21254 + }, + { + "epoch": 2.7038544714412924, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.402198791503906, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8816232085227966, + "num_tokens": 811056310.0, + "step": 21255 + }, + { + "epoch": 2.703981681719883, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.417045593261719, + "learning_rate": 1e-06, + "loss": 0.3941, + "mean_token_accuracy": 0.8674402236938477, + "num_tokens": 811091505.0, + "step": 21256 + }, + { + "epoch": 2.7041088919984735, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.43773365020752, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8889471292495728, + "num_tokens": 811134861.0, + "step": 21257 + }, + { + "epoch": 2.704236102277064, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.546487808227539, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8698346614837646, + "num_tokens": 811170001.0, + "step": 21258 + }, + { + "epoch": 2.7043633125556545, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.41247844696045, + "learning_rate": 1e-06, + "loss": 0.357, + "mean_token_accuracy": 0.8827081918716431, + "num_tokens": 811204203.0, + "step": 21259 + }, + { + "epoch": 2.704490522834245, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.416812896728516, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8822153210639954, + "num_tokens": 811244598.0, + "step": 21260 + }, + { + "epoch": 2.7046177331128356, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.428474426269531, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8881985545158386, + "num_tokens": 811283352.0, + "step": 21261 + }, + { + "epoch": 2.704744943391426, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.451272964477539, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.867140531539917, + "num_tokens": 811317605.0, + "step": 21262 + }, + { + "epoch": 2.7048721536700167, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.34890079498291, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8942265510559082, + "num_tokens": 811352117.0, + "step": 21263 + }, + { + "epoch": 2.704999363948607, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.42750358581543, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8708256483078003, + "num_tokens": 811386118.0, + "step": 21264 + }, + { + "epoch": 2.7051265742271977, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.444487571716309, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.888892412185669, + "num_tokens": 811424479.0, + "step": 21265 + }, + { + "epoch": 2.7052537845057882, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.445785522460938, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8651927709579468, + "num_tokens": 811464683.0, + "step": 21266 + }, + { + "epoch": 2.7053809947843783, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.396171569824219, + "learning_rate": 1e-06, + "loss": 0.322, + "mean_token_accuracy": 0.8929497003555298, + "num_tokens": 811504801.0, + "step": 21267 + }, + { + "epoch": 2.7055082050629693, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.44977855682373, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8701316118240356, + "num_tokens": 811546278.0, + "step": 21268 + }, + { + "epoch": 2.7056354153415594, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.40605640411377, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8653141856193542, + "num_tokens": 811587019.0, + "step": 21269 + }, + { + "epoch": 2.7057626256201504, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.449862480163574, + "learning_rate": 1e-06, + "loss": 0.4292, + "mean_token_accuracy": 0.8548807501792908, + "num_tokens": 811619843.0, + "step": 21270 + }, + { + "epoch": 2.7058898358987404, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.4032564163208, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8832194805145264, + "num_tokens": 811655797.0, + "step": 21271 + }, + { + "epoch": 2.706017046177331, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.460136413574219, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.8699471950531006, + "num_tokens": 811691626.0, + "step": 21272 + }, + { + "epoch": 2.7061442564559215, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.383835792541504, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.87980055809021, + "num_tokens": 811726046.0, + "step": 21273 + }, + { + "epoch": 2.706271466734512, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.465105056762695, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8685691356658936, + "num_tokens": 811765686.0, + "step": 21274 + }, + { + "epoch": 2.7063986770131025, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.462174415588379, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8852516412734985, + "num_tokens": 811801143.0, + "step": 21275 + }, + { + "epoch": 2.706525887291693, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.45777416229248, + "learning_rate": 1e-06, + "loss": 0.3359, + "mean_token_accuracy": 0.8847877383232117, + "num_tokens": 811834807.0, + "step": 21276 + }, + { + "epoch": 2.7066530975702836, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.413805961608887, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8964296579360962, + "num_tokens": 811865676.0, + "step": 21277 + }, + { + "epoch": 2.706780307848874, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.494576454162598, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8765144348144531, + "num_tokens": 811901259.0, + "step": 21278 + }, + { + "epoch": 2.7069075181274647, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.462393760681152, + "learning_rate": 1e-06, + "loss": 0.4137, + "mean_token_accuracy": 0.8646328449249268, + "num_tokens": 811937768.0, + "step": 21279 + }, + { + "epoch": 2.707034728406055, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.417618751525879, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8776684999465942, + "num_tokens": 811967805.0, + "step": 21280 + }, + { + "epoch": 2.7071619386846457, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.433506965637207, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8741124272346497, + "num_tokens": 812007468.0, + "step": 21281 + }, + { + "epoch": 2.7072891489632362, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.389678955078125, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8787869215011597, + "num_tokens": 812048127.0, + "step": 21282 + }, + { + "epoch": 2.7074163592418268, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.480600357055664, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8783553838729858, + "num_tokens": 812083904.0, + "step": 21283 + }, + { + "epoch": 2.7075435695204173, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.403170585632324, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8844068646430969, + "num_tokens": 812119643.0, + "step": 21284 + }, + { + "epoch": 2.707670779799008, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.414709091186523, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8767514228820801, + "num_tokens": 812155338.0, + "step": 21285 + }, + { + "epoch": 2.7077979900775984, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.410259246826172, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8780956864356995, + "num_tokens": 812193075.0, + "step": 21286 + }, + { + "epoch": 2.707925200356189, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.356829643249512, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8860474824905396, + "num_tokens": 812228163.0, + "step": 21287 + }, + { + "epoch": 2.7080524106347794, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.393343925476074, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.872570276260376, + "num_tokens": 812268565.0, + "step": 21288 + }, + { + "epoch": 2.70817962091337, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.3817720413208, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8835321664810181, + "num_tokens": 812307292.0, + "step": 21289 + }, + { + "epoch": 2.7083068311919605, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.407756805419922, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8879317045211792, + "num_tokens": 812346180.0, + "step": 21290 + }, + { + "epoch": 2.708434041470551, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.498215675354004, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8755318522453308, + "num_tokens": 812376033.0, + "step": 21291 + }, + { + "epoch": 2.708561251749141, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.364834785461426, + "learning_rate": 1e-06, + "loss": 0.315, + "mean_token_accuracy": 0.8942795395851135, + "num_tokens": 812407925.0, + "step": 21292 + }, + { + "epoch": 2.708688462027732, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.45773983001709, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8836125135421753, + "num_tokens": 812452354.0, + "step": 21293 + }, + { + "epoch": 2.708815672306322, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.396105766296387, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8781810402870178, + "num_tokens": 812490015.0, + "step": 21294 + }, + { + "epoch": 2.708942882584913, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.465203285217285, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8748560547828674, + "num_tokens": 812529919.0, + "step": 21295 + }, + { + "epoch": 2.709070092863503, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.44304084777832, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8904498219490051, + "num_tokens": 812568541.0, + "step": 21296 + }, + { + "epoch": 2.7091973031420937, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.381474494934082, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8699761629104614, + "num_tokens": 812612098.0, + "step": 21297 + }, + { + "epoch": 2.7093245134206843, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.43189525604248, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8744345307350159, + "num_tokens": 812648843.0, + "step": 21298 + }, + { + "epoch": 2.709451723699275, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.396099090576172, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8785797357559204, + "num_tokens": 812692080.0, + "step": 21299 + }, + { + "epoch": 2.7095789339778653, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.37947940826416, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8922541737556458, + "num_tokens": 812729441.0, + "step": 21300 + }, + { + "epoch": 2.709706144256456, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.448248863220215, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8715476989746094, + "num_tokens": 812768908.0, + "step": 21301 + }, + { + "epoch": 2.7098333545350464, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.34412670135498, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8782614469528198, + "num_tokens": 812808384.0, + "step": 21302 + }, + { + "epoch": 2.709960564813637, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.469311714172363, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8700142502784729, + "num_tokens": 812847658.0, + "step": 21303 + }, + { + "epoch": 2.7100877750922274, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.356121063232422, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.879329264163971, + "num_tokens": 812889394.0, + "step": 21304 + }, + { + "epoch": 2.710214985370818, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.50459098815918, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8671236038208008, + "num_tokens": 812924202.0, + "step": 21305 + }, + { + "epoch": 2.7103421956494085, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.4086275100708, + "learning_rate": 1e-06, + "loss": 0.3026, + "mean_token_accuracy": 0.896957278251648, + "num_tokens": 812954391.0, + "step": 21306 + }, + { + "epoch": 2.710469405927999, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.391167640686035, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8706498146057129, + "num_tokens": 812989498.0, + "step": 21307 + }, + { + "epoch": 2.7105966162065895, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.414782524108887, + "learning_rate": 1e-06, + "loss": 0.3406, + "mean_token_accuracy": 0.8850146532058716, + "num_tokens": 813030968.0, + "step": 21308 + }, + { + "epoch": 2.71072382648518, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.32693862915039, + "learning_rate": 1e-06, + "loss": 0.2971, + "mean_token_accuracy": 0.8994041681289673, + "num_tokens": 813065843.0, + "step": 21309 + }, + { + "epoch": 2.7108510367637706, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.434964179992676, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8855118751525879, + "num_tokens": 813107410.0, + "step": 21310 + }, + { + "epoch": 2.710978247042361, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.38192367553711, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8847299814224243, + "num_tokens": 813155959.0, + "step": 21311 + }, + { + "epoch": 2.7111054573209517, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.478856086730957, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8852695226669312, + "num_tokens": 813194133.0, + "step": 21312 + }, + { + "epoch": 2.711232667599542, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.3889741897583, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8655842542648315, + "num_tokens": 813231015.0, + "step": 21313 + }, + { + "epoch": 2.7113598778781327, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.422224998474121, + "learning_rate": 1e-06, + "loss": 0.31, + "mean_token_accuracy": 0.8934491872787476, + "num_tokens": 813271497.0, + "step": 21314 + }, + { + "epoch": 2.711487088156723, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.448164939880371, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8801937699317932, + "num_tokens": 813305758.0, + "step": 21315 + }, + { + "epoch": 2.7116142984353138, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.433853149414062, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8768551349639893, + "num_tokens": 813345958.0, + "step": 21316 + }, + { + "epoch": 2.711741508713904, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.410161018371582, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8827288150787354, + "num_tokens": 813381630.0, + "step": 21317 + }, + { + "epoch": 2.711868718992495, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.464752197265625, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8798768520355225, + "num_tokens": 813421320.0, + "step": 21318 + }, + { + "epoch": 2.711995929271085, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.371247291564941, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8725749254226685, + "num_tokens": 813458323.0, + "step": 21319 + }, + { + "epoch": 2.712123139549676, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.4042387008667, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8594998717308044, + "num_tokens": 813501436.0, + "step": 21320 + }, + { + "epoch": 2.712250349828266, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.392647743225098, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8794983625411987, + "num_tokens": 813545942.0, + "step": 21321 + }, + { + "epoch": 2.7123775601068565, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.356881141662598, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8746547698974609, + "num_tokens": 813582202.0, + "step": 21322 + }, + { + "epoch": 2.712504770385447, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.442753791809082, + "learning_rate": 1e-06, + "loss": 0.406, + "mean_token_accuracy": 0.864073634147644, + "num_tokens": 813621711.0, + "step": 21323 + }, + { + "epoch": 2.7126319806640375, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.361628532409668, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8734110593795776, + "num_tokens": 813665404.0, + "step": 21324 + }, + { + "epoch": 2.712759190942628, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.450197219848633, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8852788805961609, + "num_tokens": 813697470.0, + "step": 21325 + }, + { + "epoch": 2.7128864012212186, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.428654670715332, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8844865560531616, + "num_tokens": 813733308.0, + "step": 21326 + }, + { + "epoch": 2.713013611499809, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.403877258300781, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8642780780792236, + "num_tokens": 813770881.0, + "step": 21327 + }, + { + "epoch": 2.7131408217783997, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.403824806213379, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8853186964988708, + "num_tokens": 813806495.0, + "step": 21328 + }, + { + "epoch": 2.71326803205699, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.396299362182617, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8836246132850647, + "num_tokens": 813842408.0, + "step": 21329 + }, + { + "epoch": 2.7133952423355807, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.408315658569336, + "learning_rate": 1e-06, + "loss": 0.367, + "mean_token_accuracy": 0.8748301267623901, + "num_tokens": 813883041.0, + "step": 21330 + }, + { + "epoch": 2.7135224526141712, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.378239631652832, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8761775493621826, + "num_tokens": 813922901.0, + "step": 21331 + }, + { + "epoch": 2.7136496628927618, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.361687660217285, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8807190656661987, + "num_tokens": 813961948.0, + "step": 21332 + }, + { + "epoch": 2.7137768731713523, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.424726486206055, + "learning_rate": 1e-06, + "loss": 0.3213, + "mean_token_accuracy": 0.8919985294342041, + "num_tokens": 813999194.0, + "step": 21333 + }, + { + "epoch": 2.713904083449943, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.400907516479492, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8678515553474426, + "num_tokens": 814038986.0, + "step": 21334 + }, + { + "epoch": 2.7140312937285334, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.426298141479492, + "learning_rate": 1e-06, + "loss": 0.3243, + "mean_token_accuracy": 0.8910796642303467, + "num_tokens": 814074351.0, + "step": 21335 + }, + { + "epoch": 2.714158504007124, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.390384674072266, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.878743052482605, + "num_tokens": 814109255.0, + "step": 21336 + }, + { + "epoch": 2.7142857142857144, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.460585594177246, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8744878768920898, + "num_tokens": 814146601.0, + "step": 21337 + }, + { + "epoch": 2.714412924564305, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.44994831085205, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8835330009460449, + "num_tokens": 814181299.0, + "step": 21338 + }, + { + "epoch": 2.7145401348428955, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.434381484985352, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8863521814346313, + "num_tokens": 814218178.0, + "step": 21339 + }, + { + "epoch": 2.7146673451214856, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.388886451721191, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8810043334960938, + "num_tokens": 814254161.0, + "step": 21340 + }, + { + "epoch": 2.7147945554000765, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.42055606842041, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8792360424995422, + "num_tokens": 814290164.0, + "step": 21341 + }, + { + "epoch": 2.7149217656786666, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.400602340698242, + "learning_rate": 1e-06, + "loss": 0.4247, + "mean_token_accuracy": 0.8591405153274536, + "num_tokens": 814334459.0, + "step": 21342 + }, + { + "epoch": 2.7150489759572576, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.450895309448242, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8707977533340454, + "num_tokens": 814374291.0, + "step": 21343 + }, + { + "epoch": 2.7151761862358477, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.386824607849121, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8739908933639526, + "num_tokens": 814413196.0, + "step": 21344 + }, + { + "epoch": 2.7153033965144386, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.483763694763184, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8769654631614685, + "num_tokens": 814455312.0, + "step": 21345 + }, + { + "epoch": 2.7154306067930287, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.401259422302246, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8744832873344421, + "num_tokens": 814496586.0, + "step": 21346 + }, + { + "epoch": 2.7155578170716193, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.428604125976562, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8842634558677673, + "num_tokens": 814531566.0, + "step": 21347 + }, + { + "epoch": 2.71568502735021, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.4474458694458, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8845330476760864, + "num_tokens": 814566168.0, + "step": 21348 + }, + { + "epoch": 2.7158122376288003, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.449103355407715, + "learning_rate": 1e-06, + "loss": 0.3583, + "mean_token_accuracy": 0.8779406547546387, + "num_tokens": 814604927.0, + "step": 21349 + }, + { + "epoch": 2.715939447907391, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.452160835266113, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8920704126358032, + "num_tokens": 814641401.0, + "step": 21350 + }, + { + "epoch": 2.7160666581859814, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.441668510437012, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.884223222732544, + "num_tokens": 814674252.0, + "step": 21351 + }, + { + "epoch": 2.716193868464572, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.48348331451416, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8779863119125366, + "num_tokens": 814704965.0, + "step": 21352 + }, + { + "epoch": 2.7163210787431624, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.473540306091309, + "learning_rate": 1e-06, + "loss": 0.4432, + "mean_token_accuracy": 0.8507574200630188, + "num_tokens": 814743740.0, + "step": 21353 + }, + { + "epoch": 2.716448289021753, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.35828971862793, + "learning_rate": 1e-06, + "loss": 0.3499, + "mean_token_accuracy": 0.8848201036453247, + "num_tokens": 814784598.0, + "step": 21354 + }, + { + "epoch": 2.7165754993003435, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.478377342224121, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8714962601661682, + "num_tokens": 814821437.0, + "step": 21355 + }, + { + "epoch": 2.716702709578934, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.441849708557129, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8797385096549988, + "num_tokens": 814861638.0, + "step": 21356 + }, + { + "epoch": 2.7168299198575245, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.448161125183105, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8787949085235596, + "num_tokens": 814893799.0, + "step": 21357 + }, + { + "epoch": 2.716957130136115, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.409676551818848, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8858652114868164, + "num_tokens": 814930726.0, + "step": 21358 + }, + { + "epoch": 2.7170843404147056, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.437947273254395, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8775126338005066, + "num_tokens": 814970041.0, + "step": 21359 + }, + { + "epoch": 2.717211550693296, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.405975341796875, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8820937871932983, + "num_tokens": 815008587.0, + "step": 21360 + }, + { + "epoch": 2.7173387609718866, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.461319923400879, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.865962028503418, + "num_tokens": 815047659.0, + "step": 21361 + }, + { + "epoch": 2.717465971250477, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.40324592590332, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.877899706363678, + "num_tokens": 815082631.0, + "step": 21362 + }, + { + "epoch": 2.7175931815290677, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.428970336914062, + "learning_rate": 1e-06, + "loss": 0.3054, + "mean_token_accuracy": 0.8964791297912598, + "num_tokens": 815117568.0, + "step": 21363 + }, + { + "epoch": 2.7177203918076582, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.39852237701416, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.878961443901062, + "num_tokens": 815155019.0, + "step": 21364 + }, + { + "epoch": 2.7178476020862483, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.406708717346191, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8790205121040344, + "num_tokens": 815195386.0, + "step": 21365 + }, + { + "epoch": 2.7179748123648393, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.422270774841309, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.883123517036438, + "num_tokens": 815228304.0, + "step": 21366 + }, + { + "epoch": 2.7181020226434294, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.434986114501953, + "learning_rate": 1e-06, + "loss": 0.3007, + "mean_token_accuracy": 0.8970078229904175, + "num_tokens": 815260111.0, + "step": 21367 + }, + { + "epoch": 2.7182292329220203, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.425826072692871, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8779083490371704, + "num_tokens": 815297272.0, + "step": 21368 + }, + { + "epoch": 2.7183564432006104, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.415070533752441, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8774476051330566, + "num_tokens": 815336016.0, + "step": 21369 + }, + { + "epoch": 2.718483653479201, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.485979080200195, + "learning_rate": 1e-06, + "loss": 0.4373, + "mean_token_accuracy": 0.8535974621772766, + "num_tokens": 815373940.0, + "step": 21370 + }, + { + "epoch": 2.7186108637577915, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.39931869506836, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8690693378448486, + "num_tokens": 815410836.0, + "step": 21371 + }, + { + "epoch": 2.718738074036382, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.456099510192871, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8838809728622437, + "num_tokens": 815449577.0, + "step": 21372 + }, + { + "epoch": 2.7188652843149725, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.451716423034668, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8808466792106628, + "num_tokens": 815485869.0, + "step": 21373 + }, + { + "epoch": 2.718992494593563, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.487834930419922, + "learning_rate": 1e-06, + "loss": 0.4209, + "mean_token_accuracy": 0.8598911166191101, + "num_tokens": 815523614.0, + "step": 21374 + }, + { + "epoch": 2.7191197048721536, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.477890014648438, + "learning_rate": 1e-06, + "loss": 0.4189, + "mean_token_accuracy": 0.8592271208763123, + "num_tokens": 815561835.0, + "step": 21375 + }, + { + "epoch": 2.719246915150744, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.3717679977417, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8635430335998535, + "num_tokens": 815605596.0, + "step": 21376 + }, + { + "epoch": 2.7193741254293347, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.436546325683594, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8727399706840515, + "num_tokens": 815638720.0, + "step": 21377 + }, + { + "epoch": 2.719501335707925, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.46448802947998, + "learning_rate": 1e-06, + "loss": 0.3196, + "mean_token_accuracy": 0.8924145698547363, + "num_tokens": 815673996.0, + "step": 21378 + }, + { + "epoch": 2.7196285459865157, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.396740913391113, + "learning_rate": 1e-06, + "loss": 0.4039, + "mean_token_accuracy": 0.8669185638427734, + "num_tokens": 815716571.0, + "step": 21379 + }, + { + "epoch": 2.7197557562651062, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.476390838623047, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8854736089706421, + "num_tokens": 815748973.0, + "step": 21380 + }, + { + "epoch": 2.7198829665436968, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.434057235717773, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8814709186553955, + "num_tokens": 815794754.0, + "step": 21381 + }, + { + "epoch": 2.7200101768222873, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.397477149963379, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8820215463638306, + "num_tokens": 815831051.0, + "step": 21382 + }, + { + "epoch": 2.720137387100878, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.446430206298828, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8813878893852234, + "num_tokens": 815874291.0, + "step": 21383 + }, + { + "epoch": 2.7202645973794684, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.436700820922852, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8754482269287109, + "num_tokens": 815912484.0, + "step": 21384 + }, + { + "epoch": 2.720391807658059, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.40675163269043, + "learning_rate": 1e-06, + "loss": 0.4173, + "mean_token_accuracy": 0.8631309270858765, + "num_tokens": 815948626.0, + "step": 21385 + }, + { + "epoch": 2.7205190179366494, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.44566822052002, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8873295187950134, + "num_tokens": 815983154.0, + "step": 21386 + }, + { + "epoch": 2.72064622821524, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.48293685913086, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8825869560241699, + "num_tokens": 816017524.0, + "step": 21387 + }, + { + "epoch": 2.7207734384938305, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.41369342803955, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8732755184173584, + "num_tokens": 816055204.0, + "step": 21388 + }, + { + "epoch": 2.720900648772421, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.555525779724121, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8847083449363708, + "num_tokens": 816086671.0, + "step": 21389 + }, + { + "epoch": 2.721027859051011, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.505439758300781, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8589353561401367, + "num_tokens": 816114173.0, + "step": 21390 + }, + { + "epoch": 2.721155069329602, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.409269332885742, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8905950784683228, + "num_tokens": 816156434.0, + "step": 21391 + }, + { + "epoch": 2.721282279608192, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.445298194885254, + "learning_rate": 1e-06, + "loss": 0.3782, + "mean_token_accuracy": 0.8738501071929932, + "num_tokens": 816191037.0, + "step": 21392 + }, + { + "epoch": 2.721409489886783, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.39999771118164, + "learning_rate": 1e-06, + "loss": 0.3238, + "mean_token_accuracy": 0.8906300067901611, + "num_tokens": 816227031.0, + "step": 21393 + }, + { + "epoch": 2.721536700165373, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.460529327392578, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8817033767700195, + "num_tokens": 816264308.0, + "step": 21394 + }, + { + "epoch": 2.7216639104439637, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.424890518188477, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8773995637893677, + "num_tokens": 816300955.0, + "step": 21395 + }, + { + "epoch": 2.7217911207225542, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.550886154174805, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8800257444381714, + "num_tokens": 816332881.0, + "step": 21396 + }, + { + "epoch": 2.7219183310011448, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.368643760681152, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.8960697054862976, + "num_tokens": 816367446.0, + "step": 21397 + }, + { + "epoch": 2.7220455412797353, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.519129753112793, + "learning_rate": 1e-06, + "loss": 0.4077, + "mean_token_accuracy": 0.862236499786377, + "num_tokens": 816407286.0, + "step": 21398 + }, + { + "epoch": 2.722172751558326, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.463054656982422, + "learning_rate": 1e-06, + "loss": 0.3271, + "mean_token_accuracy": 0.8866106271743774, + "num_tokens": 816445277.0, + "step": 21399 + }, + { + "epoch": 2.7222999618369164, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.398436546325684, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8832803964614868, + "num_tokens": 816481638.0, + "step": 21400 + }, + { + "epoch": 2.722427172115507, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.519316673278809, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8802644610404968, + "num_tokens": 816521386.0, + "step": 21401 + }, + { + "epoch": 2.7225543823940974, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.442537307739258, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8897826671600342, + "num_tokens": 816554760.0, + "step": 21402 + }, + { + "epoch": 2.722681592672688, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.47391128540039, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8869341611862183, + "num_tokens": 816595195.0, + "step": 21403 + }, + { + "epoch": 2.7228088029512785, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.50723648071289, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8807332515716553, + "num_tokens": 816633046.0, + "step": 21404 + }, + { + "epoch": 2.722936013229869, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.46885871887207, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8929058909416199, + "num_tokens": 816675283.0, + "step": 21405 + }, + { + "epoch": 2.7230632235084595, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.477234840393066, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8694444894790649, + "num_tokens": 816716499.0, + "step": 21406 + }, + { + "epoch": 2.72319043378705, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.391915321350098, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8728141188621521, + "num_tokens": 816761825.0, + "step": 21407 + }, + { + "epoch": 2.7233176440656406, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.490294456481934, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8849955797195435, + "num_tokens": 816792080.0, + "step": 21408 + }, + { + "epoch": 2.723444854344231, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.467754364013672, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8692129850387573, + "num_tokens": 816832121.0, + "step": 21409 + }, + { + "epoch": 2.7235720646228216, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.438281059265137, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8726280927658081, + "num_tokens": 816874032.0, + "step": 21410 + }, + { + "epoch": 2.723699274901412, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.453885078430176, + "learning_rate": 1e-06, + "loss": 0.4171, + "mean_token_accuracy": 0.8612895011901855, + "num_tokens": 816920471.0, + "step": 21411 + }, + { + "epoch": 2.7238264851800027, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.414681434631348, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8796413540840149, + "num_tokens": 816958042.0, + "step": 21412 + }, + { + "epoch": 2.723953695458593, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.448448181152344, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8693259954452515, + "num_tokens": 816992158.0, + "step": 21413 + }, + { + "epoch": 2.7240809057371838, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.43185806274414, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.867900013923645, + "num_tokens": 817032552.0, + "step": 21414 + }, + { + "epoch": 2.724208116015774, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.38871955871582, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8764039874076843, + "num_tokens": 817072240.0, + "step": 21415 + }, + { + "epoch": 2.724335326294365, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.4302339553833, + "learning_rate": 1e-06, + "loss": 0.3873, + "mean_token_accuracy": 0.8697595596313477, + "num_tokens": 817104741.0, + "step": 21416 + }, + { + "epoch": 2.724462536572955, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.458939552307129, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8656777143478394, + "num_tokens": 817143876.0, + "step": 21417 + }, + { + "epoch": 2.724589746851546, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.435135841369629, + "learning_rate": 1e-06, + "loss": 0.2921, + "mean_token_accuracy": 0.9002648591995239, + "num_tokens": 817183647.0, + "step": 21418 + }, + { + "epoch": 2.724716957130136, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.462133407592773, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8737549185752869, + "num_tokens": 817214520.0, + "step": 21419 + }, + { + "epoch": 2.7248441674087265, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.459009170532227, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8695774674415588, + "num_tokens": 817256936.0, + "step": 21420 + }, + { + "epoch": 2.724971377687317, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.360509872436523, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8788481950759888, + "num_tokens": 817292840.0, + "step": 21421 + }, + { + "epoch": 2.7250985879659075, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.452535629272461, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8744252324104309, + "num_tokens": 817332872.0, + "step": 21422 + }, + { + "epoch": 2.725225798244498, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.427523612976074, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8867710828781128, + "num_tokens": 817367668.0, + "step": 21423 + }, + { + "epoch": 2.7253530085230886, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.447688102722168, + "learning_rate": 1e-06, + "loss": 0.3098, + "mean_token_accuracy": 0.895897388458252, + "num_tokens": 817407726.0, + "step": 21424 + }, + { + "epoch": 2.725480218801679, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.44503116607666, + "learning_rate": 1e-06, + "loss": 0.3283, + "mean_token_accuracy": 0.889115571975708, + "num_tokens": 817441003.0, + "step": 21425 + }, + { + "epoch": 2.7256074290802697, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.448742866516113, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8839468955993652, + "num_tokens": 817482587.0, + "step": 21426 + }, + { + "epoch": 2.72573463935886, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.410591125488281, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8831934928894043, + "num_tokens": 817519727.0, + "step": 21427 + }, + { + "epoch": 2.7258618496374507, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.505378723144531, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8754128217697144, + "num_tokens": 817553809.0, + "step": 21428 + }, + { + "epoch": 2.7259890599160412, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.424680709838867, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8636832237243652, + "num_tokens": 817588893.0, + "step": 21429 + }, + { + "epoch": 2.7261162701946318, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.488493919372559, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.884513795375824, + "num_tokens": 817627789.0, + "step": 21430 + }, + { + "epoch": 2.7262434804732223, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.460306167602539, + "learning_rate": 1e-06, + "loss": 0.3843, + "mean_token_accuracy": 0.8696796894073486, + "num_tokens": 817670048.0, + "step": 21431 + }, + { + "epoch": 2.726370690751813, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.447881698608398, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8835713863372803, + "num_tokens": 817707108.0, + "step": 21432 + }, + { + "epoch": 2.7264979010304033, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.465106010437012, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8776313066482544, + "num_tokens": 817748126.0, + "step": 21433 + }, + { + "epoch": 2.726625111308994, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.430837631225586, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.881680965423584, + "num_tokens": 817781578.0, + "step": 21434 + }, + { + "epoch": 2.7267523215875844, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.440875053405762, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8851088881492615, + "num_tokens": 817822143.0, + "step": 21435 + }, + { + "epoch": 2.726879531866175, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.493091583251953, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8881849050521851, + "num_tokens": 817858456.0, + "step": 21436 + }, + { + "epoch": 2.7270067421447655, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.466225624084473, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8863353729248047, + "num_tokens": 817892863.0, + "step": 21437 + }, + { + "epoch": 2.7271339524233555, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.402198791503906, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8828392028808594, + "num_tokens": 817931120.0, + "step": 21438 + }, + { + "epoch": 2.7272611627019465, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.48824405670166, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8824145197868347, + "num_tokens": 817963076.0, + "step": 21439 + }, + { + "epoch": 2.7273883729805366, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.344508171081543, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8801593780517578, + "num_tokens": 818003844.0, + "step": 21440 + }, + { + "epoch": 2.7275155832591276, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.50972843170166, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8816428184509277, + "num_tokens": 818048533.0, + "step": 21441 + }, + { + "epoch": 2.7276427935377177, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.464811325073242, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.874110221862793, + "num_tokens": 818083290.0, + "step": 21442 + }, + { + "epoch": 2.7277700038163086, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.403965950012207, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8866226077079773, + "num_tokens": 818120037.0, + "step": 21443 + }, + { + "epoch": 2.7278972140948987, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.488282203674316, + "learning_rate": 1e-06, + "loss": 0.3645, + "mean_token_accuracy": 0.880329430103302, + "num_tokens": 818164122.0, + "step": 21444 + }, + { + "epoch": 2.7280244243734892, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.44787311553955, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8812198042869568, + "num_tokens": 818198065.0, + "step": 21445 + }, + { + "epoch": 2.7281516346520798, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.467055320739746, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8809974193572998, + "num_tokens": 818236843.0, + "step": 21446 + }, + { + "epoch": 2.7282788449306703, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.404196739196777, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8799375891685486, + "num_tokens": 818271300.0, + "step": 21447 + }, + { + "epoch": 2.728406055209261, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.36568546295166, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8652116656303406, + "num_tokens": 818311799.0, + "step": 21448 + }, + { + "epoch": 2.7285332654878514, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.41999340057373, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8839336633682251, + "num_tokens": 818346662.0, + "step": 21449 + }, + { + "epoch": 2.728660475766442, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.380658149719238, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.882396399974823, + "num_tokens": 818384465.0, + "step": 21450 + }, + { + "epoch": 2.7287876860450324, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.426563262939453, + "learning_rate": 1e-06, + "loss": 0.3659, + "mean_token_accuracy": 0.8768079280853271, + "num_tokens": 818425625.0, + "step": 21451 + }, + { + "epoch": 2.728914896323623, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.390024185180664, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.882705569267273, + "num_tokens": 818458544.0, + "step": 21452 + }, + { + "epoch": 2.7290421066022135, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.432059288024902, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8743376731872559, + "num_tokens": 818503507.0, + "step": 21453 + }, + { + "epoch": 2.729169316880804, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.376791000366211, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8854106068611145, + "num_tokens": 818545411.0, + "step": 21454 + }, + { + "epoch": 2.7292965271593945, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.404155731201172, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.874620795249939, + "num_tokens": 818582100.0, + "step": 21455 + }, + { + "epoch": 2.729423737437985, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.442520141601562, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8759874701499939, + "num_tokens": 818615549.0, + "step": 21456 + }, + { + "epoch": 2.7295509477165756, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.408577919006348, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8837937116622925, + "num_tokens": 818652476.0, + "step": 21457 + }, + { + "epoch": 2.729678157995166, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.440766334533691, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8821537494659424, + "num_tokens": 818692435.0, + "step": 21458 + }, + { + "epoch": 2.7298053682737566, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.477436065673828, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8786377906799316, + "num_tokens": 818733206.0, + "step": 21459 + }, + { + "epoch": 2.729932578552347, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.448437690734863, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.881825864315033, + "num_tokens": 818771717.0, + "step": 21460 + }, + { + "epoch": 2.7300597888309377, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.3739652633667, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8782285451889038, + "num_tokens": 818806999.0, + "step": 21461 + }, + { + "epoch": 2.7301869991095282, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.467157363891602, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8843965530395508, + "num_tokens": 818846226.0, + "step": 21462 + }, + { + "epoch": 2.7303142093881183, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.409396171569824, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8851715326309204, + "num_tokens": 818885667.0, + "step": 21463 + }, + { + "epoch": 2.7304414196667093, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.457650184631348, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8842867016792297, + "num_tokens": 818924009.0, + "step": 21464 + }, + { + "epoch": 2.7305686299452994, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.368491172790527, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.887430727481842, + "num_tokens": 818962614.0, + "step": 21465 + }, + { + "epoch": 2.7306958402238903, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.406100273132324, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8807022571563721, + "num_tokens": 819004486.0, + "step": 21466 + }, + { + "epoch": 2.7308230505024804, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.333791732788086, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.8732328414916992, + "num_tokens": 819048364.0, + "step": 21467 + }, + { + "epoch": 2.730950260781071, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.424494743347168, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8757669925689697, + "num_tokens": 819086250.0, + "step": 21468 + }, + { + "epoch": 2.7310774710596615, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.39961051940918, + "learning_rate": 1e-06, + "loss": 0.3295, + "mean_token_accuracy": 0.8899106979370117, + "num_tokens": 819126705.0, + "step": 21469 + }, + { + "epoch": 2.731204681338252, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.4051513671875, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8800760507583618, + "num_tokens": 819165967.0, + "step": 21470 + }, + { + "epoch": 2.7313318916168425, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.458138465881348, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8758742809295654, + "num_tokens": 819208066.0, + "step": 21471 + }, + { + "epoch": 2.731459101895433, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.460309028625488, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8766967058181763, + "num_tokens": 819246269.0, + "step": 21472 + }, + { + "epoch": 2.7315863121740236, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.41175365447998, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8799585700035095, + "num_tokens": 819286027.0, + "step": 21473 + }, + { + "epoch": 2.731713522452614, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.46743106842041, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.887643575668335, + "num_tokens": 819319994.0, + "step": 21474 + }, + { + "epoch": 2.7318407327312046, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.432548522949219, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8756607174873352, + "num_tokens": 819360113.0, + "step": 21475 + }, + { + "epoch": 2.731967943009795, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.37369155883789, + "learning_rate": 1e-06, + "loss": 0.3502, + "mean_token_accuracy": 0.8875070810317993, + "num_tokens": 819394575.0, + "step": 21476 + }, + { + "epoch": 2.7320951532883857, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.48049545288086, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8744751214981079, + "num_tokens": 819434545.0, + "step": 21477 + }, + { + "epoch": 2.7322223635669762, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.418843269348145, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8881329298019409, + "num_tokens": 819470699.0, + "step": 21478 + }, + { + "epoch": 2.7323495738455668, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.409427642822266, + "learning_rate": 1e-06, + "loss": 0.3831, + "mean_token_accuracy": 0.8742361664772034, + "num_tokens": 819514447.0, + "step": 21479 + }, + { + "epoch": 2.7324767841241573, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.457534790039062, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8738487362861633, + "num_tokens": 819553434.0, + "step": 21480 + }, + { + "epoch": 2.732603994402748, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.465182304382324, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8719833493232727, + "num_tokens": 819591594.0, + "step": 21481 + }, + { + "epoch": 2.7327312046813383, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.397500038146973, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.875220537185669, + "num_tokens": 819634530.0, + "step": 21482 + }, + { + "epoch": 2.732858414959929, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.463351249694824, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8702418804168701, + "num_tokens": 819669358.0, + "step": 21483 + }, + { + "epoch": 2.7329856252385194, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.480289459228516, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8785068392753601, + "num_tokens": 819711336.0, + "step": 21484 + }, + { + "epoch": 2.73311283551711, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.425525665283203, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8702660799026489, + "num_tokens": 819746973.0, + "step": 21485 + }, + { + "epoch": 2.7332400457957005, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.510270118713379, + "learning_rate": 1e-06, + "loss": 0.3318, + "mean_token_accuracy": 0.8875423073768616, + "num_tokens": 819780305.0, + "step": 21486 + }, + { + "epoch": 2.733367256074291, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.471047401428223, + "learning_rate": 1e-06, + "loss": 0.3341, + "mean_token_accuracy": 0.8872255682945251, + "num_tokens": 819817326.0, + "step": 21487 + }, + { + "epoch": 2.733494466352881, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.418798446655273, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8725605010986328, + "num_tokens": 819857597.0, + "step": 21488 + }, + { + "epoch": 2.733621676631472, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.472906112670898, + "learning_rate": 1e-06, + "loss": 0.3513, + "mean_token_accuracy": 0.8820476531982422, + "num_tokens": 819893471.0, + "step": 21489 + }, + { + "epoch": 2.733748886910062, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.436891555786133, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8616785407066345, + "num_tokens": 819934175.0, + "step": 21490 + }, + { + "epoch": 2.733876097188653, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.440800666809082, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8874306678771973, + "num_tokens": 819971451.0, + "step": 21491 + }, + { + "epoch": 2.734003307467243, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.395370483398438, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8743261694908142, + "num_tokens": 820011566.0, + "step": 21492 + }, + { + "epoch": 2.7341305177458337, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.484484672546387, + "learning_rate": 1e-06, + "loss": 0.4359, + "mean_token_accuracy": 0.8563863039016724, + "num_tokens": 820047944.0, + "step": 21493 + }, + { + "epoch": 2.7342577280244242, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.483358383178711, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8668231964111328, + "num_tokens": 820083416.0, + "step": 21494 + }, + { + "epoch": 2.7343849383030148, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.44710636138916, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8707683086395264, + "num_tokens": 820122476.0, + "step": 21495 + }, + { + "epoch": 2.7345121485816053, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.44975757598877, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8849717378616333, + "num_tokens": 820159866.0, + "step": 21496 + }, + { + "epoch": 2.734639358860196, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.48156452178955, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8793543577194214, + "num_tokens": 820202710.0, + "step": 21497 + }, + { + "epoch": 2.7347665691387864, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.532816886901855, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8770878314971924, + "num_tokens": 820239156.0, + "step": 21498 + }, + { + "epoch": 2.734893779417377, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.402007102966309, + "learning_rate": 1e-06, + "loss": 0.3002, + "mean_token_accuracy": 0.8971557021141052, + "num_tokens": 820274010.0, + "step": 21499 + }, + { + "epoch": 2.7350209896959674, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.438573837280273, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8757736086845398, + "num_tokens": 820319171.0, + "step": 21500 + }, + { + "epoch": 2.735148199974558, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.494938850402832, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8647943735122681, + "num_tokens": 820355038.0, + "step": 21501 + }, + { + "epoch": 2.7352754102531485, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.415351867675781, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8748760223388672, + "num_tokens": 820390973.0, + "step": 21502 + }, + { + "epoch": 2.735402620531739, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.470739364624023, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8733129501342773, + "num_tokens": 820424543.0, + "step": 21503 + }, + { + "epoch": 2.7355298308103295, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.422652244567871, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8764513731002808, + "num_tokens": 820462702.0, + "step": 21504 + }, + { + "epoch": 2.73565704108892, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.424956321716309, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8869355916976929, + "num_tokens": 820498840.0, + "step": 21505 + }, + { + "epoch": 2.7357842513675106, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.436348915100098, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8709794282913208, + "num_tokens": 820534083.0, + "step": 21506 + }, + { + "epoch": 2.735911461646101, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.462753295898438, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8828592300415039, + "num_tokens": 820572479.0, + "step": 21507 + }, + { + "epoch": 2.7360386719246916, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.439509391784668, + "learning_rate": 1e-06, + "loss": 0.3956, + "mean_token_accuracy": 0.8675877451896667, + "num_tokens": 820610283.0, + "step": 21508 + }, + { + "epoch": 2.736165882203282, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.431964874267578, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.8937968015670776, + "num_tokens": 820647580.0, + "step": 21509 + }, + { + "epoch": 2.7362930924818727, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.468079566955566, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8836007118225098, + "num_tokens": 820686774.0, + "step": 21510 + }, + { + "epoch": 2.7364203027604628, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.411699295043945, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8889585137367249, + "num_tokens": 820724635.0, + "step": 21511 + }, + { + "epoch": 2.7365475130390537, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.461605072021484, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8850013613700867, + "num_tokens": 820761467.0, + "step": 21512 + }, + { + "epoch": 2.736674723317644, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.491748809814453, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8669442534446716, + "num_tokens": 820801001.0, + "step": 21513 + }, + { + "epoch": 2.736801933596235, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.441718101501465, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8739140033721924, + "num_tokens": 820841028.0, + "step": 21514 + }, + { + "epoch": 2.736929143874825, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.443328857421875, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8865629434585571, + "num_tokens": 820881613.0, + "step": 21515 + }, + { + "epoch": 2.737056354153416, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.460569381713867, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8848593235015869, + "num_tokens": 820918205.0, + "step": 21516 + }, + { + "epoch": 2.737183564432006, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.464487075805664, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.871822714805603, + "num_tokens": 820950751.0, + "step": 21517 + }, + { + "epoch": 2.7373107747105965, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.42862319946289, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8805551528930664, + "num_tokens": 820987385.0, + "step": 21518 + }, + { + "epoch": 2.737437984989187, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.501928329467773, + "learning_rate": 1e-06, + "loss": 0.3876, + "mean_token_accuracy": 0.8713952302932739, + "num_tokens": 821026273.0, + "step": 21519 + }, + { + "epoch": 2.7375651952677775, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.426709175109863, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.871347963809967, + "num_tokens": 821067978.0, + "step": 21520 + }, + { + "epoch": 2.737692405546368, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.42502212524414, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8849108219146729, + "num_tokens": 821111925.0, + "step": 21521 + }, + { + "epoch": 2.7378196158249586, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.474797248840332, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.8819441199302673, + "num_tokens": 821151019.0, + "step": 21522 + }, + { + "epoch": 2.737946826103549, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.498888969421387, + "learning_rate": 1e-06, + "loss": 0.3335, + "mean_token_accuracy": 0.8854894042015076, + "num_tokens": 821185520.0, + "step": 21523 + }, + { + "epoch": 2.7380740363821396, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.4790678024292, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8811463117599487, + "num_tokens": 821224273.0, + "step": 21524 + }, + { + "epoch": 2.73820124666073, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.429031372070312, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8834790587425232, + "num_tokens": 821263541.0, + "step": 21525 + }, + { + "epoch": 2.7383284569393207, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.449142456054688, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8677239418029785, + "num_tokens": 821304053.0, + "step": 21526 + }, + { + "epoch": 2.7384556672179112, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.51004409790039, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8786172270774841, + "num_tokens": 821339710.0, + "step": 21527 + }, + { + "epoch": 2.7385828774965018, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.489892959594727, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8787596225738525, + "num_tokens": 821378377.0, + "step": 21528 + }, + { + "epoch": 2.7387100877750923, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.457477569580078, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8873969316482544, + "num_tokens": 821417434.0, + "step": 21529 + }, + { + "epoch": 2.738837298053683, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.424341201782227, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8746747970581055, + "num_tokens": 821464323.0, + "step": 21530 + }, + { + "epoch": 2.7389645083322733, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.445940017700195, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8758912682533264, + "num_tokens": 821509891.0, + "step": 21531 + }, + { + "epoch": 2.739091718610864, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.419326782226562, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.8671196103096008, + "num_tokens": 821557309.0, + "step": 21532 + }, + { + "epoch": 2.7392189288894544, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.414972305297852, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8748867511749268, + "num_tokens": 821597751.0, + "step": 21533 + }, + { + "epoch": 2.739346139168045, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.443593978881836, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8896593451499939, + "num_tokens": 821637961.0, + "step": 21534 + }, + { + "epoch": 2.7394733494466355, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.502205848693848, + "learning_rate": 1e-06, + "loss": 0.4118, + "mean_token_accuracy": 0.8618168830871582, + "num_tokens": 821684728.0, + "step": 21535 + }, + { + "epoch": 2.7396005597252255, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.463796615600586, + "learning_rate": 1e-06, + "loss": 0.3429, + "mean_token_accuracy": 0.8836697936058044, + "num_tokens": 821715359.0, + "step": 21536 + }, + { + "epoch": 2.7397277700038165, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.410743713378906, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8719744682312012, + "num_tokens": 821755540.0, + "step": 21537 + }, + { + "epoch": 2.7398549802824066, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.453946113586426, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8800936341285706, + "num_tokens": 821788506.0, + "step": 21538 + }, + { + "epoch": 2.7399821905609976, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.42458724975586, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.877472460269928, + "num_tokens": 821826555.0, + "step": 21539 + }, + { + "epoch": 2.7401094008395877, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.442598342895508, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8681304454803467, + "num_tokens": 821866160.0, + "step": 21540 + }, + { + "epoch": 2.7402366111181786, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.42349624633789, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.883430004119873, + "num_tokens": 821905595.0, + "step": 21541 + }, + { + "epoch": 2.7403638213967687, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.415069580078125, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8690054416656494, + "num_tokens": 821944769.0, + "step": 21542 + }, + { + "epoch": 2.7404910316753592, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.446807861328125, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8855827450752258, + "num_tokens": 821988889.0, + "step": 21543 + }, + { + "epoch": 2.7406182419539498, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.490595817565918, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8814449906349182, + "num_tokens": 822025343.0, + "step": 21544 + }, + { + "epoch": 2.7407454522325403, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.436622619628906, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8666518330574036, + "num_tokens": 822067651.0, + "step": 21545 + }, + { + "epoch": 2.740872662511131, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.475972175598145, + "learning_rate": 1e-06, + "loss": 0.4018, + "mean_token_accuracy": 0.8683328628540039, + "num_tokens": 822102885.0, + "step": 21546 + }, + { + "epoch": 2.7409998727897213, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.441182136535645, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8704625368118286, + "num_tokens": 822142515.0, + "step": 21547 + }, + { + "epoch": 2.741127083068312, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.478837013244629, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.874465823173523, + "num_tokens": 822180745.0, + "step": 21548 + }, + { + "epoch": 2.7412542933469024, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.454715728759766, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8851791620254517, + "num_tokens": 822215117.0, + "step": 21549 + }, + { + "epoch": 2.741381503625493, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.411446571350098, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8684108257293701, + "num_tokens": 822258883.0, + "step": 21550 + }, + { + "epoch": 2.7415087139040835, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.401649475097656, + "learning_rate": 1e-06, + "loss": 0.3683, + "mean_token_accuracy": 0.8760427236557007, + "num_tokens": 822295254.0, + "step": 21551 + }, + { + "epoch": 2.741635924182674, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.461664199829102, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.880078136920929, + "num_tokens": 822335769.0, + "step": 21552 + }, + { + "epoch": 2.7417631344612645, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.374175071716309, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8876815438270569, + "num_tokens": 822376873.0, + "step": 21553 + }, + { + "epoch": 2.741890344739855, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.4348783493042, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8766372203826904, + "num_tokens": 822419868.0, + "step": 21554 + }, + { + "epoch": 2.7420175550184456, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.415781021118164, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.876411497592926, + "num_tokens": 822456757.0, + "step": 21555 + }, + { + "epoch": 2.742144765297036, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.444432258605957, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8911644220352173, + "num_tokens": 822492772.0, + "step": 21556 + }, + { + "epoch": 2.7422719755756266, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.463436126708984, + "learning_rate": 1e-06, + "loss": 0.4126, + "mean_token_accuracy": 0.8623436093330383, + "num_tokens": 822535400.0, + "step": 21557 + }, + { + "epoch": 2.742399185854217, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.433192253112793, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8829519152641296, + "num_tokens": 822568313.0, + "step": 21558 + }, + { + "epoch": 2.7425263961328077, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.515420913696289, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.8850398063659668, + "num_tokens": 822608487.0, + "step": 21559 + }, + { + "epoch": 2.742653606411398, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.47063159942627, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8783279657363892, + "num_tokens": 822647938.0, + "step": 21560 + }, + { + "epoch": 2.7427808166899883, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.451550483703613, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.873207688331604, + "num_tokens": 822685974.0, + "step": 21561 + }, + { + "epoch": 2.7429080269685793, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.451326370239258, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.880250871181488, + "num_tokens": 822719166.0, + "step": 21562 + }, + { + "epoch": 2.7430352372471694, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.429276466369629, + "learning_rate": 1e-06, + "loss": 0.3871, + "mean_token_accuracy": 0.8680145740509033, + "num_tokens": 822758364.0, + "step": 21563 + }, + { + "epoch": 2.7431624475257603, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.463470458984375, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8852525353431702, + "num_tokens": 822798002.0, + "step": 21564 + }, + { + "epoch": 2.7432896578043504, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.347952842712402, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8784536123275757, + "num_tokens": 822837958.0, + "step": 21565 + }, + { + "epoch": 2.743416868082941, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.523613929748535, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8790478706359863, + "num_tokens": 822873076.0, + "step": 21566 + }, + { + "epoch": 2.7435440783615315, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.433131217956543, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.8775901198387146, + "num_tokens": 822904693.0, + "step": 21567 + }, + { + "epoch": 2.743671288640122, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.47839641571045, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8730324506759644, + "num_tokens": 822941192.0, + "step": 21568 + }, + { + "epoch": 2.7437984989187125, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.395456314086914, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8666955232620239, + "num_tokens": 822982166.0, + "step": 21569 + }, + { + "epoch": 2.743925709197303, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.480696678161621, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.87204909324646, + "num_tokens": 823021630.0, + "step": 21570 + }, + { + "epoch": 2.7440529194758936, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.404348373413086, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8776208758354187, + "num_tokens": 823062133.0, + "step": 21571 + }, + { + "epoch": 2.744180129754484, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.434924125671387, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8753838539123535, + "num_tokens": 823105163.0, + "step": 21572 + }, + { + "epoch": 2.7443073400330746, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.44581127166748, + "learning_rate": 1e-06, + "loss": 0.4249, + "mean_token_accuracy": 0.8595045208930969, + "num_tokens": 823146878.0, + "step": 21573 + }, + { + "epoch": 2.744434550311665, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.429742813110352, + "learning_rate": 1e-06, + "loss": 0.3119, + "mean_token_accuracy": 0.8948284387588501, + "num_tokens": 823182216.0, + "step": 21574 + }, + { + "epoch": 2.7445617605902557, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.417279243469238, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8843597173690796, + "num_tokens": 823227838.0, + "step": 21575 + }, + { + "epoch": 2.7446889708688462, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.431196212768555, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8703266978263855, + "num_tokens": 823268609.0, + "step": 21576 + }, + { + "epoch": 2.7448161811474368, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.424137115478516, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.8866885304450989, + "num_tokens": 823309426.0, + "step": 21577 + }, + { + "epoch": 2.7449433914260273, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.418578147888184, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.872373104095459, + "num_tokens": 823346049.0, + "step": 21578 + }, + { + "epoch": 2.745070601704618, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.463617324829102, + "learning_rate": 1e-06, + "loss": 0.4055, + "mean_token_accuracy": 0.8709990978240967, + "num_tokens": 823378915.0, + "step": 21579 + }, + { + "epoch": 2.7451978119832083, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.47787857055664, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8681796193122864, + "num_tokens": 823422985.0, + "step": 21580 + }, + { + "epoch": 2.745325022261799, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.46876049041748, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.8661515712738037, + "num_tokens": 823460703.0, + "step": 21581 + }, + { + "epoch": 2.7454522325403894, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.459282875061035, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.881277322769165, + "num_tokens": 823499651.0, + "step": 21582 + }, + { + "epoch": 2.74557944281898, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.432429313659668, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8770375847816467, + "num_tokens": 823537044.0, + "step": 21583 + }, + { + "epoch": 2.7457066530975704, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.458208084106445, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.890365719795227, + "num_tokens": 823571832.0, + "step": 21584 + }, + { + "epoch": 2.745833863376161, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.489827156066895, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8833538293838501, + "num_tokens": 823609852.0, + "step": 21585 + }, + { + "epoch": 2.745961073654751, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.529131889343262, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8818942904472351, + "num_tokens": 823644419.0, + "step": 21586 + }, + { + "epoch": 2.746088283933342, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.434425354003906, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8842380046844482, + "num_tokens": 823682451.0, + "step": 21587 + }, + { + "epoch": 2.746215494211932, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.506173133850098, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8872807025909424, + "num_tokens": 823723051.0, + "step": 21588 + }, + { + "epoch": 2.746342704490523, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.460104942321777, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.875346302986145, + "num_tokens": 823761353.0, + "step": 21589 + }, + { + "epoch": 2.746469914769113, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.465251922607422, + "learning_rate": 1e-06, + "loss": 0.4241, + "mean_token_accuracy": 0.8639731407165527, + "num_tokens": 823800281.0, + "step": 21590 + }, + { + "epoch": 2.7465971250477037, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.442941665649414, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8908395767211914, + "num_tokens": 823843255.0, + "step": 21591 + }, + { + "epoch": 2.7467243353262942, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.473731994628906, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8740790486335754, + "num_tokens": 823880736.0, + "step": 21592 + }, + { + "epoch": 2.7468515456048848, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.44356632232666, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8753665685653687, + "num_tokens": 823923232.0, + "step": 21593 + }, + { + "epoch": 2.7469787558834753, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.479854583740234, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.8806326985359192, + "num_tokens": 823957488.0, + "step": 21594 + }, + { + "epoch": 2.747105966162066, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.551278114318848, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8735048770904541, + "num_tokens": 823999568.0, + "step": 21595 + }, + { + "epoch": 2.7472331764406563, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.427706718444824, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8889453411102295, + "num_tokens": 824036947.0, + "step": 21596 + }, + { + "epoch": 2.747360386719247, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.526778221130371, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8911391496658325, + "num_tokens": 824067966.0, + "step": 21597 + }, + { + "epoch": 2.7474875969978374, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.390403747558594, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8766471147537231, + "num_tokens": 824112216.0, + "step": 21598 + }, + { + "epoch": 2.747614807276428, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.532384872436523, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8884397745132446, + "num_tokens": 824148749.0, + "step": 21599 + }, + { + "epoch": 2.7477420175550185, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.451210975646973, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8776382803916931, + "num_tokens": 824186685.0, + "step": 21600 + }, + { + "epoch": 2.747869227833609, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.534158706665039, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8739949464797974, + "num_tokens": 824223716.0, + "step": 21601 + }, + { + "epoch": 2.7479964381121995, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.434022903442383, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8768295049667358, + "num_tokens": 824264627.0, + "step": 21602 + }, + { + "epoch": 2.74812364839079, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.574015617370605, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8786433935165405, + "num_tokens": 824301901.0, + "step": 21603 + }, + { + "epoch": 2.7482508586693806, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.483572006225586, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8817911148071289, + "num_tokens": 824344621.0, + "step": 21604 + }, + { + "epoch": 2.748378068947971, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.514067649841309, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8831636309623718, + "num_tokens": 824385850.0, + "step": 21605 + }, + { + "epoch": 2.7485052792265616, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.450994491577148, + "learning_rate": 1e-06, + "loss": 0.2811, + "mean_token_accuracy": 0.9045298099517822, + "num_tokens": 824425545.0, + "step": 21606 + }, + { + "epoch": 2.748632489505152, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.533815383911133, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8949580192565918, + "num_tokens": 824468611.0, + "step": 21607 + }, + { + "epoch": 2.7487596997837427, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.404867172241211, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8834975957870483, + "num_tokens": 824512161.0, + "step": 21608 + }, + { + "epoch": 2.7488869100623328, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.485007286071777, + "learning_rate": 1e-06, + "loss": 0.3265, + "mean_token_accuracy": 0.8901615142822266, + "num_tokens": 824555502.0, + "step": 21609 + }, + { + "epoch": 2.7490141203409237, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.480944633483887, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8729044198989868, + "num_tokens": 824596277.0, + "step": 21610 + }, + { + "epoch": 2.749141330619514, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.451930046081543, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8664969205856323, + "num_tokens": 824633704.0, + "step": 21611 + }, + { + "epoch": 2.749268540898105, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.437019348144531, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8831402063369751, + "num_tokens": 824673584.0, + "step": 21612 + }, + { + "epoch": 2.749395751176695, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.453086853027344, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8732279539108276, + "num_tokens": 824712508.0, + "step": 21613 + }, + { + "epoch": 2.749522961455286, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.443339347839355, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8894064426422119, + "num_tokens": 824754353.0, + "step": 21614 + }, + { + "epoch": 2.749650171733876, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.510344505310059, + "learning_rate": 1e-06, + "loss": 0.4111, + "mean_token_accuracy": 0.8600043058395386, + "num_tokens": 824796333.0, + "step": 21615 + }, + { + "epoch": 2.7497773820124665, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.41979694366455, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8726791143417358, + "num_tokens": 824832048.0, + "step": 21616 + }, + { + "epoch": 2.749904592291057, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.482481956481934, + "learning_rate": 1e-06, + "loss": 0.3844, + "mean_token_accuracy": 0.8734377026557922, + "num_tokens": 824871889.0, + "step": 21617 + }, + { + "epoch": 2.7500318025696475, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.401519775390625, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.888137698173523, + "num_tokens": 824912547.0, + "step": 21618 + }, + { + "epoch": 2.750159012848238, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.534282684326172, + "learning_rate": 1e-06, + "loss": 0.4264, + "mean_token_accuracy": 0.8588418960571289, + "num_tokens": 824955626.0, + "step": 21619 + }, + { + "epoch": 2.7502862231268286, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.423537254333496, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8865663409233093, + "num_tokens": 824991813.0, + "step": 21620 + }, + { + "epoch": 2.750413433405419, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.410295486450195, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8869701623916626, + "num_tokens": 825024356.0, + "step": 21621 + }, + { + "epoch": 2.7505406436840096, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.507479667663574, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.8752736449241638, + "num_tokens": 825060316.0, + "step": 21622 + }, + { + "epoch": 2.7506678539626, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.44746208190918, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8713759183883667, + "num_tokens": 825096044.0, + "step": 21623 + }, + { + "epoch": 2.7507950642411907, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.508916854858398, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.87732994556427, + "num_tokens": 825123999.0, + "step": 21624 + }, + { + "epoch": 2.750922274519781, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.39527702331543, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8682428598403931, + "num_tokens": 825170155.0, + "step": 21625 + }, + { + "epoch": 2.7510494847983717, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.500048637390137, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8774378299713135, + "num_tokens": 825213388.0, + "step": 21626 + }, + { + "epoch": 2.7511766950769623, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.478093147277832, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8850150108337402, + "num_tokens": 825247171.0, + "step": 21627 + }, + { + "epoch": 2.751303905355553, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.49530029296875, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8790799975395203, + "num_tokens": 825283271.0, + "step": 21628 + }, + { + "epoch": 2.7514311156341433, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.488109588623047, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.876941442489624, + "num_tokens": 825318976.0, + "step": 21629 + }, + { + "epoch": 2.751558325912734, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.433741569519043, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.878675103187561, + "num_tokens": 825358019.0, + "step": 21630 + }, + { + "epoch": 2.7516855361913244, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.433250427246094, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8938160538673401, + "num_tokens": 825394025.0, + "step": 21631 + }, + { + "epoch": 2.751812746469915, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.485349655151367, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8882665634155273, + "num_tokens": 825433021.0, + "step": 21632 + }, + { + "epoch": 2.7519399567485054, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.419672966003418, + "learning_rate": 1e-06, + "loss": 0.3584, + "mean_token_accuracy": 0.8795481324195862, + "num_tokens": 825477026.0, + "step": 21633 + }, + { + "epoch": 2.7520671670270955, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.507669448852539, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8830024600028992, + "num_tokens": 825511054.0, + "step": 21634 + }, + { + "epoch": 2.7521943773056865, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.509469032287598, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8643369674682617, + "num_tokens": 825549654.0, + "step": 21635 + }, + { + "epoch": 2.7523215875842766, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.484817504882812, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8807481527328491, + "num_tokens": 825587269.0, + "step": 21636 + }, + { + "epoch": 2.7524487978628676, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.469045639038086, + "learning_rate": 1e-06, + "loss": 0.2946, + "mean_token_accuracy": 0.8998697400093079, + "num_tokens": 825624864.0, + "step": 21637 + }, + { + "epoch": 2.7525760081414576, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.525185585021973, + "learning_rate": 1e-06, + "loss": 0.3937, + "mean_token_accuracy": 0.8708223104476929, + "num_tokens": 825667025.0, + "step": 21638 + }, + { + "epoch": 2.7527032184200486, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.443242073059082, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.863631010055542, + "num_tokens": 825709505.0, + "step": 21639 + }, + { + "epoch": 2.7528304286986387, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.478055000305176, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8816890716552734, + "num_tokens": 825747376.0, + "step": 21640 + }, + { + "epoch": 2.7529576389772292, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.433355331420898, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8846380114555359, + "num_tokens": 825784817.0, + "step": 21641 + }, + { + "epoch": 2.7530848492558198, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.519038200378418, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8763172626495361, + "num_tokens": 825815631.0, + "step": 21642 + }, + { + "epoch": 2.7532120595344103, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.49120807647705, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.877130389213562, + "num_tokens": 825854202.0, + "step": 21643 + }, + { + "epoch": 2.753339269813001, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.440630912780762, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8864917755126953, + "num_tokens": 825890636.0, + "step": 21644 + }, + { + "epoch": 2.7534664800915913, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.459193229675293, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8568540811538696, + "num_tokens": 825931054.0, + "step": 21645 + }, + { + "epoch": 2.753593690370182, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.469806671142578, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8742277026176453, + "num_tokens": 825972519.0, + "step": 21646 + }, + { + "epoch": 2.7537209006487724, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.440216064453125, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8797072768211365, + "num_tokens": 826010010.0, + "step": 21647 + }, + { + "epoch": 2.753848110927363, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.510784149169922, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8773342967033386, + "num_tokens": 826048348.0, + "step": 21648 + }, + { + "epoch": 2.7539753212059535, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.448859214782715, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8757398724555969, + "num_tokens": 826087807.0, + "step": 21649 + }, + { + "epoch": 2.754102531484544, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.40643310546875, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.875359058380127, + "num_tokens": 826124657.0, + "step": 21650 + }, + { + "epoch": 2.7542297417631345, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.430072784423828, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8793081045150757, + "num_tokens": 826164190.0, + "step": 21651 + }, + { + "epoch": 2.754356952041725, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.432384490966797, + "learning_rate": 1e-06, + "loss": 0.3597, + "mean_token_accuracy": 0.8790592551231384, + "num_tokens": 826202876.0, + "step": 21652 + }, + { + "epoch": 2.7544841623203156, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.414735794067383, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8778798580169678, + "num_tokens": 826242955.0, + "step": 21653 + }, + { + "epoch": 2.754611372598906, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.466755867004395, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.8871501088142395, + "num_tokens": 826279925.0, + "step": 21654 + }, + { + "epoch": 2.7547385828774966, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.416219711303711, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8879455327987671, + "num_tokens": 826314076.0, + "step": 21655 + }, + { + "epoch": 2.754865793156087, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.466986656188965, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.876184344291687, + "num_tokens": 826354138.0, + "step": 21656 + }, + { + "epoch": 2.7549930034346777, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.47157096862793, + "learning_rate": 1e-06, + "loss": 0.3818, + "mean_token_accuracy": 0.8750125765800476, + "num_tokens": 826395393.0, + "step": 21657 + }, + { + "epoch": 2.755120213713268, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.483230590820312, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.8687527179718018, + "num_tokens": 826437539.0, + "step": 21658 + }, + { + "epoch": 2.7552474239918583, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.423360824584961, + "learning_rate": 1e-06, + "loss": 0.3819, + "mean_token_accuracy": 0.8728582262992859, + "num_tokens": 826475857.0, + "step": 21659 + }, + { + "epoch": 2.7553746342704493, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.454989433288574, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8872860074043274, + "num_tokens": 826513956.0, + "step": 21660 + }, + { + "epoch": 2.7555018445490393, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.458842277526855, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8766359090805054, + "num_tokens": 826552747.0, + "step": 21661 + }, + { + "epoch": 2.7556290548276303, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.422740936279297, + "learning_rate": 1e-06, + "loss": 0.335, + "mean_token_accuracy": 0.8855336904525757, + "num_tokens": 826590830.0, + "step": 21662 + }, + { + "epoch": 2.7557562651062204, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.451093673706055, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8813784122467041, + "num_tokens": 826633414.0, + "step": 21663 + }, + { + "epoch": 2.755883475384811, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.475997924804688, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8876204490661621, + "num_tokens": 826668344.0, + "step": 21664 + }, + { + "epoch": 2.7560106856634015, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.423955917358398, + "learning_rate": 1e-06, + "loss": 0.4176, + "mean_token_accuracy": 0.8618267774581909, + "num_tokens": 826710587.0, + "step": 21665 + }, + { + "epoch": 2.756137895941992, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.446938514709473, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8687229752540588, + "num_tokens": 826748854.0, + "step": 21666 + }, + { + "epoch": 2.7562651062205825, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.490657806396484, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.8664791584014893, + "num_tokens": 826789591.0, + "step": 21667 + }, + { + "epoch": 2.756392316499173, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.433158874511719, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8748928308486938, + "num_tokens": 826831890.0, + "step": 21668 + }, + { + "epoch": 2.7565195267777636, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.474690437316895, + "learning_rate": 1e-06, + "loss": 0.4183, + "mean_token_accuracy": 0.8605026006698608, + "num_tokens": 826870265.0, + "step": 21669 + }, + { + "epoch": 2.756646737056354, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.439499855041504, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.8775155544281006, + "num_tokens": 826910993.0, + "step": 21670 + }, + { + "epoch": 2.7567739473349446, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.44538688659668, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8759567737579346, + "num_tokens": 826947492.0, + "step": 21671 + }, + { + "epoch": 2.756901157613535, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.40701961517334, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8813027143478394, + "num_tokens": 826987215.0, + "step": 21672 + }, + { + "epoch": 2.7570283678921257, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.479942321777344, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8758630752563477, + "num_tokens": 827024092.0, + "step": 21673 + }, + { + "epoch": 2.757155578170716, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.45338249206543, + "learning_rate": 1e-06, + "loss": 0.426, + "mean_token_accuracy": 0.8624125719070435, + "num_tokens": 827060541.0, + "step": 21674 + }, + { + "epoch": 2.7572827884493067, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.465805053710938, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8761547803878784, + "num_tokens": 827101205.0, + "step": 21675 + }, + { + "epoch": 2.7574099987278973, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.446154594421387, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8709553480148315, + "num_tokens": 827132441.0, + "step": 21676 + }, + { + "epoch": 2.757537209006488, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.45569896697998, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8780909180641174, + "num_tokens": 827169530.0, + "step": 21677 + }, + { + "epoch": 2.7576644192850783, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.435301780700684, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8848355412483215, + "num_tokens": 827207352.0, + "step": 21678 + }, + { + "epoch": 2.757791629563669, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.456941604614258, + "learning_rate": 1e-06, + "loss": 0.3751, + "mean_token_accuracy": 0.8724144697189331, + "num_tokens": 827242790.0, + "step": 21679 + }, + { + "epoch": 2.7579188398422594, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.436361312866211, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8786227703094482, + "num_tokens": 827281676.0, + "step": 21680 + }, + { + "epoch": 2.75804605012085, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.477396965026855, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8914767503738403, + "num_tokens": 827313676.0, + "step": 21681 + }, + { + "epoch": 2.7581732603994404, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.429786682128906, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8775129318237305, + "num_tokens": 827355017.0, + "step": 21682 + }, + { + "epoch": 2.758300470678031, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.389598846435547, + "learning_rate": 1e-06, + "loss": 0.3164, + "mean_token_accuracy": 0.8950071930885315, + "num_tokens": 827391773.0, + "step": 21683 + }, + { + "epoch": 2.758427680956621, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.418366432189941, + "learning_rate": 1e-06, + "loss": 0.3251, + "mean_token_accuracy": 0.892889142036438, + "num_tokens": 827433034.0, + "step": 21684 + }, + { + "epoch": 2.758554891235212, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.477356910705566, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8874432444572449, + "num_tokens": 827475729.0, + "step": 21685 + }, + { + "epoch": 2.758682101513802, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.394020080566406, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.884231686592102, + "num_tokens": 827514127.0, + "step": 21686 + }, + { + "epoch": 2.758809311792393, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.522285461425781, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8876287341117859, + "num_tokens": 827546709.0, + "step": 21687 + }, + { + "epoch": 2.758936522070983, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.426618576049805, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.897868275642395, + "num_tokens": 827581450.0, + "step": 21688 + }, + { + "epoch": 2.7590637323495737, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.456283569335938, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8742570281028748, + "num_tokens": 827623161.0, + "step": 21689 + }, + { + "epoch": 2.7591909426281642, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.426023483276367, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.873737096786499, + "num_tokens": 827659460.0, + "step": 21690 + }, + { + "epoch": 2.7593181529067548, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.470590591430664, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.8726454973220825, + "num_tokens": 827701110.0, + "step": 21691 + }, + { + "epoch": 2.7594453631853453, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.511484146118164, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8749842643737793, + "num_tokens": 827738992.0, + "step": 21692 + }, + { + "epoch": 2.759572573463936, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.47286319732666, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.8649042248725891, + "num_tokens": 827775853.0, + "step": 21693 + }, + { + "epoch": 2.7596997837425263, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.495726585388184, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8791963458061218, + "num_tokens": 827819438.0, + "step": 21694 + }, + { + "epoch": 2.759826994021117, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.476134300231934, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.872504472732544, + "num_tokens": 827858833.0, + "step": 21695 + }, + { + "epoch": 2.7599542042997074, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.50749683380127, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8722501993179321, + "num_tokens": 827895069.0, + "step": 21696 + }, + { + "epoch": 2.760081414578298, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.510272979736328, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8914819359779358, + "num_tokens": 827932970.0, + "step": 21697 + }, + { + "epoch": 2.7602086248568884, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.427349090576172, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8889291882514954, + "num_tokens": 827981859.0, + "step": 21698 + }, + { + "epoch": 2.760335835135479, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.461304664611816, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8719388246536255, + "num_tokens": 828022018.0, + "step": 21699 + }, + { + "epoch": 2.7604630454140695, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.464117050170898, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8722829222679138, + "num_tokens": 828061546.0, + "step": 21700 + }, + { + "epoch": 2.76059025569266, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.39501667022705, + "learning_rate": 1e-06, + "loss": 0.4074, + "mean_token_accuracy": 0.86451256275177, + "num_tokens": 828104464.0, + "step": 21701 + }, + { + "epoch": 2.7607174659712506, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.453547477722168, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.8679161071777344, + "num_tokens": 828142527.0, + "step": 21702 + }, + { + "epoch": 2.760844676249841, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.414298057556152, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8775762319564819, + "num_tokens": 828189670.0, + "step": 21703 + }, + { + "epoch": 2.7609718865284316, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.407626152038574, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.883558452129364, + "num_tokens": 828231511.0, + "step": 21704 + }, + { + "epoch": 2.761099096807022, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.435406684875488, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8780919909477234, + "num_tokens": 828274387.0, + "step": 21705 + }, + { + "epoch": 2.7612263070856127, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.49730396270752, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8720389604568481, + "num_tokens": 828312263.0, + "step": 21706 + }, + { + "epoch": 2.7613535173642028, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.499570846557617, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8785129189491272, + "num_tokens": 828345550.0, + "step": 21707 + }, + { + "epoch": 2.7614807276427937, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.513907432556152, + "learning_rate": 1e-06, + "loss": 0.3998, + "mean_token_accuracy": 0.8674558401107788, + "num_tokens": 828378633.0, + "step": 21708 + }, + { + "epoch": 2.761607937921384, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.427040100097656, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8720601201057434, + "num_tokens": 828414292.0, + "step": 21709 + }, + { + "epoch": 2.761735148199975, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.441699028015137, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8783918619155884, + "num_tokens": 828452682.0, + "step": 21710 + }, + { + "epoch": 2.761862358478565, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.436903953552246, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8928730487823486, + "num_tokens": 828494162.0, + "step": 21711 + }, + { + "epoch": 2.761989568757156, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.50233268737793, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8827829957008362, + "num_tokens": 828525997.0, + "step": 21712 + }, + { + "epoch": 2.762116779035746, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.451766967773438, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8768097162246704, + "num_tokens": 828562488.0, + "step": 21713 + }, + { + "epoch": 2.7622439893143365, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.49207592010498, + "learning_rate": 1e-06, + "loss": 0.309, + "mean_token_accuracy": 0.8951669931411743, + "num_tokens": 828591818.0, + "step": 21714 + }, + { + "epoch": 2.762371199592927, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.447564125061035, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8660334348678589, + "num_tokens": 828628872.0, + "step": 21715 + }, + { + "epoch": 2.7624984098715175, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.447498321533203, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.886269211769104, + "num_tokens": 828670939.0, + "step": 21716 + }, + { + "epoch": 2.762625620150108, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.534703254699707, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.860876202583313, + "num_tokens": 828708446.0, + "step": 21717 + }, + { + "epoch": 2.7627528304286986, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.398879051208496, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8825116157531738, + "num_tokens": 828749873.0, + "step": 21718 + }, + { + "epoch": 2.762880040707289, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.457128524780273, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8710280656814575, + "num_tokens": 828790066.0, + "step": 21719 + }, + { + "epoch": 2.7630072509858796, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.490344047546387, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8752339482307434, + "num_tokens": 828821911.0, + "step": 21720 + }, + { + "epoch": 2.76313446126447, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.50197696685791, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8731071949005127, + "num_tokens": 828856572.0, + "step": 21721 + }, + { + "epoch": 2.7632616715430607, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.490424156188965, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8894683718681335, + "num_tokens": 828898865.0, + "step": 21722 + }, + { + "epoch": 2.763388881821651, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.50815486907959, + "learning_rate": 1e-06, + "loss": 0.3369, + "mean_token_accuracy": 0.8842328786849976, + "num_tokens": 828933768.0, + "step": 21723 + }, + { + "epoch": 2.7635160921002417, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.490318298339844, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8931435346603394, + "num_tokens": 828968869.0, + "step": 21724 + }, + { + "epoch": 2.7636433023788323, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.518509864807129, + "learning_rate": 1e-06, + "loss": 0.4251, + "mean_token_accuracy": 0.8621162176132202, + "num_tokens": 829005621.0, + "step": 21725 + }, + { + "epoch": 2.763770512657423, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.532279968261719, + "learning_rate": 1e-06, + "loss": 0.3928, + "mean_token_accuracy": 0.8679261207580566, + "num_tokens": 829045046.0, + "step": 21726 + }, + { + "epoch": 2.7638977229360133, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.467323303222656, + "learning_rate": 1e-06, + "loss": 0.3371, + "mean_token_accuracy": 0.8905432224273682, + "num_tokens": 829084588.0, + "step": 21727 + }, + { + "epoch": 2.764024933214604, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.490374565124512, + "learning_rate": 1e-06, + "loss": 0.4223, + "mean_token_accuracy": 0.8621785640716553, + "num_tokens": 829121010.0, + "step": 21728 + }, + { + "epoch": 2.7641521434931944, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.53250503540039, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8852921724319458, + "num_tokens": 829159618.0, + "step": 21729 + }, + { + "epoch": 2.764279353771785, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.488656997680664, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8654390573501587, + "num_tokens": 829204826.0, + "step": 21730 + }, + { + "epoch": 2.7644065640503754, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.487310409545898, + "learning_rate": 1e-06, + "loss": 0.3206, + "mean_token_accuracy": 0.8887812495231628, + "num_tokens": 829240741.0, + "step": 21731 + }, + { + "epoch": 2.7645337743289655, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.495558738708496, + "learning_rate": 1e-06, + "loss": 0.3138, + "mean_token_accuracy": 0.8964138031005859, + "num_tokens": 829278065.0, + "step": 21732 + }, + { + "epoch": 2.7646609846075565, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.420332908630371, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8728461861610413, + "num_tokens": 829319438.0, + "step": 21733 + }, + { + "epoch": 2.7647881948861466, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.450230598449707, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8881251811981201, + "num_tokens": 829357299.0, + "step": 21734 + }, + { + "epoch": 2.7649154051647375, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.504158020019531, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8792993426322937, + "num_tokens": 829398600.0, + "step": 21735 + }, + { + "epoch": 2.7650426154433276, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.544570922851562, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8670611381530762, + "num_tokens": 829439214.0, + "step": 21736 + }, + { + "epoch": 2.7651698257219186, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.415040969848633, + "learning_rate": 1e-06, + "loss": 0.4017, + "mean_token_accuracy": 0.8681080341339111, + "num_tokens": 829477634.0, + "step": 21737 + }, + { + "epoch": 2.7652970360005087, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.467327117919922, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8839367628097534, + "num_tokens": 829514527.0, + "step": 21738 + }, + { + "epoch": 2.765424246279099, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.434269905090332, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8790196180343628, + "num_tokens": 829558531.0, + "step": 21739 + }, + { + "epoch": 2.7655514565576897, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.401689529418945, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8816238641738892, + "num_tokens": 829600769.0, + "step": 21740 + }, + { + "epoch": 2.7656786668362803, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.476176261901855, + "learning_rate": 1e-06, + "loss": 0.3507, + "mean_token_accuracy": 0.8824595212936401, + "num_tokens": 829635938.0, + "step": 21741 + }, + { + "epoch": 2.765805877114871, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.457505226135254, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8783752918243408, + "num_tokens": 829672956.0, + "step": 21742 + }, + { + "epoch": 2.7659330873934613, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.429152488708496, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8775875568389893, + "num_tokens": 829712658.0, + "step": 21743 + }, + { + "epoch": 2.766060297672052, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.51298713684082, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8799567222595215, + "num_tokens": 829755429.0, + "step": 21744 + }, + { + "epoch": 2.7661875079506424, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.447741508483887, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8764046430587769, + "num_tokens": 829796373.0, + "step": 21745 + }, + { + "epoch": 2.766314718229233, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.488325119018555, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8733432292938232, + "num_tokens": 829834049.0, + "step": 21746 + }, + { + "epoch": 2.7664419285078234, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.43234634399414, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8774362206459045, + "num_tokens": 829870853.0, + "step": 21747 + }, + { + "epoch": 2.766569138786414, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.552725791931152, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8724486827850342, + "num_tokens": 829907519.0, + "step": 21748 + }, + { + "epoch": 2.7666963490650045, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.494464874267578, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8648366928100586, + "num_tokens": 829947162.0, + "step": 21749 + }, + { + "epoch": 2.766823559343595, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.410552024841309, + "learning_rate": 1e-06, + "loss": 0.3815, + "mean_token_accuracy": 0.8758605718612671, + "num_tokens": 829991981.0, + "step": 21750 + }, + { + "epoch": 2.7669507696221856, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.495566368103027, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8838624358177185, + "num_tokens": 830032409.0, + "step": 21751 + }, + { + "epoch": 2.767077979900776, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.42238712310791, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.8806107044219971, + "num_tokens": 830072738.0, + "step": 21752 + }, + { + "epoch": 2.7672051901793666, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.476981163024902, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8751556873321533, + "num_tokens": 830110880.0, + "step": 21753 + }, + { + "epoch": 2.767332400457957, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.505729675292969, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8735275864601135, + "num_tokens": 830150148.0, + "step": 21754 + }, + { + "epoch": 2.7674596107365477, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.461511611938477, + "learning_rate": 1e-06, + "loss": 0.407, + "mean_token_accuracy": 0.8669841885566711, + "num_tokens": 830190717.0, + "step": 21755 + }, + { + "epoch": 2.767586821015138, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.50020980834961, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.8793614506721497, + "num_tokens": 830226972.0, + "step": 21756 + }, + { + "epoch": 2.7677140312937283, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.422927856445312, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.886347770690918, + "num_tokens": 830262612.0, + "step": 21757 + }, + { + "epoch": 2.7678412415723193, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.451570510864258, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8835081458091736, + "num_tokens": 830306856.0, + "step": 21758 + }, + { + "epoch": 2.7679684518509093, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.519330978393555, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8767780065536499, + "num_tokens": 830340726.0, + "step": 21759 + }, + { + "epoch": 2.7680956621295003, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.430195808410645, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8787056803703308, + "num_tokens": 830380697.0, + "step": 21760 + }, + { + "epoch": 2.7682228724080904, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.528141975402832, + "learning_rate": 1e-06, + "loss": 0.4148, + "mean_token_accuracy": 0.8567394018173218, + "num_tokens": 830414737.0, + "step": 21761 + }, + { + "epoch": 2.768350082686681, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.399726867675781, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8777701258659363, + "num_tokens": 830456518.0, + "step": 21762 + }, + { + "epoch": 2.7684772929652715, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.52639389038086, + "learning_rate": 1e-06, + "loss": 0.3723, + "mean_token_accuracy": 0.87412428855896, + "num_tokens": 830494192.0, + "step": 21763 + }, + { + "epoch": 2.768604503243862, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.488152503967285, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8719774484634399, + "num_tokens": 830533659.0, + "step": 21764 + }, + { + "epoch": 2.7687317135224525, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.516040802001953, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8726962804794312, + "num_tokens": 830569605.0, + "step": 21765 + }, + { + "epoch": 2.768858923801043, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.483719825744629, + "learning_rate": 1e-06, + "loss": 0.4279, + "mean_token_accuracy": 0.8566262125968933, + "num_tokens": 830610814.0, + "step": 21766 + }, + { + "epoch": 2.7689861340796336, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.480094909667969, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8765872716903687, + "num_tokens": 830646811.0, + "step": 21767 + }, + { + "epoch": 2.769113344358224, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.470955848693848, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8816397786140442, + "num_tokens": 830680984.0, + "step": 21768 + }, + { + "epoch": 2.7692405546368146, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.528440475463867, + "learning_rate": 1e-06, + "loss": 0.3677, + "mean_token_accuracy": 0.8770658373832703, + "num_tokens": 830713384.0, + "step": 21769 + }, + { + "epoch": 2.769367764915405, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.434453010559082, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8647770285606384, + "num_tokens": 830746922.0, + "step": 21770 + }, + { + "epoch": 2.7694949751939957, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.435135841369629, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.8834744691848755, + "num_tokens": 830789459.0, + "step": 21771 + }, + { + "epoch": 2.769622185472586, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.428409576416016, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8748141527175903, + "num_tokens": 830826736.0, + "step": 21772 + }, + { + "epoch": 2.7697493957511767, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.475605010986328, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8799266815185547, + "num_tokens": 830868118.0, + "step": 21773 + }, + { + "epoch": 2.7698766060297673, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.494524955749512, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8745683431625366, + "num_tokens": 830911658.0, + "step": 21774 + }, + { + "epoch": 2.770003816308358, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.407221794128418, + "learning_rate": 1e-06, + "loss": 0.3541, + "mean_token_accuracy": 0.8792396187782288, + "num_tokens": 830948456.0, + "step": 21775 + }, + { + "epoch": 2.7701310265869483, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.53204345703125, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.885733962059021, + "num_tokens": 830988790.0, + "step": 21776 + }, + { + "epoch": 2.770258236865539, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.431775093078613, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8702292442321777, + "num_tokens": 831024551.0, + "step": 21777 + }, + { + "epoch": 2.7703854471441294, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.491442680358887, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8761312961578369, + "num_tokens": 831060082.0, + "step": 21778 + }, + { + "epoch": 2.77051265742272, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.480751991271973, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8783068656921387, + "num_tokens": 831100067.0, + "step": 21779 + }, + { + "epoch": 2.77063986770131, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.457958221435547, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8881528377532959, + "num_tokens": 831131923.0, + "step": 21780 + }, + { + "epoch": 2.770767077979901, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.522709846496582, + "learning_rate": 1e-06, + "loss": 0.4059, + "mean_token_accuracy": 0.8644395470619202, + "num_tokens": 831167985.0, + "step": 21781 + }, + { + "epoch": 2.770894288258491, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.481364250183105, + "learning_rate": 1e-06, + "loss": 0.3829, + "mean_token_accuracy": 0.8717291951179504, + "num_tokens": 831211737.0, + "step": 21782 + }, + { + "epoch": 2.771021498537082, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.420170783996582, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.867061972618103, + "num_tokens": 831248764.0, + "step": 21783 + }, + { + "epoch": 2.771148708815672, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.518013000488281, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8840814828872681, + "num_tokens": 831284140.0, + "step": 21784 + }, + { + "epoch": 2.771275919094263, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.495174407958984, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.879104733467102, + "num_tokens": 831318567.0, + "step": 21785 + }, + { + "epoch": 2.771403129372853, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.541901588439941, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8701149225234985, + "num_tokens": 831357128.0, + "step": 21786 + }, + { + "epoch": 2.7715303396514437, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.506638526916504, + "learning_rate": 1e-06, + "loss": 0.4348, + "mean_token_accuracy": 0.8574805855751038, + "num_tokens": 831391551.0, + "step": 21787 + }, + { + "epoch": 2.771657549930034, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.4418363571167, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8734266757965088, + "num_tokens": 831430332.0, + "step": 21788 + }, + { + "epoch": 2.7717847602086247, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.482592582702637, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8841128349304199, + "num_tokens": 831471639.0, + "step": 21789 + }, + { + "epoch": 2.7719119704872153, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.479707717895508, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8819144368171692, + "num_tokens": 831506470.0, + "step": 21790 + }, + { + "epoch": 2.772039180765806, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.4556303024292, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8699594140052795, + "num_tokens": 831547212.0, + "step": 21791 + }, + { + "epoch": 2.7721663910443963, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.533885955810547, + "learning_rate": 1e-06, + "loss": 0.408, + "mean_token_accuracy": 0.8626708388328552, + "num_tokens": 831593181.0, + "step": 21792 + }, + { + "epoch": 2.772293601322987, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.427950859069824, + "learning_rate": 1e-06, + "loss": 0.3087, + "mean_token_accuracy": 0.89302659034729, + "num_tokens": 831624889.0, + "step": 21793 + }, + { + "epoch": 2.7724208116015774, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.529980659484863, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8833295702934265, + "num_tokens": 831662389.0, + "step": 21794 + }, + { + "epoch": 2.772548021880168, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.46224308013916, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8788599967956543, + "num_tokens": 831705282.0, + "step": 21795 + }, + { + "epoch": 2.7726752321587584, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.485671043395996, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8834983110427856, + "num_tokens": 831741604.0, + "step": 21796 + }, + { + "epoch": 2.772802442437349, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.417590141296387, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8682143092155457, + "num_tokens": 831784165.0, + "step": 21797 + }, + { + "epoch": 2.7729296527159395, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.506412506103516, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8822696805000305, + "num_tokens": 831821101.0, + "step": 21798 + }, + { + "epoch": 2.77305686299453, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.450882911682129, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8799227476119995, + "num_tokens": 831855766.0, + "step": 21799 + }, + { + "epoch": 2.7731840732731206, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.46030330657959, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8834745287895203, + "num_tokens": 831895692.0, + "step": 21800 + }, + { + "epoch": 2.773311283551711, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.456480979919434, + "learning_rate": 1e-06, + "loss": 0.3005, + "mean_token_accuracy": 0.8956085443496704, + "num_tokens": 831931079.0, + "step": 21801 + }, + { + "epoch": 2.7734384938303016, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.451166152954102, + "learning_rate": 1e-06, + "loss": 0.4364, + "mean_token_accuracy": 0.851899266242981, + "num_tokens": 831969742.0, + "step": 21802 + }, + { + "epoch": 2.773565704108892, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.454578399658203, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8670309782028198, + "num_tokens": 832011059.0, + "step": 21803 + }, + { + "epoch": 2.7736929143874827, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.476058959960938, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8860610723495483, + "num_tokens": 832042768.0, + "step": 21804 + }, + { + "epoch": 2.7738201246660728, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.444717407226562, + "learning_rate": 1e-06, + "loss": 0.3466, + "mean_token_accuracy": 0.8856691122055054, + "num_tokens": 832077699.0, + "step": 21805 + }, + { + "epoch": 2.7739473349446637, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.42397403717041, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8853625655174255, + "num_tokens": 832113528.0, + "step": 21806 + }, + { + "epoch": 2.774074545223254, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.486855506896973, + "learning_rate": 1e-06, + "loss": 0.347, + "mean_token_accuracy": 0.881431519985199, + "num_tokens": 832149108.0, + "step": 21807 + }, + { + "epoch": 2.774201755501845, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.471841812133789, + "learning_rate": 1e-06, + "loss": 0.3195, + "mean_token_accuracy": 0.8941166996955872, + "num_tokens": 832189279.0, + "step": 21808 + }, + { + "epoch": 2.774328965780435, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.432844161987305, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8788766860961914, + "num_tokens": 832224423.0, + "step": 21809 + }, + { + "epoch": 2.774456176059026, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.532483100891113, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.872378945350647, + "num_tokens": 832260389.0, + "step": 21810 + }, + { + "epoch": 2.774583386337616, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.4605073928833, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8765389919281006, + "num_tokens": 832297591.0, + "step": 21811 + }, + { + "epoch": 2.7747105966162064, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.533208847045898, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8835394382476807, + "num_tokens": 832330195.0, + "step": 21812 + }, + { + "epoch": 2.774837806894797, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.447052001953125, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8858340978622437, + "num_tokens": 832361613.0, + "step": 21813 + }, + { + "epoch": 2.7749650171733875, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.537790298461914, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8837082386016846, + "num_tokens": 832402800.0, + "step": 21814 + }, + { + "epoch": 2.775092227451978, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.51476001739502, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8802263736724854, + "num_tokens": 832445161.0, + "step": 21815 + }, + { + "epoch": 2.7752194377305686, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.474431991577148, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8625510931015015, + "num_tokens": 832487905.0, + "step": 21816 + }, + { + "epoch": 2.775346648009159, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.47834587097168, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.879220187664032, + "num_tokens": 832521107.0, + "step": 21817 + }, + { + "epoch": 2.7754738582877496, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.484042167663574, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8741134405136108, + "num_tokens": 832557213.0, + "step": 21818 + }, + { + "epoch": 2.77560106856634, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.506155967712402, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8652586936950684, + "num_tokens": 832600445.0, + "step": 21819 + }, + { + "epoch": 2.7757282788449307, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.471402168273926, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.875748872756958, + "num_tokens": 832635994.0, + "step": 21820 + }, + { + "epoch": 2.775855489123521, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.527153968811035, + "learning_rate": 1e-06, + "loss": 0.3309, + "mean_token_accuracy": 0.8883018493652344, + "num_tokens": 832677151.0, + "step": 21821 + }, + { + "epoch": 2.7759826994021117, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.460945129394531, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8768412470817566, + "num_tokens": 832713995.0, + "step": 21822 + }, + { + "epoch": 2.7761099096807023, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.433795928955078, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8691378235816956, + "num_tokens": 832754201.0, + "step": 21823 + }, + { + "epoch": 2.776237119959293, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.445342063903809, + "learning_rate": 1e-06, + "loss": 0.38, + "mean_token_accuracy": 0.8748339414596558, + "num_tokens": 832796920.0, + "step": 21824 + }, + { + "epoch": 2.7763643302378833, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.492419242858887, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8751447200775146, + "num_tokens": 832835952.0, + "step": 21825 + }, + { + "epoch": 2.776491540516474, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.476290702819824, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8803086280822754, + "num_tokens": 832878306.0, + "step": 21826 + }, + { + "epoch": 2.7766187507950644, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.489850997924805, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8702118396759033, + "num_tokens": 832914315.0, + "step": 21827 + }, + { + "epoch": 2.776745961073655, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.420182228088379, + "learning_rate": 1e-06, + "loss": 0.41, + "mean_token_accuracy": 0.8733277916908264, + "num_tokens": 832956661.0, + "step": 21828 + }, + { + "epoch": 2.7768731713522454, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.457223892211914, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8834183216094971, + "num_tokens": 832999446.0, + "step": 21829 + }, + { + "epoch": 2.7770003816308355, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.51575756072998, + "learning_rate": 1e-06, + "loss": 0.4375, + "mean_token_accuracy": 0.8507793545722961, + "num_tokens": 833039001.0, + "step": 21830 + }, + { + "epoch": 2.7771275919094265, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.454345703125, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8750988245010376, + "num_tokens": 833074334.0, + "step": 21831 + }, + { + "epoch": 2.7772548021880166, + "ewc_loss": 0.017578125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7523765563964844e-05, + "grad_norm": 12.474967956542969, + "learning_rate": 1e-06, + "loss": 0.405, + "mean_token_accuracy": 0.8649933338165283, + "num_tokens": 833113089.0, + "step": 21832 + }, + { + "epoch": 2.7773820124666075, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.492498397827148, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8748161792755127, + "num_tokens": 833149755.0, + "step": 21833 + }, + { + "epoch": 2.7775092227451976, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.488912582397461, + "learning_rate": 1e-06, + "loss": 0.4044, + "mean_token_accuracy": 0.8694966435432434, + "num_tokens": 833187718.0, + "step": 21834 + }, + { + "epoch": 2.7776364330237886, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.567060470581055, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8844287395477295, + "num_tokens": 833221416.0, + "step": 21835 + }, + { + "epoch": 2.7777636433023787, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.424097061157227, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8914464116096497, + "num_tokens": 833261101.0, + "step": 21836 + }, + { + "epoch": 2.777890853580969, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.468050956726074, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.886347770690918, + "num_tokens": 833296804.0, + "step": 21837 + }, + { + "epoch": 2.7780180638595597, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.470548629760742, + "learning_rate": 1e-06, + "loss": 0.3729, + "mean_token_accuracy": 0.8780416250228882, + "num_tokens": 833332005.0, + "step": 21838 + }, + { + "epoch": 2.7781452741381503, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.519781112670898, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8742585182189941, + "num_tokens": 833371991.0, + "step": 21839 + }, + { + "epoch": 2.778272484416741, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.495759010314941, + "learning_rate": 1e-06, + "loss": 0.3315, + "mean_token_accuracy": 0.8885548114776611, + "num_tokens": 833407514.0, + "step": 21840 + }, + { + "epoch": 2.7783996946953313, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.458826065063477, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8764476776123047, + "num_tokens": 833444519.0, + "step": 21841 + }, + { + "epoch": 2.778526904973922, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.579963684082031, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.873534083366394, + "num_tokens": 833482252.0, + "step": 21842 + }, + { + "epoch": 2.7786541152525124, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.454177856445312, + "learning_rate": 1e-06, + "loss": 0.3756, + "mean_token_accuracy": 0.875832200050354, + "num_tokens": 833515513.0, + "step": 21843 + }, + { + "epoch": 2.778781325531103, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.479933738708496, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8848907947540283, + "num_tokens": 833551188.0, + "step": 21844 + }, + { + "epoch": 2.7789085358096934, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.502726554870605, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8872948884963989, + "num_tokens": 833589159.0, + "step": 21845 + }, + { + "epoch": 2.779035746088284, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.499284744262695, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8676708936691284, + "num_tokens": 833623581.0, + "step": 21846 + }, + { + "epoch": 2.7791629563668745, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.524713516235352, + "learning_rate": 1e-06, + "loss": 0.3992, + "mean_token_accuracy": 0.8664043545722961, + "num_tokens": 833660466.0, + "step": 21847 + }, + { + "epoch": 2.779290166645465, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.441156387329102, + "learning_rate": 1e-06, + "loss": 0.404, + "mean_token_accuracy": 0.868175745010376, + "num_tokens": 833697465.0, + "step": 21848 + }, + { + "epoch": 2.7794173769240555, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.483083724975586, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8750896453857422, + "num_tokens": 833735178.0, + "step": 21849 + }, + { + "epoch": 2.779544587202646, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.444424629211426, + "learning_rate": 1e-06, + "loss": 0.3154, + "mean_token_accuracy": 0.8943462371826172, + "num_tokens": 833770193.0, + "step": 21850 + }, + { + "epoch": 2.7796717974812366, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.465169906616211, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8780577778816223, + "num_tokens": 833807836.0, + "step": 21851 + }, + { + "epoch": 2.779799007759827, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.497342109680176, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8743757605552673, + "num_tokens": 833847605.0, + "step": 21852 + }, + { + "epoch": 2.7799262180384177, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.510106086730957, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8814547657966614, + "num_tokens": 833884239.0, + "step": 21853 + }, + { + "epoch": 2.780053428317008, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.481903076171875, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8783730268478394, + "num_tokens": 833921305.0, + "step": 21854 + }, + { + "epoch": 2.7801806385955983, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.491351127624512, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8693198561668396, + "num_tokens": 833959297.0, + "step": 21855 + }, + { + "epoch": 2.7803078488741892, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.517007827758789, + "learning_rate": 1e-06, + "loss": 0.4361, + "mean_token_accuracy": 0.8545388579368591, + "num_tokens": 833992135.0, + "step": 21856 + }, + { + "epoch": 2.7804350591527793, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.46790885925293, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.868013858795166, + "num_tokens": 834035933.0, + "step": 21857 + }, + { + "epoch": 2.7805622694313703, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.556832313537598, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8772282004356384, + "num_tokens": 834070187.0, + "step": 21858 + }, + { + "epoch": 2.7806894797099604, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.516633987426758, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.878419041633606, + "num_tokens": 834107370.0, + "step": 21859 + }, + { + "epoch": 2.780816689988551, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.514189720153809, + "learning_rate": 1e-06, + "loss": 0.3845, + "mean_token_accuracy": 0.8696355819702148, + "num_tokens": 834145357.0, + "step": 21860 + }, + { + "epoch": 2.7809439002671414, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.50228500366211, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8747466802597046, + "num_tokens": 834187250.0, + "step": 21861 + }, + { + "epoch": 2.781071110545732, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.466416358947754, + "learning_rate": 1e-06, + "loss": 0.3319, + "mean_token_accuracy": 0.8882913589477539, + "num_tokens": 834227598.0, + "step": 21862 + }, + { + "epoch": 2.7811983208243225, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.555502891540527, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8907735347747803, + "num_tokens": 834267032.0, + "step": 21863 + }, + { + "epoch": 2.781325531102913, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.388402938842773, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8672650456428528, + "num_tokens": 834308479.0, + "step": 21864 + }, + { + "epoch": 2.7814527413815036, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.505817413330078, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8856192827224731, + "num_tokens": 834346185.0, + "step": 21865 + }, + { + "epoch": 2.781579951660094, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.446309089660645, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8859961032867432, + "num_tokens": 834384404.0, + "step": 21866 + }, + { + "epoch": 2.7817071619386846, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.487833023071289, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8756692409515381, + "num_tokens": 834424833.0, + "step": 21867 + }, + { + "epoch": 2.781834372217275, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.490814208984375, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8800913095474243, + "num_tokens": 834464215.0, + "step": 21868 + }, + { + "epoch": 2.7819615824958657, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.476015090942383, + "learning_rate": 1e-06, + "loss": 0.4369, + "mean_token_accuracy": 0.8552781939506531, + "num_tokens": 834502452.0, + "step": 21869 + }, + { + "epoch": 2.782088792774456, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.504521369934082, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8773941993713379, + "num_tokens": 834539690.0, + "step": 21870 + }, + { + "epoch": 2.7822160030530467, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.447943687438965, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8667547106742859, + "num_tokens": 834583193.0, + "step": 21871 + }, + { + "epoch": 2.7823432133316373, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.488807678222656, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8715571761131287, + "num_tokens": 834620028.0, + "step": 21872 + }, + { + "epoch": 2.782470423610228, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.520519256591797, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8673930764198303, + "num_tokens": 834657351.0, + "step": 21873 + }, + { + "epoch": 2.7825976338888183, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.44013500213623, + "learning_rate": 1e-06, + "loss": 0.307, + "mean_token_accuracy": 0.8920080661773682, + "num_tokens": 834693687.0, + "step": 21874 + }, + { + "epoch": 2.782724844167409, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.493261337280273, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8765934705734253, + "num_tokens": 834736171.0, + "step": 21875 + }, + { + "epoch": 2.7828520544459994, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.436119079589844, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.890203595161438, + "num_tokens": 834775699.0, + "step": 21876 + }, + { + "epoch": 2.78297926472459, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.505656242370605, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8717275857925415, + "num_tokens": 834816053.0, + "step": 21877 + }, + { + "epoch": 2.78310647500318, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.507889747619629, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8737123012542725, + "num_tokens": 834857125.0, + "step": 21878 + }, + { + "epoch": 2.783233685281771, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.418444633483887, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.8896971940994263, + "num_tokens": 834895676.0, + "step": 21879 + }, + { + "epoch": 2.783360895560361, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.533614158630371, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8799381256103516, + "num_tokens": 834927748.0, + "step": 21880 + }, + { + "epoch": 2.783488105838952, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.47421932220459, + "learning_rate": 1e-06, + "loss": 0.3866, + "mean_token_accuracy": 0.8731480836868286, + "num_tokens": 834966722.0, + "step": 21881 + }, + { + "epoch": 2.783615316117542, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.450556755065918, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8789781332015991, + "num_tokens": 835003770.0, + "step": 21882 + }, + { + "epoch": 2.783742526396133, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.487913131713867, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8850033283233643, + "num_tokens": 835041504.0, + "step": 21883 + }, + { + "epoch": 2.783869736674723, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.53159236907959, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8792158365249634, + "num_tokens": 835075179.0, + "step": 21884 + }, + { + "epoch": 2.7839969469533137, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.521915435791016, + "learning_rate": 1e-06, + "loss": 0.4273, + "mean_token_accuracy": 0.8668357133865356, + "num_tokens": 835113080.0, + "step": 21885 + }, + { + "epoch": 2.784124157231904, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.471217155456543, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.875950813293457, + "num_tokens": 835150586.0, + "step": 21886 + }, + { + "epoch": 2.7842513675104947, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.504281997680664, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8748865723609924, + "num_tokens": 835184049.0, + "step": 21887 + }, + { + "epoch": 2.7843785777890853, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.453635215759277, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.871593713760376, + "num_tokens": 835222745.0, + "step": 21888 + }, + { + "epoch": 2.784505788067676, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.434415817260742, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.864774227142334, + "num_tokens": 835263017.0, + "step": 21889 + }, + { + "epoch": 2.7846329983462663, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.507684707641602, + "learning_rate": 1e-06, + "loss": 0.3233, + "mean_token_accuracy": 0.8904446363449097, + "num_tokens": 835303916.0, + "step": 21890 + }, + { + "epoch": 2.784760208624857, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.436859130859375, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8922643065452576, + "num_tokens": 835343148.0, + "step": 21891 + }, + { + "epoch": 2.7848874189034474, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.494451522827148, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8746211528778076, + "num_tokens": 835382337.0, + "step": 21892 + }, + { + "epoch": 2.785014629182038, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.490379333496094, + "learning_rate": 1e-06, + "loss": 0.3855, + "mean_token_accuracy": 0.8698619604110718, + "num_tokens": 835423645.0, + "step": 21893 + }, + { + "epoch": 2.7851418394606284, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.434248924255371, + "learning_rate": 1e-06, + "loss": 0.4409, + "mean_token_accuracy": 0.8503682017326355, + "num_tokens": 835464590.0, + "step": 21894 + }, + { + "epoch": 2.785269049739219, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.475130081176758, + "learning_rate": 1e-06, + "loss": 0.3016, + "mean_token_accuracy": 0.8988257050514221, + "num_tokens": 835496376.0, + "step": 21895 + }, + { + "epoch": 2.7853962600178095, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.460719108581543, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8631458282470703, + "num_tokens": 835541231.0, + "step": 21896 + }, + { + "epoch": 2.7855234702964, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.492523193359375, + "learning_rate": 1e-06, + "loss": 0.3662, + "mean_token_accuracy": 0.8815177083015442, + "num_tokens": 835584038.0, + "step": 21897 + }, + { + "epoch": 2.7856506805749905, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.439519882202148, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8702211976051331, + "num_tokens": 835627189.0, + "step": 21898 + }, + { + "epoch": 2.785777890853581, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.503437042236328, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8783260583877563, + "num_tokens": 835659701.0, + "step": 21899 + }, + { + "epoch": 2.7859051011321716, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.523568153381348, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.884110152721405, + "num_tokens": 835694045.0, + "step": 21900 + }, + { + "epoch": 2.786032311410762, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.480560302734375, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8743768930435181, + "num_tokens": 835732118.0, + "step": 21901 + }, + { + "epoch": 2.7861595216893527, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.499312400817871, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8861508965492249, + "num_tokens": 835772700.0, + "step": 21902 + }, + { + "epoch": 2.7862867319679427, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.540506362915039, + "learning_rate": 1e-06, + "loss": 0.4261, + "mean_token_accuracy": 0.8610481023788452, + "num_tokens": 835811206.0, + "step": 21903 + }, + { + "epoch": 2.7864139422465337, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.522038459777832, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.883001446723938, + "num_tokens": 835844381.0, + "step": 21904 + }, + { + "epoch": 2.786541152525124, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.465198516845703, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8704280853271484, + "num_tokens": 835879926.0, + "step": 21905 + }, + { + "epoch": 2.7866683628037148, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.513419151306152, + "learning_rate": 1e-06, + "loss": 0.4002, + "mean_token_accuracy": 0.8661209344863892, + "num_tokens": 835924014.0, + "step": 21906 + }, + { + "epoch": 2.786795573082305, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.503334045410156, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8707825541496277, + "num_tokens": 835956054.0, + "step": 21907 + }, + { + "epoch": 2.786922783360896, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.464508056640625, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8825101256370544, + "num_tokens": 835988885.0, + "step": 21908 + }, + { + "epoch": 2.787049993639486, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.46634578704834, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8759207725524902, + "num_tokens": 836028885.0, + "step": 21909 + }, + { + "epoch": 2.7871772039180764, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.399718284606934, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8894743919372559, + "num_tokens": 836067340.0, + "step": 21910 + }, + { + "epoch": 2.787304414196667, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.52078914642334, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8776546716690063, + "num_tokens": 836104432.0, + "step": 21911 + }, + { + "epoch": 2.7874316244752575, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.435462951660156, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8728088140487671, + "num_tokens": 836141197.0, + "step": 21912 + }, + { + "epoch": 2.787558834753848, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.477462768554688, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8885070085525513, + "num_tokens": 836176949.0, + "step": 21913 + }, + { + "epoch": 2.7876860450324386, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.484237670898438, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8747857809066772, + "num_tokens": 836206484.0, + "step": 21914 + }, + { + "epoch": 2.787813255311029, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.479525566101074, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8829246163368225, + "num_tokens": 836243056.0, + "step": 21915 + }, + { + "epoch": 2.7879404655896196, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.47929859161377, + "learning_rate": 1e-06, + "loss": 0.3874, + "mean_token_accuracy": 0.8716443181037903, + "num_tokens": 836281154.0, + "step": 21916 + }, + { + "epoch": 2.78806767586821, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.490047454833984, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8764418363571167, + "num_tokens": 836319895.0, + "step": 21917 + }, + { + "epoch": 2.7881948861468007, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.459358215332031, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8818510174751282, + "num_tokens": 836357227.0, + "step": 21918 + }, + { + "epoch": 2.788322096425391, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.409997940063477, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8701555132865906, + "num_tokens": 836398442.0, + "step": 21919 + }, + { + "epoch": 2.7884493067039817, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.481833457946777, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8840217590332031, + "num_tokens": 836436660.0, + "step": 21920 + }, + { + "epoch": 2.7885765169825723, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.452545166015625, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8714125156402588, + "num_tokens": 836479180.0, + "step": 21921 + }, + { + "epoch": 2.788703727261163, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.473257064819336, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8834642767906189, + "num_tokens": 836518874.0, + "step": 21922 + }, + { + "epoch": 2.7888309375397533, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.494388580322266, + "learning_rate": 1e-06, + "loss": 0.3737, + "mean_token_accuracy": 0.8738818168640137, + "num_tokens": 836556910.0, + "step": 21923 + }, + { + "epoch": 2.788958147818344, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.467055320739746, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8887659907341003, + "num_tokens": 836598151.0, + "step": 21924 + }, + { + "epoch": 2.7890853580969344, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.507365226745605, + "learning_rate": 1e-06, + "loss": 0.3841, + "mean_token_accuracy": 0.869146466255188, + "num_tokens": 836637952.0, + "step": 21925 + }, + { + "epoch": 2.789212568375525, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.434038162231445, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8902223706245422, + "num_tokens": 836677138.0, + "step": 21926 + }, + { + "epoch": 2.7893397786541154, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.486047744750977, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8821761012077332, + "num_tokens": 836716880.0, + "step": 21927 + }, + { + "epoch": 2.7894669889327055, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.450732231140137, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8888590931892395, + "num_tokens": 836752572.0, + "step": 21928 + }, + { + "epoch": 2.7895941992112965, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.45052433013916, + "learning_rate": 1e-06, + "loss": 0.3833, + "mean_token_accuracy": 0.8741450309753418, + "num_tokens": 836794321.0, + "step": 21929 + }, + { + "epoch": 2.7897214094898866, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.487576484680176, + "learning_rate": 1e-06, + "loss": 0.3118, + "mean_token_accuracy": 0.8909308314323425, + "num_tokens": 836829183.0, + "step": 21930 + }, + { + "epoch": 2.7898486197684775, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.493511199951172, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.8668667078018188, + "num_tokens": 836864644.0, + "step": 21931 + }, + { + "epoch": 2.7899758300470676, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.520587921142578, + "learning_rate": 1e-06, + "loss": 0.3314, + "mean_token_accuracy": 0.8890238404273987, + "num_tokens": 836895384.0, + "step": 21932 + }, + { + "epoch": 2.7901030403256586, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.442044258117676, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8801774382591248, + "num_tokens": 836943336.0, + "step": 21933 + }, + { + "epoch": 2.7902302506042487, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.47641372680664, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8908423185348511, + "num_tokens": 836980708.0, + "step": 21934 + }, + { + "epoch": 2.790357460882839, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.479410171508789, + "learning_rate": 1e-06, + "loss": 0.3579, + "mean_token_accuracy": 0.8808591365814209, + "num_tokens": 837015738.0, + "step": 21935 + }, + { + "epoch": 2.7904846711614297, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.533931732177734, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8844470977783203, + "num_tokens": 837053014.0, + "step": 21936 + }, + { + "epoch": 2.7906118814400203, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.521305084228516, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8722826242446899, + "num_tokens": 837083579.0, + "step": 21937 + }, + { + "epoch": 2.790739091718611, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.517221450805664, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8862457871437073, + "num_tokens": 837126201.0, + "step": 21938 + }, + { + "epoch": 2.7908663019972013, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.453622817993164, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8867124915122986, + "num_tokens": 837162400.0, + "step": 21939 + }, + { + "epoch": 2.790993512275792, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.536211967468262, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.880861759185791, + "num_tokens": 837205733.0, + "step": 21940 + }, + { + "epoch": 2.7911207225543824, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.47827434539795, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8669418096542358, + "num_tokens": 837243838.0, + "step": 21941 + }, + { + "epoch": 2.791247932832973, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.494903564453125, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8739696741104126, + "num_tokens": 837280936.0, + "step": 21942 + }, + { + "epoch": 2.7913751431115634, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.518495559692383, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8781750202178955, + "num_tokens": 837321790.0, + "step": 21943 + }, + { + "epoch": 2.791502353390154, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.459063529968262, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8803369402885437, + "num_tokens": 837362023.0, + "step": 21944 + }, + { + "epoch": 2.7916295636687445, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.493165016174316, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8839089870452881, + "num_tokens": 837404876.0, + "step": 21945 + }, + { + "epoch": 2.791756773947335, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.526363372802734, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8719838857650757, + "num_tokens": 837442899.0, + "step": 21946 + }, + { + "epoch": 2.7918839842259255, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.509346008300781, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8874732851982117, + "num_tokens": 837477611.0, + "step": 21947 + }, + { + "epoch": 2.792011194504516, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.59121036529541, + "learning_rate": 1e-06, + "loss": 0.3995, + "mean_token_accuracy": 0.8654717206954956, + "num_tokens": 837515928.0, + "step": 21948 + }, + { + "epoch": 2.7921384047831066, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.546358108520508, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8799405694007874, + "num_tokens": 837553042.0, + "step": 21949 + }, + { + "epoch": 2.792265615061697, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.499146461486816, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8824081420898438, + "num_tokens": 837589749.0, + "step": 21950 + }, + { + "epoch": 2.7923928253402877, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.420294761657715, + "learning_rate": 1e-06, + "loss": 0.3171, + "mean_token_accuracy": 0.8957841396331787, + "num_tokens": 837631104.0, + "step": 21951 + }, + { + "epoch": 2.792520035618878, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.537962913513184, + "learning_rate": 1e-06, + "loss": 0.3364, + "mean_token_accuracy": 0.8862195014953613, + "num_tokens": 837668173.0, + "step": 21952 + }, + { + "epoch": 2.7926472458974683, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.516737937927246, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.883999228477478, + "num_tokens": 837704282.0, + "step": 21953 + }, + { + "epoch": 2.7927744561760592, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.549954414367676, + "learning_rate": 1e-06, + "loss": 0.4007, + "mean_token_accuracy": 0.8689613342285156, + "num_tokens": 837750790.0, + "step": 21954 + }, + { + "epoch": 2.7929016664546493, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.515204429626465, + "learning_rate": 1e-06, + "loss": 0.3658, + "mean_token_accuracy": 0.8755075931549072, + "num_tokens": 837792041.0, + "step": 21955 + }, + { + "epoch": 2.7930288767332403, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.54527473449707, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8837041854858398, + "num_tokens": 837818645.0, + "step": 21956 + }, + { + "epoch": 2.7931560870118304, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.5377836227417, + "learning_rate": 1e-06, + "loss": 0.3441, + "mean_token_accuracy": 0.8875522613525391, + "num_tokens": 837859816.0, + "step": 21957 + }, + { + "epoch": 2.793283297290421, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.454961776733398, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8734321594238281, + "num_tokens": 837903970.0, + "step": 21958 + }, + { + "epoch": 2.7934105075690114, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.514321327209473, + "learning_rate": 1e-06, + "loss": 0.3657, + "mean_token_accuracy": 0.8783984184265137, + "num_tokens": 837941158.0, + "step": 21959 + }, + { + "epoch": 2.793537717847602, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.529549598693848, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8836343288421631, + "num_tokens": 837978157.0, + "step": 21960 + }, + { + "epoch": 2.7936649281261925, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.542826652526855, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8884748220443726, + "num_tokens": 838017871.0, + "step": 21961 + }, + { + "epoch": 2.793792138404783, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.453241348266602, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.8888391256332397, + "num_tokens": 838050521.0, + "step": 21962 + }, + { + "epoch": 2.7939193486833735, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.539857864379883, + "learning_rate": 1e-06, + "loss": 0.3363, + "mean_token_accuracy": 0.885837733745575, + "num_tokens": 838084450.0, + "step": 21963 + }, + { + "epoch": 2.794046558961964, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.518969535827637, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8718094825744629, + "num_tokens": 838121505.0, + "step": 21964 + }, + { + "epoch": 2.7941737692405546, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.485898971557617, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.8759787082672119, + "num_tokens": 838166148.0, + "step": 21965 + }, + { + "epoch": 2.794300979519145, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.45765495300293, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8834177255630493, + "num_tokens": 838203578.0, + "step": 21966 + }, + { + "epoch": 2.7944281897977357, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.554951667785645, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8853456974029541, + "num_tokens": 838240702.0, + "step": 21967 + }, + { + "epoch": 2.794555400076326, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.550637245178223, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8852548599243164, + "num_tokens": 838275639.0, + "step": 21968 + }, + { + "epoch": 2.7946826103549167, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.48599624633789, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.879410982131958, + "num_tokens": 838310045.0, + "step": 21969 + }, + { + "epoch": 2.7948098206335072, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.511879920959473, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8793063163757324, + "num_tokens": 838351571.0, + "step": 21970 + }, + { + "epoch": 2.7949370309120978, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.480744361877441, + "learning_rate": 1e-06, + "loss": 0.3273, + "mean_token_accuracy": 0.8903988599777222, + "num_tokens": 838393804.0, + "step": 21971 + }, + { + "epoch": 2.7950642411906883, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.500907897949219, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8773764371871948, + "num_tokens": 838435516.0, + "step": 21972 + }, + { + "epoch": 2.795191451469279, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.538105010986328, + "learning_rate": 1e-06, + "loss": 0.3358, + "mean_token_accuracy": 0.8861580491065979, + "num_tokens": 838465425.0, + "step": 21973 + }, + { + "epoch": 2.7953186617478694, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.468008041381836, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8770008683204651, + "num_tokens": 838512832.0, + "step": 21974 + }, + { + "epoch": 2.79544587202646, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.525263786315918, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8847655653953552, + "num_tokens": 838552806.0, + "step": 21975 + }, + { + "epoch": 2.79557308230505, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.570772171020508, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8764269351959229, + "num_tokens": 838588592.0, + "step": 21976 + }, + { + "epoch": 2.795700292583641, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.474472045898438, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8762058615684509, + "num_tokens": 838629402.0, + "step": 21977 + }, + { + "epoch": 2.795827502862231, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.524139404296875, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8698453307151794, + "num_tokens": 838676580.0, + "step": 21978 + }, + { + "epoch": 2.795954713140822, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.46013069152832, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8741140961647034, + "num_tokens": 838715773.0, + "step": 21979 + }, + { + "epoch": 2.796081923419412, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.550069808959961, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8682597279548645, + "num_tokens": 838750270.0, + "step": 21980 + }, + { + "epoch": 2.796209133698003, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.528518676757812, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8569065928459167, + "num_tokens": 838794823.0, + "step": 21981 + }, + { + "epoch": 2.796336343976593, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.584300994873047, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8695411086082458, + "num_tokens": 838828901.0, + "step": 21982 + }, + { + "epoch": 2.7964635542551837, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.459529876708984, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8690260052680969, + "num_tokens": 838872648.0, + "step": 21983 + }, + { + "epoch": 2.796590764533774, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.566771507263184, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8908764719963074, + "num_tokens": 838905150.0, + "step": 21984 + }, + { + "epoch": 2.7967179748123647, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.513028144836426, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8781149387359619, + "num_tokens": 838949027.0, + "step": 21985 + }, + { + "epoch": 2.7968451850909553, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.452494621276855, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8800534009933472, + "num_tokens": 838987320.0, + "step": 21986 + }, + { + "epoch": 2.796972395369546, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.578457832336426, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8746547698974609, + "num_tokens": 839027396.0, + "step": 21987 + }, + { + "epoch": 2.7970996056481363, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.504837036132812, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8844907879829407, + "num_tokens": 839069779.0, + "step": 21988 + }, + { + "epoch": 2.797226815926727, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.535390853881836, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8839898705482483, + "num_tokens": 839110919.0, + "step": 21989 + }, + { + "epoch": 2.7973540262053174, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.566554069519043, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8913676738739014, + "num_tokens": 839143689.0, + "step": 21990 + }, + { + "epoch": 2.797481236483908, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.625452995300293, + "learning_rate": 1e-06, + "loss": 0.4216, + "mean_token_accuracy": 0.8611027002334595, + "num_tokens": 839181274.0, + "step": 21991 + }, + { + "epoch": 2.7976084467624984, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.485135078430176, + "learning_rate": 1e-06, + "loss": 0.4146, + "mean_token_accuracy": 0.8629165887832642, + "num_tokens": 839217038.0, + "step": 21992 + }, + { + "epoch": 2.797735657041089, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.559118270874023, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8780805468559265, + "num_tokens": 839260104.0, + "step": 21993 + }, + { + "epoch": 2.7978628673196795, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.538893699645996, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8811810612678528, + "num_tokens": 839294328.0, + "step": 21994 + }, + { + "epoch": 2.79799007759827, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.537713050842285, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8766194581985474, + "num_tokens": 839326662.0, + "step": 21995 + }, + { + "epoch": 2.7981172878768605, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.606117248535156, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8793148994445801, + "num_tokens": 839355997.0, + "step": 21996 + }, + { + "epoch": 2.798244498155451, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.566081047058105, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8835358619689941, + "num_tokens": 839396596.0, + "step": 21997 + }, + { + "epoch": 2.7983717084340416, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.56401252746582, + "learning_rate": 1e-06, + "loss": 0.3661, + "mean_token_accuracy": 0.8787498474121094, + "num_tokens": 839432251.0, + "step": 21998 + }, + { + "epoch": 2.798498918712632, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.528791427612305, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8868705034255981, + "num_tokens": 839465987.0, + "step": 21999 + }, + { + "epoch": 2.7986261289912227, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.542264938354492, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8809815645217896, + "num_tokens": 839506147.0, + "step": 22000 + }, + { + "epoch": 2.7987533392698127, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.509970664978027, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8699582815170288, + "num_tokens": 839544620.0, + "step": 22001 + }, + { + "epoch": 2.7988805495484037, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.4942626953125, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8712929487228394, + "num_tokens": 839583217.0, + "step": 22002 + }, + { + "epoch": 2.799007759826994, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.523983001708984, + "learning_rate": 1e-06, + "loss": 0.3194, + "mean_token_accuracy": 0.8953157663345337, + "num_tokens": 839621283.0, + "step": 22003 + }, + { + "epoch": 2.7991349701055848, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.532105445861816, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8729816675186157, + "num_tokens": 839658072.0, + "step": 22004 + }, + { + "epoch": 2.799262180384175, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.56951904296875, + "learning_rate": 1e-06, + "loss": 0.4197, + "mean_token_accuracy": 0.8612043857574463, + "num_tokens": 839700926.0, + "step": 22005 + }, + { + "epoch": 2.799389390662766, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.488234519958496, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8865065574645996, + "num_tokens": 839736160.0, + "step": 22006 + }, + { + "epoch": 2.799516600941356, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.540291786193848, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.8925740122795105, + "num_tokens": 839776834.0, + "step": 22007 + }, + { + "epoch": 2.7996438112199464, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.513671875, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.8709419965744019, + "num_tokens": 839818156.0, + "step": 22008 + }, + { + "epoch": 2.799771021498537, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.610150337219238, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.8716852068901062, + "num_tokens": 839857133.0, + "step": 22009 + }, + { + "epoch": 2.7998982317771275, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.51123046875, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8624067902565002, + "num_tokens": 839893129.0, + "step": 22010 + }, + { + "epoch": 2.800025442055718, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.567564964294434, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8810722827911377, + "num_tokens": 839924622.0, + "step": 22011 + }, + { + "epoch": 2.8001526523343085, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.504121780395508, + "learning_rate": 1e-06, + "loss": 0.3086, + "mean_token_accuracy": 0.8980464339256287, + "num_tokens": 839961276.0, + "step": 22012 + }, + { + "epoch": 2.800279862612899, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.503466606140137, + "learning_rate": 1e-06, + "loss": 0.3864, + "mean_token_accuracy": 0.8683071136474609, + "num_tokens": 840002554.0, + "step": 22013 + }, + { + "epoch": 2.8004070728914896, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.512322425842285, + "learning_rate": 1e-06, + "loss": 0.3721, + "mean_token_accuracy": 0.8759281635284424, + "num_tokens": 840041642.0, + "step": 22014 + }, + { + "epoch": 2.80053428317008, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.495211601257324, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8856774568557739, + "num_tokens": 840083532.0, + "step": 22015 + }, + { + "epoch": 2.8006614934486707, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.50308895111084, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.87506502866745, + "num_tokens": 840124221.0, + "step": 22016 + }, + { + "epoch": 2.800788703727261, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.47595500946045, + "learning_rate": 1e-06, + "loss": 0.3439, + "mean_token_accuracy": 0.8823084831237793, + "num_tokens": 840162309.0, + "step": 22017 + }, + { + "epoch": 2.8009159140058517, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.495659828186035, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8800778985023499, + "num_tokens": 840194778.0, + "step": 22018 + }, + { + "epoch": 2.8010431242844422, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.521817207336426, + "learning_rate": 1e-06, + "loss": 0.31, + "mean_token_accuracy": 0.8958266973495483, + "num_tokens": 840225081.0, + "step": 22019 + }, + { + "epoch": 2.8011703345630328, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.4889554977417, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8762372732162476, + "num_tokens": 840267698.0, + "step": 22020 + }, + { + "epoch": 2.8012975448416233, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.491680145263672, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8716070055961609, + "num_tokens": 840303255.0, + "step": 22021 + }, + { + "epoch": 2.801424755120214, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.542222023010254, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8775262236595154, + "num_tokens": 840344616.0, + "step": 22022 + }, + { + "epoch": 2.8015519653988044, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.416525840759277, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8780291676521301, + "num_tokens": 840383293.0, + "step": 22023 + }, + { + "epoch": 2.801679175677395, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.51810073852539, + "learning_rate": 1e-06, + "loss": 0.3979, + "mean_token_accuracy": 0.8693394064903259, + "num_tokens": 840424583.0, + "step": 22024 + }, + { + "epoch": 2.8018063859559854, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.534369468688965, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8724733591079712, + "num_tokens": 840458752.0, + "step": 22025 + }, + { + "epoch": 2.8019335962345755, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.496959686279297, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8838217258453369, + "num_tokens": 840498441.0, + "step": 22026 + }, + { + "epoch": 2.8020608065131665, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.468416213989258, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8879358768463135, + "num_tokens": 840537838.0, + "step": 22027 + }, + { + "epoch": 2.8021880167917566, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.507952690124512, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8684059381484985, + "num_tokens": 840571770.0, + "step": 22028 + }, + { + "epoch": 2.8023152270703475, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.502927780151367, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8723198175430298, + "num_tokens": 840607559.0, + "step": 22029 + }, + { + "epoch": 2.8024424373489376, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.474043846130371, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8630908131599426, + "num_tokens": 840650156.0, + "step": 22030 + }, + { + "epoch": 2.8025696476275286, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.434782981872559, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.868890643119812, + "num_tokens": 840686590.0, + "step": 22031 + }, + { + "epoch": 2.8026968579061187, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.478480339050293, + "learning_rate": 1e-06, + "loss": 0.3954, + "mean_token_accuracy": 0.8709261417388916, + "num_tokens": 840724445.0, + "step": 22032 + }, + { + "epoch": 2.802824068184709, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.46267032623291, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8929824829101562, + "num_tokens": 840765047.0, + "step": 22033 + }, + { + "epoch": 2.8029512784632997, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.482548713684082, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8655855059623718, + "num_tokens": 840802375.0, + "step": 22034 + }, + { + "epoch": 2.8030784887418903, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.50690746307373, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8771767020225525, + "num_tokens": 840839994.0, + "step": 22035 + }, + { + "epoch": 2.803205699020481, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.45687484741211, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8757178783416748, + "num_tokens": 840877144.0, + "step": 22036 + }, + { + "epoch": 2.8033329092990713, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.478708267211914, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8690086603164673, + "num_tokens": 840918478.0, + "step": 22037 + }, + { + "epoch": 2.803460119577662, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.571471214294434, + "learning_rate": 1e-06, + "loss": 0.3343, + "mean_token_accuracy": 0.8853204846382141, + "num_tokens": 840958484.0, + "step": 22038 + }, + { + "epoch": 2.8035873298562524, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.510506629943848, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8794965744018555, + "num_tokens": 841000035.0, + "step": 22039 + }, + { + "epoch": 2.803714540134843, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.470961570739746, + "learning_rate": 1e-06, + "loss": 0.3807, + "mean_token_accuracy": 0.8730330467224121, + "num_tokens": 841035836.0, + "step": 22040 + }, + { + "epoch": 2.8038417504134334, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.527593612670898, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.8789993524551392, + "num_tokens": 841069295.0, + "step": 22041 + }, + { + "epoch": 2.803968960692024, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.481146812438965, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8738740682601929, + "num_tokens": 841108341.0, + "step": 22042 + }, + { + "epoch": 2.8040961709706145, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.51192855834961, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8875260353088379, + "num_tokens": 841142945.0, + "step": 22043 + }, + { + "epoch": 2.804223381249205, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.526721000671387, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8905566930770874, + "num_tokens": 841174137.0, + "step": 22044 + }, + { + "epoch": 2.8043505915277955, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.47364616394043, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.887887179851532, + "num_tokens": 841215914.0, + "step": 22045 + }, + { + "epoch": 2.804477801806386, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.505365371704102, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8796247839927673, + "num_tokens": 841256097.0, + "step": 22046 + }, + { + "epoch": 2.8046050120849766, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.579771041870117, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8814870119094849, + "num_tokens": 841288997.0, + "step": 22047 + }, + { + "epoch": 2.804732222363567, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.602893829345703, + "learning_rate": 1e-06, + "loss": 0.3889, + "mean_token_accuracy": 0.8730177283287048, + "num_tokens": 841328053.0, + "step": 22048 + }, + { + "epoch": 2.8048594326421576, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.402956008911133, + "learning_rate": 1e-06, + "loss": 0.3141, + "mean_token_accuracy": 0.8944437503814697, + "num_tokens": 841366848.0, + "step": 22049 + }, + { + "epoch": 2.804986642920748, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.53829574584961, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8877199292182922, + "num_tokens": 841398568.0, + "step": 22050 + }, + { + "epoch": 2.8051138531993383, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.580361366271973, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8769896030426025, + "num_tokens": 841435722.0, + "step": 22051 + }, + { + "epoch": 2.8052410634779292, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.523487091064453, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8740923404693604, + "num_tokens": 841473635.0, + "step": 22052 + }, + { + "epoch": 2.8053682737565193, + "ewc_loss": 0.0177001953125, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7642974853515625e-05, + "grad_norm": 12.501543998718262, + "learning_rate": 1e-06, + "loss": 0.3551, + "mean_token_accuracy": 0.880786657333374, + "num_tokens": 841512383.0, + "step": 22053 + }, + { + "epoch": 2.8054954840351103, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.571834564208984, + "learning_rate": 1e-06, + "loss": 0.3743, + "mean_token_accuracy": 0.8734225034713745, + "num_tokens": 841543174.0, + "step": 22054 + }, + { + "epoch": 2.8056226943137004, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.544755935668945, + "learning_rate": 1e-06, + "loss": 0.3522, + "mean_token_accuracy": 0.8829370737075806, + "num_tokens": 841582185.0, + "step": 22055 + }, + { + "epoch": 2.805749904592291, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.438775062561035, + "learning_rate": 1e-06, + "loss": 0.3788, + "mean_token_accuracy": 0.8725537657737732, + "num_tokens": 841623179.0, + "step": 22056 + }, + { + "epoch": 2.8058771148708814, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.542749404907227, + "learning_rate": 1e-06, + "loss": 0.3376, + "mean_token_accuracy": 0.8859366178512573, + "num_tokens": 841661062.0, + "step": 22057 + }, + { + "epoch": 2.806004325149472, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.494962692260742, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8769264817237854, + "num_tokens": 841704259.0, + "step": 22058 + }, + { + "epoch": 2.8061315354280625, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.478241920471191, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8757652044296265, + "num_tokens": 841748396.0, + "step": 22059 + }, + { + "epoch": 2.806258745706653, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.518309593200684, + "learning_rate": 1e-06, + "loss": 0.3087, + "mean_token_accuracy": 0.8959248661994934, + "num_tokens": 841787809.0, + "step": 22060 + }, + { + "epoch": 2.8063859559852435, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.45641040802002, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8780590891838074, + "num_tokens": 841824046.0, + "step": 22061 + }, + { + "epoch": 2.806513166263834, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.541237831115723, + "learning_rate": 1e-06, + "loss": 0.33, + "mean_token_accuracy": 0.8878748416900635, + "num_tokens": 841856949.0, + "step": 22062 + }, + { + "epoch": 2.8066403765424246, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.457379341125488, + "learning_rate": 1e-06, + "loss": 0.4113, + "mean_token_accuracy": 0.8646482825279236, + "num_tokens": 841898644.0, + "step": 22063 + }, + { + "epoch": 2.806767586821015, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.524272918701172, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8802979588508606, + "num_tokens": 841934795.0, + "step": 22064 + }, + { + "epoch": 2.8068947970996057, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.524502754211426, + "learning_rate": 1e-06, + "loss": 0.4158, + "mean_token_accuracy": 0.8635117411613464, + "num_tokens": 841976878.0, + "step": 22065 + }, + { + "epoch": 2.807022007378196, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.538328170776367, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8781076669692993, + "num_tokens": 842010998.0, + "step": 22066 + }, + { + "epoch": 2.8071492176567867, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.45118236541748, + "learning_rate": 1e-06, + "loss": 0.2907, + "mean_token_accuracy": 0.9019847512245178, + "num_tokens": 842051410.0, + "step": 22067 + }, + { + "epoch": 2.8072764279353772, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.61111068725586, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8799474239349365, + "num_tokens": 842087954.0, + "step": 22068 + }, + { + "epoch": 2.8074036382139678, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.498255729675293, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8758208155632019, + "num_tokens": 842128326.0, + "step": 22069 + }, + { + "epoch": 2.8075308484925583, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.494348526000977, + "learning_rate": 1e-06, + "loss": 0.4325, + "mean_token_accuracy": 0.8575204610824585, + "num_tokens": 842171143.0, + "step": 22070 + }, + { + "epoch": 2.807658058771149, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.496319770812988, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8663305044174194, + "num_tokens": 842212167.0, + "step": 22071 + }, + { + "epoch": 2.8077852690497394, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.483946800231934, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8688886165618896, + "num_tokens": 842252576.0, + "step": 22072 + }, + { + "epoch": 2.80791247932833, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.509474754333496, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8753268122673035, + "num_tokens": 842287812.0, + "step": 22073 + }, + { + "epoch": 2.80803968960692, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.501184463500977, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8740559816360474, + "num_tokens": 842328289.0, + "step": 22074 + }, + { + "epoch": 2.808166899885511, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.506184577941895, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8814643621444702, + "num_tokens": 842359182.0, + "step": 22075 + }, + { + "epoch": 2.808294110164101, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.565150260925293, + "learning_rate": 1e-06, + "loss": 0.4045, + "mean_token_accuracy": 0.8677602410316467, + "num_tokens": 842399820.0, + "step": 22076 + }, + { + "epoch": 2.808421320442692, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.49673843383789, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8764196038246155, + "num_tokens": 842437852.0, + "step": 22077 + }, + { + "epoch": 2.808548530721282, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.522688865661621, + "learning_rate": 1e-06, + "loss": 0.4033, + "mean_token_accuracy": 0.864362895488739, + "num_tokens": 842476729.0, + "step": 22078 + }, + { + "epoch": 2.808675740999873, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.555933952331543, + "learning_rate": 1e-06, + "loss": 0.4043, + "mean_token_accuracy": 0.8664144277572632, + "num_tokens": 842514590.0, + "step": 22079 + }, + { + "epoch": 2.808802951278463, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.518756866455078, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8763680458068848, + "num_tokens": 842556502.0, + "step": 22080 + }, + { + "epoch": 2.8089301615570537, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.536080360412598, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8658596873283386, + "num_tokens": 842594299.0, + "step": 22081 + }, + { + "epoch": 2.809057371835644, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.515681266784668, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8747113347053528, + "num_tokens": 842633189.0, + "step": 22082 + }, + { + "epoch": 2.8091845821142347, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.516462326049805, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.8799926042556763, + "num_tokens": 842673626.0, + "step": 22083 + }, + { + "epoch": 2.8093117923928252, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.522941589355469, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8715984225273132, + "num_tokens": 842712574.0, + "step": 22084 + }, + { + "epoch": 2.8094390026714158, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.535199165344238, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8749399781227112, + "num_tokens": 842749534.0, + "step": 22085 + }, + { + "epoch": 2.8095662129500063, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.54027271270752, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.868921160697937, + "num_tokens": 842784989.0, + "step": 22086 + }, + { + "epoch": 2.809693423228597, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.469707489013672, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8776707649230957, + "num_tokens": 842823858.0, + "step": 22087 + }, + { + "epoch": 2.8098206335071874, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.525276184082031, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8786634802818298, + "num_tokens": 842858849.0, + "step": 22088 + }, + { + "epoch": 2.809947843785778, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.473505973815918, + "learning_rate": 1e-06, + "loss": 0.3081, + "mean_token_accuracy": 0.89703369140625, + "num_tokens": 842895809.0, + "step": 22089 + }, + { + "epoch": 2.8100750540643684, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.5376615524292, + "learning_rate": 1e-06, + "loss": 0.2843, + "mean_token_accuracy": 0.9039275050163269, + "num_tokens": 842933650.0, + "step": 22090 + }, + { + "epoch": 2.810202264342959, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.573535919189453, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8834441900253296, + "num_tokens": 842967200.0, + "step": 22091 + }, + { + "epoch": 2.8103294746215495, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.518426895141602, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8699575662612915, + "num_tokens": 843002498.0, + "step": 22092 + }, + { + "epoch": 2.81045668490014, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.469385147094727, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8819559812545776, + "num_tokens": 843042627.0, + "step": 22093 + }, + { + "epoch": 2.8105838951787305, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.58310604095459, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8752527236938477, + "num_tokens": 843076862.0, + "step": 22094 + }, + { + "epoch": 2.810711105457321, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.479312896728516, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.877755880355835, + "num_tokens": 843115000.0, + "step": 22095 + }, + { + "epoch": 2.8108383157359116, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.503804206848145, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8844919800758362, + "num_tokens": 843152408.0, + "step": 22096 + }, + { + "epoch": 2.810965526014502, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.513670921325684, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8786910772323608, + "num_tokens": 843189269.0, + "step": 22097 + }, + { + "epoch": 2.8110927362930926, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.493880271911621, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8733317852020264, + "num_tokens": 843227148.0, + "step": 22098 + }, + { + "epoch": 2.8112199465716827, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.569750785827637, + "learning_rate": 1e-06, + "loss": 0.3891, + "mean_token_accuracy": 0.8694409132003784, + "num_tokens": 843259736.0, + "step": 22099 + }, + { + "epoch": 2.8113471568502737, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.45518684387207, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8744120597839355, + "num_tokens": 843302598.0, + "step": 22100 + }, + { + "epoch": 2.811474367128864, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.510669708251953, + "learning_rate": 1e-06, + "loss": 0.3229, + "mean_token_accuracy": 0.8930070400238037, + "num_tokens": 843337615.0, + "step": 22101 + }, + { + "epoch": 2.8116015774074548, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.509664535522461, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8925088047981262, + "num_tokens": 843378845.0, + "step": 22102 + }, + { + "epoch": 2.811728787686045, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.546893119812012, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8690646886825562, + "num_tokens": 843414128.0, + "step": 22103 + }, + { + "epoch": 2.811855997964636, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.462504386901855, + "learning_rate": 1e-06, + "loss": 0.3236, + "mean_token_accuracy": 0.8918775320053101, + "num_tokens": 843454255.0, + "step": 22104 + }, + { + "epoch": 2.811983208243226, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.493789672851562, + "learning_rate": 1e-06, + "loss": 0.3633, + "mean_token_accuracy": 0.8801836967468262, + "num_tokens": 843498332.0, + "step": 22105 + }, + { + "epoch": 2.8121104185218164, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.500692367553711, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8684902191162109, + "num_tokens": 843539196.0, + "step": 22106 + }, + { + "epoch": 2.812237628800407, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.517302513122559, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.88182532787323, + "num_tokens": 843573767.0, + "step": 22107 + }, + { + "epoch": 2.8123648390789975, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.535720825195312, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8658219575881958, + "num_tokens": 843611156.0, + "step": 22108 + }, + { + "epoch": 2.812492049357588, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.517407417297363, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8841230869293213, + "num_tokens": 843644026.0, + "step": 22109 + }, + { + "epoch": 2.8126192596361785, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.482731819152832, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8808767795562744, + "num_tokens": 843683477.0, + "step": 22110 + }, + { + "epoch": 2.812746469914769, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.508967399597168, + "learning_rate": 1e-06, + "loss": 0.4069, + "mean_token_accuracy": 0.8649672269821167, + "num_tokens": 843722815.0, + "step": 22111 + }, + { + "epoch": 2.8128736801933596, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.541365623474121, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.879148006439209, + "num_tokens": 843763843.0, + "step": 22112 + }, + { + "epoch": 2.81300089047195, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.516988754272461, + "learning_rate": 1e-06, + "loss": 0.3951, + "mean_token_accuracy": 0.8704706430435181, + "num_tokens": 843805327.0, + "step": 22113 + }, + { + "epoch": 2.8131281007505406, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.501399040222168, + "learning_rate": 1e-06, + "loss": 0.3638, + "mean_token_accuracy": 0.8785352110862732, + "num_tokens": 843850132.0, + "step": 22114 + }, + { + "epoch": 2.813255311029131, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.566370010375977, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8775862455368042, + "num_tokens": 843887425.0, + "step": 22115 + }, + { + "epoch": 2.8133825213077217, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.531478881835938, + "learning_rate": 1e-06, + "loss": 0.3361, + "mean_token_accuracy": 0.8866144418716431, + "num_tokens": 843920728.0, + "step": 22116 + }, + { + "epoch": 2.8135097315863122, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.567925453186035, + "learning_rate": 1e-06, + "loss": 0.3672, + "mean_token_accuracy": 0.8773428201675415, + "num_tokens": 843959733.0, + "step": 22117 + }, + { + "epoch": 2.8136369418649028, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.536932945251465, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8784638047218323, + "num_tokens": 844005616.0, + "step": 22118 + }, + { + "epoch": 2.8137641521434933, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.563339233398438, + "learning_rate": 1e-06, + "loss": 0.3083, + "mean_token_accuracy": 0.8931032419204712, + "num_tokens": 844034216.0, + "step": 22119 + }, + { + "epoch": 2.813891362422084, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.513169288635254, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8741303086280823, + "num_tokens": 844071173.0, + "step": 22120 + }, + { + "epoch": 2.8140185727006743, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.52505874633789, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8760863542556763, + "num_tokens": 844113665.0, + "step": 22121 + }, + { + "epoch": 2.814145782979265, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.487627983093262, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8793041706085205, + "num_tokens": 844154063.0, + "step": 22122 + }, + { + "epoch": 2.8142729932578554, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.58575439453125, + "learning_rate": 1e-06, + "loss": 0.312, + "mean_token_accuracy": 0.8951869606971741, + "num_tokens": 844185634.0, + "step": 22123 + }, + { + "epoch": 2.8144002035364455, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.557995796203613, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8672579526901245, + "num_tokens": 844221755.0, + "step": 22124 + }, + { + "epoch": 2.8145274138150365, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.513642311096191, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8834631443023682, + "num_tokens": 844256230.0, + "step": 22125 + }, + { + "epoch": 2.8146546240936265, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.599753379821777, + "learning_rate": 1e-06, + "loss": 0.3964, + "mean_token_accuracy": 0.8721203804016113, + "num_tokens": 844292823.0, + "step": 22126 + }, + { + "epoch": 2.8147818343722175, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.531737327575684, + "learning_rate": 1e-06, + "loss": 0.4303, + "mean_token_accuracy": 0.8563034534454346, + "num_tokens": 844331843.0, + "step": 22127 + }, + { + "epoch": 2.8149090446508076, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.503477096557617, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.888456404209137, + "num_tokens": 844375823.0, + "step": 22128 + }, + { + "epoch": 2.815036254929398, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.563421249389648, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8774644732475281, + "num_tokens": 844415187.0, + "step": 22129 + }, + { + "epoch": 2.8151634652079887, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.491072654724121, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8811956644058228, + "num_tokens": 844454986.0, + "step": 22130 + }, + { + "epoch": 2.815290675486579, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.556452751159668, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8831390142440796, + "num_tokens": 844495514.0, + "step": 22131 + }, + { + "epoch": 2.8154178857651697, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.538980484008789, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8771071434020996, + "num_tokens": 844532406.0, + "step": 22132 + }, + { + "epoch": 2.8155450960437602, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.543854713439941, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8766545653343201, + "num_tokens": 844569561.0, + "step": 22133 + }, + { + "epoch": 2.8156723063223508, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.482778549194336, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.882655143737793, + "num_tokens": 844613504.0, + "step": 22134 + }, + { + "epoch": 2.8157995166009413, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.575953483581543, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8763357400894165, + "num_tokens": 844649255.0, + "step": 22135 + }, + { + "epoch": 2.815926726879532, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.489259719848633, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8810602426528931, + "num_tokens": 844687202.0, + "step": 22136 + }, + { + "epoch": 2.8160539371581224, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.526870727539062, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.878780722618103, + "num_tokens": 844723096.0, + "step": 22137 + }, + { + "epoch": 2.816181147436713, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.520040512084961, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8805087804794312, + "num_tokens": 844759754.0, + "step": 22138 + }, + { + "epoch": 2.8163083577153034, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.543278694152832, + "learning_rate": 1e-06, + "loss": 0.355, + "mean_token_accuracy": 0.8820109367370605, + "num_tokens": 844798372.0, + "step": 22139 + }, + { + "epoch": 2.816435567993894, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.508700370788574, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8725385665893555, + "num_tokens": 844832738.0, + "step": 22140 + }, + { + "epoch": 2.8165627782724845, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.535521507263184, + "learning_rate": 1e-06, + "loss": 0.3514, + "mean_token_accuracy": 0.8793127536773682, + "num_tokens": 844871684.0, + "step": 22141 + }, + { + "epoch": 2.816689988551075, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.554024696350098, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.8714720606803894, + "num_tokens": 844912140.0, + "step": 22142 + }, + { + "epoch": 2.8168171988296655, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.516707420349121, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8666056394577026, + "num_tokens": 844948256.0, + "step": 22143 + }, + { + "epoch": 2.816944409108256, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.544912338256836, + "learning_rate": 1e-06, + "loss": 0.3136, + "mean_token_accuracy": 0.8933843374252319, + "num_tokens": 844983821.0, + "step": 22144 + }, + { + "epoch": 2.8170716193868466, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.601908683776855, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8822953701019287, + "num_tokens": 845020622.0, + "step": 22145 + }, + { + "epoch": 2.817198829665437, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.503081321716309, + "learning_rate": 1e-06, + "loss": 0.3883, + "mean_token_accuracy": 0.86974036693573, + "num_tokens": 845056748.0, + "step": 22146 + }, + { + "epoch": 2.8173260399440276, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.56911849975586, + "learning_rate": 1e-06, + "loss": 0.4185, + "mean_token_accuracy": 0.8603920936584473, + "num_tokens": 845096294.0, + "step": 22147 + }, + { + "epoch": 2.817453250222618, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.485944747924805, + "learning_rate": 1e-06, + "loss": 0.3133, + "mean_token_accuracy": 0.8933743834495544, + "num_tokens": 845135132.0, + "step": 22148 + }, + { + "epoch": 2.8175804605012083, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.549905776977539, + "learning_rate": 1e-06, + "loss": 0.3351, + "mean_token_accuracy": 0.885352373123169, + "num_tokens": 845172164.0, + "step": 22149 + }, + { + "epoch": 2.8177076707797992, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.50583267211914, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8794271945953369, + "num_tokens": 845210270.0, + "step": 22150 + }, + { + "epoch": 2.8178348810583893, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.514375686645508, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8820028305053711, + "num_tokens": 845251863.0, + "step": 22151 + }, + { + "epoch": 2.8179620913369803, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.517045974731445, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.8829030394554138, + "num_tokens": 845290262.0, + "step": 22152 + }, + { + "epoch": 2.8180893016155704, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.523045539855957, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8856160640716553, + "num_tokens": 845326894.0, + "step": 22153 + }, + { + "epoch": 2.818216511894161, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.48302936553955, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.887018084526062, + "num_tokens": 845367545.0, + "step": 22154 + }, + { + "epoch": 2.8183437221727514, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.549546241760254, + "learning_rate": 1e-06, + "loss": 0.4163, + "mean_token_accuracy": 0.8642107844352722, + "num_tokens": 845400920.0, + "step": 22155 + }, + { + "epoch": 2.818470932451342, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.504880905151367, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.8744115829467773, + "num_tokens": 845436279.0, + "step": 22156 + }, + { + "epoch": 2.8185981427299325, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.56527328491211, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8820829391479492, + "num_tokens": 845476308.0, + "step": 22157 + }, + { + "epoch": 2.818725353008523, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.5374174118042, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8745695352554321, + "num_tokens": 845516624.0, + "step": 22158 + }, + { + "epoch": 2.8188525632871135, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.454957008361816, + "learning_rate": 1e-06, + "loss": 0.3072, + "mean_token_accuracy": 0.8949106335639954, + "num_tokens": 845552385.0, + "step": 22159 + }, + { + "epoch": 2.818979773565704, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.493707656860352, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.887607216835022, + "num_tokens": 845592600.0, + "step": 22160 + }, + { + "epoch": 2.8191069838442946, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.548495292663574, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8864903450012207, + "num_tokens": 845630028.0, + "step": 22161 + }, + { + "epoch": 2.819234194122885, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.555405616760254, + "learning_rate": 1e-06, + "loss": 0.3791, + "mean_token_accuracy": 0.8743563294410706, + "num_tokens": 845665874.0, + "step": 22162 + }, + { + "epoch": 2.8193614044014756, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.508206367492676, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8674929141998291, + "num_tokens": 845702738.0, + "step": 22163 + }, + { + "epoch": 2.819488614680066, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.599102020263672, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8816055655479431, + "num_tokens": 845744785.0, + "step": 22164 + }, + { + "epoch": 2.8196158249586567, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.501152038574219, + "learning_rate": 1e-06, + "loss": 0.3689, + "mean_token_accuracy": 0.8787305355072021, + "num_tokens": 845779196.0, + "step": 22165 + }, + { + "epoch": 2.8197430352372472, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.596900939941406, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8685885667800903, + "num_tokens": 845819016.0, + "step": 22166 + }, + { + "epoch": 2.8198702455158378, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.533928871154785, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8804165720939636, + "num_tokens": 845855014.0, + "step": 22167 + }, + { + "epoch": 2.8199974557944283, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.49515438079834, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.886358916759491, + "num_tokens": 845895491.0, + "step": 22168 + }, + { + "epoch": 2.820124666073019, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.598061561584473, + "learning_rate": 1e-06, + "loss": 0.3931, + "mean_token_accuracy": 0.8702952265739441, + "num_tokens": 845931560.0, + "step": 22169 + }, + { + "epoch": 2.8202518763516093, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.540267944335938, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8790563941001892, + "num_tokens": 845966701.0, + "step": 22170 + }, + { + "epoch": 2.8203790866302, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.561256408691406, + "learning_rate": 1e-06, + "loss": 0.3184, + "mean_token_accuracy": 0.8954918384552002, + "num_tokens": 846002327.0, + "step": 22171 + }, + { + "epoch": 2.82050629690879, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.533353805541992, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.8781207799911499, + "num_tokens": 846042157.0, + "step": 22172 + }, + { + "epoch": 2.820633507187381, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.520654678344727, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8638728857040405, + "num_tokens": 846082851.0, + "step": 22173 + }, + { + "epoch": 2.820760717465971, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.564852714538574, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8770887851715088, + "num_tokens": 846116846.0, + "step": 22174 + }, + { + "epoch": 2.820887927744562, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.521807670593262, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8803397417068481, + "num_tokens": 846154373.0, + "step": 22175 + }, + { + "epoch": 2.821015138023152, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.483194351196289, + "learning_rate": 1e-06, + "loss": 0.3038, + "mean_token_accuracy": 0.8962430953979492, + "num_tokens": 846195329.0, + "step": 22176 + }, + { + "epoch": 2.821142348301743, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.518917083740234, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8894222974777222, + "num_tokens": 846233078.0, + "step": 22177 + }, + { + "epoch": 2.821269558580333, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.515448570251465, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8774961233139038, + "num_tokens": 846269030.0, + "step": 22178 + }, + { + "epoch": 2.8213967688589237, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.477804183959961, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8759716749191284, + "num_tokens": 846307269.0, + "step": 22179 + }, + { + "epoch": 2.821523979137514, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.58808708190918, + "learning_rate": 1e-06, + "loss": 0.3913, + "mean_token_accuracy": 0.8689893484115601, + "num_tokens": 846339116.0, + "step": 22180 + }, + { + "epoch": 2.8216511894161047, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.521550178527832, + "learning_rate": 1e-06, + "loss": 0.3852, + "mean_token_accuracy": 0.8698239922523499, + "num_tokens": 846384968.0, + "step": 22181 + }, + { + "epoch": 2.8217783996946952, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.522787094116211, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8628257513046265, + "num_tokens": 846426235.0, + "step": 22182 + }, + { + "epoch": 2.8219056099732858, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.533343315124512, + "learning_rate": 1e-06, + "loss": 0.3981, + "mean_token_accuracy": 0.8655012845993042, + "num_tokens": 846465715.0, + "step": 22183 + }, + { + "epoch": 2.8220328202518763, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.526639938354492, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8659421801567078, + "num_tokens": 846499972.0, + "step": 22184 + }, + { + "epoch": 2.822160030530467, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.502035140991211, + "learning_rate": 1e-06, + "loss": 0.3601, + "mean_token_accuracy": 0.8770918846130371, + "num_tokens": 846535906.0, + "step": 22185 + }, + { + "epoch": 2.8222872408090574, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.494586944580078, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8744097948074341, + "num_tokens": 846572723.0, + "step": 22186 + }, + { + "epoch": 2.822414451087648, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.497880935668945, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8831672668457031, + "num_tokens": 846613501.0, + "step": 22187 + }, + { + "epoch": 2.8225416613662384, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.502663612365723, + "learning_rate": 1e-06, + "loss": 0.3084, + "mean_token_accuracy": 0.8980156779289246, + "num_tokens": 846650001.0, + "step": 22188 + }, + { + "epoch": 2.822668871644829, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.492008209228516, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8676905632019043, + "num_tokens": 846690636.0, + "step": 22189 + }, + { + "epoch": 2.8227960819234195, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.596715927124023, + "learning_rate": 1e-06, + "loss": 0.4319, + "mean_token_accuracy": 0.858715295791626, + "num_tokens": 846728513.0, + "step": 22190 + }, + { + "epoch": 2.82292329220201, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.531437873840332, + "learning_rate": 1e-06, + "loss": 0.4088, + "mean_token_accuracy": 0.8654778003692627, + "num_tokens": 846771989.0, + "step": 22191 + }, + { + "epoch": 2.8230505024806005, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.534041404724121, + "learning_rate": 1e-06, + "loss": 0.3127, + "mean_token_accuracy": 0.8947828412055969, + "num_tokens": 846808393.0, + "step": 22192 + }, + { + "epoch": 2.823177712759191, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.544877052307129, + "learning_rate": 1e-06, + "loss": 0.3846, + "mean_token_accuracy": 0.8689014315605164, + "num_tokens": 846846928.0, + "step": 22193 + }, + { + "epoch": 2.8233049230377816, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.582527160644531, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.868682861328125, + "num_tokens": 846884637.0, + "step": 22194 + }, + { + "epoch": 2.823432133316372, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.4947509765625, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8819158673286438, + "num_tokens": 846925749.0, + "step": 22195 + }, + { + "epoch": 2.8235593435949626, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.533297538757324, + "learning_rate": 1e-06, + "loss": 0.415, + "mean_token_accuracy": 0.8642789125442505, + "num_tokens": 846967191.0, + "step": 22196 + }, + { + "epoch": 2.8236865538735527, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.509713172912598, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8831708431243896, + "num_tokens": 847003280.0, + "step": 22197 + }, + { + "epoch": 2.8238137641521437, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.522085189819336, + "learning_rate": 1e-06, + "loss": 0.4019, + "mean_token_accuracy": 0.8658004999160767, + "num_tokens": 847042179.0, + "step": 22198 + }, + { + "epoch": 2.8239409744307338, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.533417701721191, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8739947080612183, + "num_tokens": 847083008.0, + "step": 22199 + }, + { + "epoch": 2.8240681847093247, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.549715995788574, + "learning_rate": 1e-06, + "loss": 0.4265, + "mean_token_accuracy": 0.8571599721908569, + "num_tokens": 847124009.0, + "step": 22200 + }, + { + "epoch": 2.824195394987915, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.532482147216797, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8711299896240234, + "num_tokens": 847163526.0, + "step": 22201 + }, + { + "epoch": 2.824322605266506, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.532397270202637, + "learning_rate": 1e-06, + "loss": 0.3731, + "mean_token_accuracy": 0.876024603843689, + "num_tokens": 847201374.0, + "step": 22202 + }, + { + "epoch": 2.824449815545096, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.560171127319336, + "learning_rate": 1e-06, + "loss": 0.4072, + "mean_token_accuracy": 0.8642629384994507, + "num_tokens": 847239469.0, + "step": 22203 + }, + { + "epoch": 2.8245770258236864, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.529542922973633, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8749913573265076, + "num_tokens": 847275964.0, + "step": 22204 + }, + { + "epoch": 2.824704236102277, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.488321304321289, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8797333836555481, + "num_tokens": 847316815.0, + "step": 22205 + }, + { + "epoch": 2.8248314463808675, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.61345100402832, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8837506771087646, + "num_tokens": 847350949.0, + "step": 22206 + }, + { + "epoch": 2.824958656659458, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.453384399414062, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8824830055236816, + "num_tokens": 847388945.0, + "step": 22207 + }, + { + "epoch": 2.8250858669380485, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.54761028289795, + "learning_rate": 1e-06, + "loss": 0.3302, + "mean_token_accuracy": 0.8891729712486267, + "num_tokens": 847435114.0, + "step": 22208 + }, + { + "epoch": 2.825213077216639, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.570528030395508, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8704699277877808, + "num_tokens": 847470815.0, + "step": 22209 + }, + { + "epoch": 2.8253402874952296, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.454139709472656, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8762340545654297, + "num_tokens": 847509379.0, + "step": 22210 + }, + { + "epoch": 2.82546749777382, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.555083274841309, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.881943941116333, + "num_tokens": 847547427.0, + "step": 22211 + }, + { + "epoch": 2.8255947080524106, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.568856239318848, + "learning_rate": 1e-06, + "loss": 0.4316, + "mean_token_accuracy": 0.8619757890701294, + "num_tokens": 847584740.0, + "step": 22212 + }, + { + "epoch": 2.825721918331001, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.540087699890137, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8665323257446289, + "num_tokens": 847626201.0, + "step": 22213 + }, + { + "epoch": 2.8258491286095917, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.52636432647705, + "learning_rate": 1e-06, + "loss": 0.3247, + "mean_token_accuracy": 0.8916157484054565, + "num_tokens": 847661311.0, + "step": 22214 + }, + { + "epoch": 2.8259763388881822, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.57153034210205, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8754518032073975, + "num_tokens": 847695234.0, + "step": 22215 + }, + { + "epoch": 2.8261035491667728, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.482282638549805, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8939865827560425, + "num_tokens": 847738848.0, + "step": 22216 + }, + { + "epoch": 2.8262307594453633, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.53506088256836, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.880468487739563, + "num_tokens": 847775952.0, + "step": 22217 + }, + { + "epoch": 2.826357969723954, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.515216827392578, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8926633596420288, + "num_tokens": 847809381.0, + "step": 22218 + }, + { + "epoch": 2.8264851800025443, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.51588249206543, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8737168312072754, + "num_tokens": 847849835.0, + "step": 22219 + }, + { + "epoch": 2.826612390281135, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.579553604125977, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.876106858253479, + "num_tokens": 847882726.0, + "step": 22220 + }, + { + "epoch": 2.8267396005597254, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.49184799194336, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8768134117126465, + "num_tokens": 847920663.0, + "step": 22221 + }, + { + "epoch": 2.8268668108383155, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.507820129394531, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8851493000984192, + "num_tokens": 847962204.0, + "step": 22222 + }, + { + "epoch": 2.8269940211169065, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.5260009765625, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8716766834259033, + "num_tokens": 848003722.0, + "step": 22223 + }, + { + "epoch": 2.8271212313954965, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.508597373962402, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8867543935775757, + "num_tokens": 848045335.0, + "step": 22224 + }, + { + "epoch": 2.8272484416740875, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.512369155883789, + "learning_rate": 1e-06, + "loss": 0.3918, + "mean_token_accuracy": 0.8696355819702148, + "num_tokens": 848088817.0, + "step": 22225 + }, + { + "epoch": 2.8273756519526776, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.569421768188477, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8691615462303162, + "num_tokens": 848120993.0, + "step": 22226 + }, + { + "epoch": 2.827502862231268, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.469358444213867, + "learning_rate": 1e-06, + "loss": 0.4008, + "mean_token_accuracy": 0.8707377910614014, + "num_tokens": 848162542.0, + "step": 22227 + }, + { + "epoch": 2.8276300725098586, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.515575408935547, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.891128420829773, + "num_tokens": 848198194.0, + "step": 22228 + }, + { + "epoch": 2.827757282788449, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.48235034942627, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8717913627624512, + "num_tokens": 848240575.0, + "step": 22229 + }, + { + "epoch": 2.8278844930670397, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.524170875549316, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8769328594207764, + "num_tokens": 848289026.0, + "step": 22230 + }, + { + "epoch": 2.8280117033456302, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.50763988494873, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8802390694618225, + "num_tokens": 848326438.0, + "step": 22231 + }, + { + "epoch": 2.8281389136242208, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.512117385864258, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.884544312953949, + "num_tokens": 848368106.0, + "step": 22232 + }, + { + "epoch": 2.8282661239028113, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.523971557617188, + "learning_rate": 1e-06, + "loss": 0.3724, + "mean_token_accuracy": 0.8744999170303345, + "num_tokens": 848409775.0, + "step": 22233 + }, + { + "epoch": 2.828393334181402, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.52630615234375, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8778184652328491, + "num_tokens": 848442149.0, + "step": 22234 + }, + { + "epoch": 2.8285205444599923, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.564952850341797, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8717039823532104, + "num_tokens": 848475468.0, + "step": 22235 + }, + { + "epoch": 2.828647754738583, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.53632640838623, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8785918951034546, + "num_tokens": 848509565.0, + "step": 22236 + }, + { + "epoch": 2.8287749650171734, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.55479907989502, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8791481256484985, + "num_tokens": 848546357.0, + "step": 22237 + }, + { + "epoch": 2.828902175295764, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.498278617858887, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8657118082046509, + "num_tokens": 848587661.0, + "step": 22238 + }, + { + "epoch": 2.8290293855743545, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.595097541809082, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8813567161560059, + "num_tokens": 848628250.0, + "step": 22239 + }, + { + "epoch": 2.829156595852945, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.535161972045898, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8786695003509521, + "num_tokens": 848670452.0, + "step": 22240 + }, + { + "epoch": 2.8292838061315355, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.57180404663086, + "learning_rate": 1e-06, + "loss": 0.3567, + "mean_token_accuracy": 0.8786419630050659, + "num_tokens": 848703592.0, + "step": 22241 + }, + { + "epoch": 2.829411016410126, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.582720756530762, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8627725839614868, + "num_tokens": 848739291.0, + "step": 22242 + }, + { + "epoch": 2.8295382266887166, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.537346839904785, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8723071217536926, + "num_tokens": 848776039.0, + "step": 22243 + }, + { + "epoch": 2.829665436967307, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.560961723327637, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8797507286071777, + "num_tokens": 848814799.0, + "step": 22244 + }, + { + "epoch": 2.8297926472458976, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.5162935256958, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8786247968673706, + "num_tokens": 848860123.0, + "step": 22245 + }, + { + "epoch": 2.829919857524488, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.5076265335083, + "learning_rate": 1e-06, + "loss": 0.3083, + "mean_token_accuracy": 0.8941311240196228, + "num_tokens": 848900447.0, + "step": 22246 + }, + { + "epoch": 2.8300470678030782, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.602937698364258, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8716620206832886, + "num_tokens": 848945385.0, + "step": 22247 + }, + { + "epoch": 2.830174278081669, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.534031867980957, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8677964210510254, + "num_tokens": 848978783.0, + "step": 22248 + }, + { + "epoch": 2.8303014883602593, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.552268981933594, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8652623891830444, + "num_tokens": 849017324.0, + "step": 22249 + }, + { + "epoch": 2.8304286986388503, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.585685729980469, + "learning_rate": 1e-06, + "loss": 0.31, + "mean_token_accuracy": 0.8962218165397644, + "num_tokens": 849045928.0, + "step": 22250 + }, + { + "epoch": 2.8305559089174404, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.542989730834961, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8773626685142517, + "num_tokens": 849080855.0, + "step": 22251 + }, + { + "epoch": 2.830683119196031, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.635592460632324, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8811781406402588, + "num_tokens": 849114835.0, + "step": 22252 + }, + { + "epoch": 2.8308103294746214, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.60826301574707, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.866542637348175, + "num_tokens": 849152632.0, + "step": 22253 + }, + { + "epoch": 2.830937539753212, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.558391571044922, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8857419490814209, + "num_tokens": 849189911.0, + "step": 22254 + }, + { + "epoch": 2.8310647500318025, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.635327339172363, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8766847848892212, + "num_tokens": 849227847.0, + "step": 22255 + }, + { + "epoch": 2.831191960310393, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.527830123901367, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8818313479423523, + "num_tokens": 849265778.0, + "step": 22256 + }, + { + "epoch": 2.8313191705889835, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.598106384277344, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8778020739555359, + "num_tokens": 849302488.0, + "step": 22257 + }, + { + "epoch": 2.831446380867574, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.580231666564941, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.8918306231498718, + "num_tokens": 849337483.0, + "step": 22258 + }, + { + "epoch": 2.8315735911461646, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.538322448730469, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8842394351959229, + "num_tokens": 849378491.0, + "step": 22259 + }, + { + "epoch": 2.831700801424755, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.591742515563965, + "learning_rate": 1e-06, + "loss": 0.3474, + "mean_token_accuracy": 0.8845956921577454, + "num_tokens": 849418897.0, + "step": 22260 + }, + { + "epoch": 2.8318280117033456, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.554407119750977, + "learning_rate": 1e-06, + "loss": 0.3542, + "mean_token_accuracy": 0.8824653625488281, + "num_tokens": 849457057.0, + "step": 22261 + }, + { + "epoch": 2.831955221981936, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.575726509094238, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8829010725021362, + "num_tokens": 849488825.0, + "step": 22262 + }, + { + "epoch": 2.8320824322605267, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.540789604187012, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8836920261383057, + "num_tokens": 849528336.0, + "step": 22263 + }, + { + "epoch": 2.8322096425391172, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.572688102722168, + "learning_rate": 1e-06, + "loss": 0.3304, + "mean_token_accuracy": 0.8899944424629211, + "num_tokens": 849565373.0, + "step": 22264 + }, + { + "epoch": 2.8323368528177078, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.476725578308105, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8891317844390869, + "num_tokens": 849600909.0, + "step": 22265 + }, + { + "epoch": 2.8324640630962983, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.562328338623047, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.8695356845855713, + "num_tokens": 849639499.0, + "step": 22266 + }, + { + "epoch": 2.832591273374889, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.559582710266113, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8884896039962769, + "num_tokens": 849677232.0, + "step": 22267 + }, + { + "epoch": 2.8327184836534793, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.569318771362305, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8831806182861328, + "num_tokens": 849717187.0, + "step": 22268 + }, + { + "epoch": 2.83284569393207, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.57761287689209, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8878533840179443, + "num_tokens": 849756545.0, + "step": 22269 + }, + { + "epoch": 2.83297290421066, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.59815788269043, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8828665018081665, + "num_tokens": 849788670.0, + "step": 22270 + }, + { + "epoch": 2.833100114489251, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.568161010742188, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8775040507316589, + "num_tokens": 849825715.0, + "step": 22271 + }, + { + "epoch": 2.833227324767841, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.55418872833252, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8840587139129639, + "num_tokens": 849856435.0, + "step": 22272 + }, + { + "epoch": 2.833354535046432, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.558463096618652, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.893112063407898, + "num_tokens": 849895634.0, + "step": 22273 + }, + { + "epoch": 2.833481745325022, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.485882759094238, + "learning_rate": 1e-06, + "loss": 0.4219, + "mean_token_accuracy": 0.8571426868438721, + "num_tokens": 849938646.0, + "step": 22274 + }, + { + "epoch": 2.833608955603613, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.57506275177002, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8744550347328186, + "num_tokens": 849978642.0, + "step": 22275 + }, + { + "epoch": 2.833736165882203, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.494272232055664, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8776750564575195, + "num_tokens": 850017820.0, + "step": 22276 + }, + { + "epoch": 2.8338633761607936, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.563434600830078, + "learning_rate": 1e-06, + "loss": 0.4236, + "mean_token_accuracy": 0.8595227003097534, + "num_tokens": 850056619.0, + "step": 22277 + }, + { + "epoch": 2.833990586439384, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.54280948638916, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8764932155609131, + "num_tokens": 850092456.0, + "step": 22278 + }, + { + "epoch": 2.8341177967179747, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.502216339111328, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8747373819351196, + "num_tokens": 850131598.0, + "step": 22279 + }, + { + "epoch": 2.8342450069965652, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.524024963378906, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8686434030532837, + "num_tokens": 850170884.0, + "step": 22280 + }, + { + "epoch": 2.8343722172751558, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.523283004760742, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8778830766677856, + "num_tokens": 850206989.0, + "step": 22281 + }, + { + "epoch": 2.8344994275537463, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.539091110229492, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8747432231903076, + "num_tokens": 850248602.0, + "step": 22282 + }, + { + "epoch": 2.834626637832337, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.431598663330078, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8708245754241943, + "num_tokens": 850289790.0, + "step": 22283 + }, + { + "epoch": 2.8347538481109273, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.499961853027344, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.886350154876709, + "num_tokens": 850326688.0, + "step": 22284 + }, + { + "epoch": 2.834881058389518, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.45727825164795, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8898413777351379, + "num_tokens": 850366460.0, + "step": 22285 + }, + { + "epoch": 2.8350082686681084, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.51490592956543, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8839321732521057, + "num_tokens": 850400046.0, + "step": 22286 + }, + { + "epoch": 2.835135478946699, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.490593910217285, + "learning_rate": 1e-06, + "loss": 0.4024, + "mean_token_accuracy": 0.870235025882721, + "num_tokens": 850434374.0, + "step": 22287 + }, + { + "epoch": 2.8352626892252895, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.491920471191406, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8799496293067932, + "num_tokens": 850469056.0, + "step": 22288 + }, + { + "epoch": 2.83538989950388, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.529918670654297, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8756109476089478, + "num_tokens": 850505805.0, + "step": 22289 + }, + { + "epoch": 2.8355171097824705, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.485270500183105, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8662290573120117, + "num_tokens": 850550056.0, + "step": 22290 + }, + { + "epoch": 2.835644320061061, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.551397323608398, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8851832747459412, + "num_tokens": 850585075.0, + "step": 22291 + }, + { + "epoch": 2.8357715303396516, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.446504592895508, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8879483938217163, + "num_tokens": 850625758.0, + "step": 22292 + }, + { + "epoch": 2.835898740618242, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.5148286819458, + "learning_rate": 1e-06, + "loss": 0.3154, + "mean_token_accuracy": 0.8904259204864502, + "num_tokens": 850664608.0, + "step": 22293 + }, + { + "epoch": 2.8360259508968326, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.459136009216309, + "learning_rate": 1e-06, + "loss": 0.3426, + "mean_token_accuracy": 0.8849314451217651, + "num_tokens": 850705897.0, + "step": 22294 + }, + { + "epoch": 2.8361531611754227, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.522834777832031, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8734546899795532, + "num_tokens": 850746195.0, + "step": 22295 + }, + { + "epoch": 2.8362803714540137, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.538858413696289, + "learning_rate": 1e-06, + "loss": 0.3418, + "mean_token_accuracy": 0.885725200176239, + "num_tokens": 850785183.0, + "step": 22296 + }, + { + "epoch": 2.8364075817326038, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.556571006774902, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8839021921157837, + "num_tokens": 850819558.0, + "step": 22297 + }, + { + "epoch": 2.8365347920111947, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.511968612670898, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8687595129013062, + "num_tokens": 850857385.0, + "step": 22298 + }, + { + "epoch": 2.836662002289785, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.50781536102295, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8739369511604309, + "num_tokens": 850895297.0, + "step": 22299 + }, + { + "epoch": 2.836789212568376, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.479817390441895, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8771519064903259, + "num_tokens": 850930982.0, + "step": 22300 + }, + { + "epoch": 2.836916422846966, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.538895606994629, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.873704195022583, + "num_tokens": 850969032.0, + "step": 22301 + }, + { + "epoch": 2.8370436331255564, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.484187126159668, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8808538317680359, + "num_tokens": 851008325.0, + "step": 22302 + }, + { + "epoch": 2.837170843404147, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.470898628234863, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8790876269340515, + "num_tokens": 851044289.0, + "step": 22303 + }, + { + "epoch": 2.8372980536827375, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.545607566833496, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8845282793045044, + "num_tokens": 851079887.0, + "step": 22304 + }, + { + "epoch": 2.837425263961328, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.49732780456543, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8812963962554932, + "num_tokens": 851124535.0, + "step": 22305 + }, + { + "epoch": 2.8375524742399185, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.475007057189941, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8865097761154175, + "num_tokens": 851162982.0, + "step": 22306 + }, + { + "epoch": 2.837679684518509, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.489545822143555, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8854644894599915, + "num_tokens": 851201864.0, + "step": 22307 + }, + { + "epoch": 2.8378068947970996, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.539104461669922, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8827776908874512, + "num_tokens": 851241659.0, + "step": 22308 + }, + { + "epoch": 2.83793410507569, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.51176643371582, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8700933456420898, + "num_tokens": 851278861.0, + "step": 22309 + }, + { + "epoch": 2.8380613153542806, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.485151290893555, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8810886740684509, + "num_tokens": 851314442.0, + "step": 22310 + }, + { + "epoch": 2.838188525632871, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.55226993560791, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8747748136520386, + "num_tokens": 851356322.0, + "step": 22311 + }, + { + "epoch": 2.8383157359114617, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.573440551757812, + "learning_rate": 1e-06, + "loss": 0.3986, + "mean_token_accuracy": 0.8663116693496704, + "num_tokens": 851395374.0, + "step": 22312 + }, + { + "epoch": 2.838442946190052, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.550748825073242, + "learning_rate": 1e-06, + "loss": 0.3738, + "mean_token_accuracy": 0.8775709867477417, + "num_tokens": 851430957.0, + "step": 22313 + }, + { + "epoch": 2.8385701564686427, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.554542541503906, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8725477457046509, + "num_tokens": 851474357.0, + "step": 22314 + }, + { + "epoch": 2.8386973667472333, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.530444145202637, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8909074068069458, + "num_tokens": 851510346.0, + "step": 22315 + }, + { + "epoch": 2.838824577025824, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.516631126403809, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8794006705284119, + "num_tokens": 851546798.0, + "step": 22316 + }, + { + "epoch": 2.8389517873044143, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.54800033569336, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.883513331413269, + "num_tokens": 851587819.0, + "step": 22317 + }, + { + "epoch": 2.839078997583005, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.544111251831055, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.8833827972412109, + "num_tokens": 851628764.0, + "step": 22318 + }, + { + "epoch": 2.8392062078615954, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.48973560333252, + "learning_rate": 1e-06, + "loss": 0.4029, + "mean_token_accuracy": 0.8652263879776001, + "num_tokens": 851672206.0, + "step": 22319 + }, + { + "epoch": 2.8393334181401855, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.481889724731445, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.8724539875984192, + "num_tokens": 851709969.0, + "step": 22320 + }, + { + "epoch": 2.8394606284187764, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.541318893432617, + "learning_rate": 1e-06, + "loss": 0.3881, + "mean_token_accuracy": 0.8717715740203857, + "num_tokens": 851749015.0, + "step": 22321 + }, + { + "epoch": 2.8395878386973665, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.525594711303711, + "learning_rate": 1e-06, + "loss": 0.3482, + "mean_token_accuracy": 0.8820927143096924, + "num_tokens": 851787210.0, + "step": 22322 + }, + { + "epoch": 2.8397150489759575, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.535012245178223, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8723624348640442, + "num_tokens": 851824677.0, + "step": 22323 + }, + { + "epoch": 2.8398422592545476, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.56277084350586, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8831777572631836, + "num_tokens": 851863614.0, + "step": 22324 + }, + { + "epoch": 2.839969469533138, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.567432403564453, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8711485862731934, + "num_tokens": 851908153.0, + "step": 22325 + }, + { + "epoch": 2.8400966798117286, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.509660720825195, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8746761083602905, + "num_tokens": 851946473.0, + "step": 22326 + }, + { + "epoch": 2.840223890090319, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.57608413696289, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8678756952285767, + "num_tokens": 851991600.0, + "step": 22327 + }, + { + "epoch": 2.8403511003689097, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.562885284423828, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8792491555213928, + "num_tokens": 852029468.0, + "step": 22328 + }, + { + "epoch": 2.8404783106475002, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.508525848388672, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.8842868804931641, + "num_tokens": 852061400.0, + "step": 22329 + }, + { + "epoch": 2.8406055209260908, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.542542457580566, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8767276406288147, + "num_tokens": 852100596.0, + "step": 22330 + }, + { + "epoch": 2.8407327312046813, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.521923065185547, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8808608055114746, + "num_tokens": 852140320.0, + "step": 22331 + }, + { + "epoch": 2.840859941483272, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.585294723510742, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8765783309936523, + "num_tokens": 852175969.0, + "step": 22332 + }, + { + "epoch": 2.8409871517618623, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.507939338684082, + "learning_rate": 1e-06, + "loss": 0.4052, + "mean_token_accuracy": 0.865613579750061, + "num_tokens": 852210816.0, + "step": 22333 + }, + { + "epoch": 2.841114362040453, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.571685791015625, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8778355121612549, + "num_tokens": 852246684.0, + "step": 22334 + }, + { + "epoch": 2.8412415723190434, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.510096549987793, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8813337087631226, + "num_tokens": 852285283.0, + "step": 22335 + }, + { + "epoch": 2.841368782597634, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.576626777648926, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8853150606155396, + "num_tokens": 852323310.0, + "step": 22336 + }, + { + "epoch": 2.8414959928762245, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.521341323852539, + "learning_rate": 1e-06, + "loss": 0.354, + "mean_token_accuracy": 0.8824892044067383, + "num_tokens": 852360850.0, + "step": 22337 + }, + { + "epoch": 2.841623203154815, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.577850341796875, + "learning_rate": 1e-06, + "loss": 0.3797, + "mean_token_accuracy": 0.8717671632766724, + "num_tokens": 852399320.0, + "step": 22338 + }, + { + "epoch": 2.8417504134334055, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.547487258911133, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8757367730140686, + "num_tokens": 852430980.0, + "step": 22339 + }, + { + "epoch": 2.841877623711996, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.472599983215332, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8896183967590332, + "num_tokens": 852465688.0, + "step": 22340 + }, + { + "epoch": 2.8420048339905866, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.545890808105469, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8775278925895691, + "num_tokens": 852504372.0, + "step": 22341 + }, + { + "epoch": 2.842132044269177, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.535011291503906, + "learning_rate": 1e-06, + "loss": 0.3468, + "mean_token_accuracy": 0.8823516368865967, + "num_tokens": 852542232.0, + "step": 22342 + }, + { + "epoch": 2.8422592545477676, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.54011058807373, + "learning_rate": 1e-06, + "loss": 0.399, + "mean_token_accuracy": 0.8687102794647217, + "num_tokens": 852580005.0, + "step": 22343 + }, + { + "epoch": 2.842386464826358, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.544342041015625, + "learning_rate": 1e-06, + "loss": 0.3262, + "mean_token_accuracy": 0.8892747163772583, + "num_tokens": 852619912.0, + "step": 22344 + }, + { + "epoch": 2.8425136751049482, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.570684432983398, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8814412355422974, + "num_tokens": 852654349.0, + "step": 22345 + }, + { + "epoch": 2.842640885383539, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.494424819946289, + "learning_rate": 1e-06, + "loss": 0.3783, + "mean_token_accuracy": 0.8705213069915771, + "num_tokens": 852691300.0, + "step": 22346 + }, + { + "epoch": 2.8427680956621293, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.547430038452148, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8771418333053589, + "num_tokens": 852731228.0, + "step": 22347 + }, + { + "epoch": 2.8428953059407203, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.51491928100586, + "learning_rate": 1e-06, + "loss": 0.3632, + "mean_token_accuracy": 0.877382755279541, + "num_tokens": 852768333.0, + "step": 22348 + }, + { + "epoch": 2.8430225162193103, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.522398948669434, + "learning_rate": 1e-06, + "loss": 0.4578, + "mean_token_accuracy": 0.8477854132652283, + "num_tokens": 852810962.0, + "step": 22349 + }, + { + "epoch": 2.843149726497901, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.551997184753418, + "learning_rate": 1e-06, + "loss": 0.3202, + "mean_token_accuracy": 0.8937745094299316, + "num_tokens": 852844326.0, + "step": 22350 + }, + { + "epoch": 2.8432769367764914, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.49130916595459, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8740551471710205, + "num_tokens": 852877737.0, + "step": 22351 + }, + { + "epoch": 2.843404147055082, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.520111083984375, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8851821422576904, + "num_tokens": 852922085.0, + "step": 22352 + }, + { + "epoch": 2.8435313573336725, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.470974922180176, + "learning_rate": 1e-06, + "loss": 0.3087, + "mean_token_accuracy": 0.8939392566680908, + "num_tokens": 852960742.0, + "step": 22353 + }, + { + "epoch": 2.843658567612263, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.5327730178833, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8822506666183472, + "num_tokens": 852993502.0, + "step": 22354 + }, + { + "epoch": 2.8437857778908535, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.53182315826416, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8824743032455444, + "num_tokens": 853036844.0, + "step": 22355 + }, + { + "epoch": 2.843912988169444, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.551176071166992, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8773549795150757, + "num_tokens": 853070851.0, + "step": 22356 + }, + { + "epoch": 2.8440401984480346, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.489293098449707, + "learning_rate": 1e-06, + "loss": 0.369, + "mean_token_accuracy": 0.8777850866317749, + "num_tokens": 853106116.0, + "step": 22357 + }, + { + "epoch": 2.844167408726625, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.549458503723145, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8762010335922241, + "num_tokens": 853152776.0, + "step": 22358 + }, + { + "epoch": 2.8442946190052156, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.592787742614746, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.87639319896698, + "num_tokens": 853194176.0, + "step": 22359 + }, + { + "epoch": 2.844421829283806, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.59061050415039, + "learning_rate": 1e-06, + "loss": 0.373, + "mean_token_accuracy": 0.8764640092849731, + "num_tokens": 853236834.0, + "step": 22360 + }, + { + "epoch": 2.8445490395623967, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.528826713562012, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8699262142181396, + "num_tokens": 853274145.0, + "step": 22361 + }, + { + "epoch": 2.844676249840987, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.583608627319336, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8814396262168884, + "num_tokens": 853312569.0, + "step": 22362 + }, + { + "epoch": 2.8448034601195777, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.506555557250977, + "learning_rate": 1e-06, + "loss": 0.3425, + "mean_token_accuracy": 0.8838937282562256, + "num_tokens": 853351742.0, + "step": 22363 + }, + { + "epoch": 2.8449306703981683, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.589791297912598, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8799352645874023, + "num_tokens": 853389607.0, + "step": 22364 + }, + { + "epoch": 2.845057880676759, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.593868255615234, + "learning_rate": 1e-06, + "loss": 0.3372, + "mean_token_accuracy": 0.8859880566596985, + "num_tokens": 853427218.0, + "step": 22365 + }, + { + "epoch": 2.8451850909553493, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.560270309448242, + "learning_rate": 1e-06, + "loss": 0.3523, + "mean_token_accuracy": 0.8821251392364502, + "num_tokens": 853464773.0, + "step": 22366 + }, + { + "epoch": 2.84531230123394, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.578737258911133, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8785187005996704, + "num_tokens": 853507250.0, + "step": 22367 + }, + { + "epoch": 2.84543951151253, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.501134872436523, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8799998164176941, + "num_tokens": 853551947.0, + "step": 22368 + }, + { + "epoch": 2.845566721791121, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.57931900024414, + "learning_rate": 1e-06, + "loss": 0.3842, + "mean_token_accuracy": 0.8708166480064392, + "num_tokens": 853590557.0, + "step": 22369 + }, + { + "epoch": 2.845693932069711, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.539172172546387, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8715147376060486, + "num_tokens": 853630870.0, + "step": 22370 + }, + { + "epoch": 2.845821142348302, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.643826484680176, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8765482902526855, + "num_tokens": 853662360.0, + "step": 22371 + }, + { + "epoch": 2.845948352626892, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.487048149108887, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8731838464736938, + "num_tokens": 853703661.0, + "step": 22372 + }, + { + "epoch": 2.846075562905483, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.539092063903809, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8676393032073975, + "num_tokens": 853742398.0, + "step": 22373 + }, + { + "epoch": 2.846202773184073, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.573954582214355, + "learning_rate": 1e-06, + "loss": 0.3438, + "mean_token_accuracy": 0.8846414089202881, + "num_tokens": 853781479.0, + "step": 22374 + }, + { + "epoch": 2.8463299834626636, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7762184143066406e-05, + "grad_norm": 12.532121658325195, + "learning_rate": 1e-06, + "loss": 0.4383, + "mean_token_accuracy": 0.8546044826507568, + "num_tokens": 853822330.0, + "step": 22375 + }, + { + "epoch": 2.846457193741254, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.512163162231445, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.864856481552124, + "num_tokens": 853862747.0, + "step": 22376 + }, + { + "epoch": 2.8465844040198447, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.536380767822266, + "learning_rate": 1e-06, + "loss": 0.2961, + "mean_token_accuracy": 0.9009920358657837, + "num_tokens": 853897124.0, + "step": 22377 + }, + { + "epoch": 2.8467116142984352, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.558614730834961, + "learning_rate": 1e-06, + "loss": 0.4082, + "mean_token_accuracy": 0.8653327226638794, + "num_tokens": 853930516.0, + "step": 22378 + }, + { + "epoch": 2.8468388245770258, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.543723106384277, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8824218511581421, + "num_tokens": 853967016.0, + "step": 22379 + }, + { + "epoch": 2.8469660348556163, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.57366943359375, + "learning_rate": 1e-06, + "loss": 0.4037, + "mean_token_accuracy": 0.8620172739028931, + "num_tokens": 854008804.0, + "step": 22380 + }, + { + "epoch": 2.847093245134207, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.466588020324707, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8668525815010071, + "num_tokens": 854048393.0, + "step": 22381 + }, + { + "epoch": 2.8472204554127973, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.560975074768066, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8829983472824097, + "num_tokens": 854089480.0, + "step": 22382 + }, + { + "epoch": 2.847347665691388, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.490331649780273, + "learning_rate": 1e-06, + "loss": 0.3291, + "mean_token_accuracy": 0.8894513845443726, + "num_tokens": 854125677.0, + "step": 22383 + }, + { + "epoch": 2.8474748759699784, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.531782150268555, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8737369179725647, + "num_tokens": 854160485.0, + "step": 22384 + }, + { + "epoch": 2.847602086248569, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.542988777160645, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8697471022605896, + "num_tokens": 854200635.0, + "step": 22385 + }, + { + "epoch": 2.8477292965271594, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.53499698638916, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8824387788772583, + "num_tokens": 854240046.0, + "step": 22386 + }, + { + "epoch": 2.84785650680575, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.486108779907227, + "learning_rate": 1e-06, + "loss": 0.3287, + "mean_token_accuracy": 0.8884146213531494, + "num_tokens": 854275880.0, + "step": 22387 + }, + { + "epoch": 2.8479837170843405, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.548294067382812, + "learning_rate": 1e-06, + "loss": 0.3623, + "mean_token_accuracy": 0.878830075263977, + "num_tokens": 854311204.0, + "step": 22388 + }, + { + "epoch": 2.848110927362931, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.55709457397461, + "learning_rate": 1e-06, + "loss": 0.3741, + "mean_token_accuracy": 0.8748400211334229, + "num_tokens": 854346076.0, + "step": 22389 + }, + { + "epoch": 2.8482381376415216, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.535847663879395, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8852332830429077, + "num_tokens": 854383075.0, + "step": 22390 + }, + { + "epoch": 2.848365347920112, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.532230377197266, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8719003200531006, + "num_tokens": 854416011.0, + "step": 22391 + }, + { + "epoch": 2.8484925581987026, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.539715766906738, + "learning_rate": 1e-06, + "loss": 0.3414, + "mean_token_accuracy": 0.8808474540710449, + "num_tokens": 854449520.0, + "step": 22392 + }, + { + "epoch": 2.8486197684772927, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.58649730682373, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8754421472549438, + "num_tokens": 854484355.0, + "step": 22393 + }, + { + "epoch": 2.8487469787558837, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.504528045654297, + "learning_rate": 1e-06, + "loss": 0.4156, + "mean_token_accuracy": 0.8652029037475586, + "num_tokens": 854526238.0, + "step": 22394 + }, + { + "epoch": 2.8488741890344738, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.574745178222656, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8795205950737, + "num_tokens": 854562619.0, + "step": 22395 + }, + { + "epoch": 2.8490013993130647, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.494290351867676, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8836629986763, + "num_tokens": 854604974.0, + "step": 22396 + }, + { + "epoch": 2.849128609591655, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.546771049499512, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.883425235748291, + "num_tokens": 854644066.0, + "step": 22397 + }, + { + "epoch": 2.849255819870246, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.549068450927734, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8803601861000061, + "num_tokens": 854682723.0, + "step": 22398 + }, + { + "epoch": 2.849383030148836, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.509099006652832, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8871456980705261, + "num_tokens": 854720292.0, + "step": 22399 + }, + { + "epoch": 2.8495102404274264, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.561399459838867, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8740904331207275, + "num_tokens": 854756917.0, + "step": 22400 + }, + { + "epoch": 2.849637450706017, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.559865951538086, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8792979717254639, + "num_tokens": 854798771.0, + "step": 22401 + }, + { + "epoch": 2.8497646609846075, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.585201263427734, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8757297992706299, + "num_tokens": 854838193.0, + "step": 22402 + }, + { + "epoch": 2.849891871263198, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.566152572631836, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8719788789749146, + "num_tokens": 854871650.0, + "step": 22403 + }, + { + "epoch": 2.8500190815417885, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.500174522399902, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8757821917533875, + "num_tokens": 854910757.0, + "step": 22404 + }, + { + "epoch": 2.850146291820379, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.612425804138184, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8657808303833008, + "num_tokens": 854945018.0, + "step": 22405 + }, + { + "epoch": 2.8502735020989696, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.546788215637207, + "learning_rate": 1e-06, + "loss": 0.3777, + "mean_token_accuracy": 0.8704002499580383, + "num_tokens": 854988369.0, + "step": 22406 + }, + { + "epoch": 2.85040071237756, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.535879135131836, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8810781240463257, + "num_tokens": 855023935.0, + "step": 22407 + }, + { + "epoch": 2.8505279226561506, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.596508979797363, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8763086795806885, + "num_tokens": 855062002.0, + "step": 22408 + }, + { + "epoch": 2.850655132934741, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.479376792907715, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.881279468536377, + "num_tokens": 855101257.0, + "step": 22409 + }, + { + "epoch": 2.8507823432133317, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.551142692565918, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8800898194313049, + "num_tokens": 855135834.0, + "step": 22410 + }, + { + "epoch": 2.850909553491922, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.577969551086426, + "learning_rate": 1e-06, + "loss": 0.3538, + "mean_token_accuracy": 0.8798314332962036, + "num_tokens": 855174156.0, + "step": 22411 + }, + { + "epoch": 2.8510367637705127, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.543961524963379, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8870848417282104, + "num_tokens": 855207698.0, + "step": 22412 + }, + { + "epoch": 2.8511639740491033, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.553510665893555, + "learning_rate": 1e-06, + "loss": 0.3693, + "mean_token_accuracy": 0.878384530544281, + "num_tokens": 855240636.0, + "step": 22413 + }, + { + "epoch": 2.851291184327694, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.540231704711914, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8804267644882202, + "num_tokens": 855279923.0, + "step": 22414 + }, + { + "epoch": 2.8514183946062843, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.514049530029297, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8663261532783508, + "num_tokens": 855315460.0, + "step": 22415 + }, + { + "epoch": 2.851545604884875, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.583700180053711, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8853635787963867, + "num_tokens": 855351548.0, + "step": 22416 + }, + { + "epoch": 2.8516728151634654, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.533217430114746, + "learning_rate": 1e-06, + "loss": 0.4155, + "mean_token_accuracy": 0.8609194755554199, + "num_tokens": 855390715.0, + "step": 22417 + }, + { + "epoch": 2.8518000254420555, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.533488273620605, + "learning_rate": 1e-06, + "loss": 0.4288, + "mean_token_accuracy": 0.8643256425857544, + "num_tokens": 855431997.0, + "step": 22418 + }, + { + "epoch": 2.8519272357206464, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.544857025146484, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8718826770782471, + "num_tokens": 855470242.0, + "step": 22419 + }, + { + "epoch": 2.8520544459992365, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.5841064453125, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8660849332809448, + "num_tokens": 855508901.0, + "step": 22420 + }, + { + "epoch": 2.8521816562778275, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.580251693725586, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8738292455673218, + "num_tokens": 855545290.0, + "step": 22421 + }, + { + "epoch": 2.8523088665564176, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.536255836486816, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8767641186714172, + "num_tokens": 855579567.0, + "step": 22422 + }, + { + "epoch": 2.852436076835008, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.610624313354492, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8703298568725586, + "num_tokens": 855621117.0, + "step": 22423 + }, + { + "epoch": 2.8525632871135986, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.509111404418945, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8798505663871765, + "num_tokens": 855660494.0, + "step": 22424 + }, + { + "epoch": 2.852690497392189, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.582079887390137, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8773636817932129, + "num_tokens": 855694043.0, + "step": 22425 + }, + { + "epoch": 2.8528177076707797, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.538512229919434, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8643206357955933, + "num_tokens": 855734615.0, + "step": 22426 + }, + { + "epoch": 2.85294491794937, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.545111656188965, + "learning_rate": 1e-06, + "loss": 0.3342, + "mean_token_accuracy": 0.8875588178634644, + "num_tokens": 855771141.0, + "step": 22427 + }, + { + "epoch": 2.8530721282279607, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.48768138885498, + "learning_rate": 1e-06, + "loss": 0.3691, + "mean_token_accuracy": 0.8780378699302673, + "num_tokens": 855806877.0, + "step": 22428 + }, + { + "epoch": 2.8531993385065513, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.525303840637207, + "learning_rate": 1e-06, + "loss": 0.319, + "mean_token_accuracy": 0.8917313814163208, + "num_tokens": 855840076.0, + "step": 22429 + }, + { + "epoch": 2.853326548785142, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.564607620239258, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8863892555236816, + "num_tokens": 855877972.0, + "step": 22430 + }, + { + "epoch": 2.8534537590637323, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.546272277832031, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8717290759086609, + "num_tokens": 855917424.0, + "step": 22431 + }, + { + "epoch": 2.853580969342323, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.54968547821045, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8681128621101379, + "num_tokens": 855954853.0, + "step": 22432 + }, + { + "epoch": 2.8537081796209134, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.487088203430176, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8793845176696777, + "num_tokens": 855993300.0, + "step": 22433 + }, + { + "epoch": 2.853835389899504, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.631999015808105, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8817294239997864, + "num_tokens": 856035307.0, + "step": 22434 + }, + { + "epoch": 2.8539626001780944, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.551543235778809, + "learning_rate": 1e-06, + "loss": 0.3759, + "mean_token_accuracy": 0.8753636479377747, + "num_tokens": 856071801.0, + "step": 22435 + }, + { + "epoch": 2.854089810456685, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.53987979888916, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8663032054901123, + "num_tokens": 856112035.0, + "step": 22436 + }, + { + "epoch": 2.8542170207352755, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.499785423278809, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8831617832183838, + "num_tokens": 856148275.0, + "step": 22437 + }, + { + "epoch": 2.854344231013866, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.607705116271973, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.880571722984314, + "num_tokens": 856180330.0, + "step": 22438 + }, + { + "epoch": 2.8544714412924566, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.51804256439209, + "learning_rate": 1e-06, + "loss": 0.4085, + "mean_token_accuracy": 0.8654341697692871, + "num_tokens": 856219354.0, + "step": 22439 + }, + { + "epoch": 2.854598651571047, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.520940780639648, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8878648281097412, + "num_tokens": 856257583.0, + "step": 22440 + }, + { + "epoch": 2.8547258618496376, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.557010650634766, + "learning_rate": 1e-06, + "loss": 0.4106, + "mean_token_accuracy": 0.86114901304245, + "num_tokens": 856298056.0, + "step": 22441 + }, + { + "epoch": 2.854853072128228, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.548023223876953, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8758517503738403, + "num_tokens": 856334109.0, + "step": 22442 + }, + { + "epoch": 2.8549802824068182, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.579202651977539, + "learning_rate": 1e-06, + "loss": 0.3534, + "mean_token_accuracy": 0.8791544437408447, + "num_tokens": 856376655.0, + "step": 22443 + }, + { + "epoch": 2.855107492685409, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.485515594482422, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8936002850532532, + "num_tokens": 856409926.0, + "step": 22444 + }, + { + "epoch": 2.8552347029639993, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.500667572021484, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8700616359710693, + "num_tokens": 856451471.0, + "step": 22445 + }, + { + "epoch": 2.8553619132425903, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.569391250610352, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8854960203170776, + "num_tokens": 856483237.0, + "step": 22446 + }, + { + "epoch": 2.8554891235211803, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.504968643188477, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8697342276573181, + "num_tokens": 856521278.0, + "step": 22447 + }, + { + "epoch": 2.855616333799771, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.523357391357422, + "learning_rate": 1e-06, + "loss": 0.3785, + "mean_token_accuracy": 0.8741281032562256, + "num_tokens": 856565048.0, + "step": 22448 + }, + { + "epoch": 2.8557435440783614, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.51933479309082, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8803319334983826, + "num_tokens": 856603756.0, + "step": 22449 + }, + { + "epoch": 2.855870754356952, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.495217323303223, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8840181827545166, + "num_tokens": 856640677.0, + "step": 22450 + }, + { + "epoch": 2.8559979646355425, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.528462409973145, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8773837089538574, + "num_tokens": 856679982.0, + "step": 22451 + }, + { + "epoch": 2.856125174914133, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.526196479797363, + "learning_rate": 1e-06, + "loss": 0.3926, + "mean_token_accuracy": 0.8674283623695374, + "num_tokens": 856720621.0, + "step": 22452 + }, + { + "epoch": 2.8562523851927235, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.546483039855957, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8860557079315186, + "num_tokens": 856757172.0, + "step": 22453 + }, + { + "epoch": 2.856379595471314, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.540754318237305, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8759498596191406, + "num_tokens": 856796876.0, + "step": 22454 + }, + { + "epoch": 2.8565068057499046, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.596443176269531, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8777905702590942, + "num_tokens": 856831148.0, + "step": 22455 + }, + { + "epoch": 2.856634016028495, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.587485313415527, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8741512298583984, + "num_tokens": 856867091.0, + "step": 22456 + }, + { + "epoch": 2.8567612263070856, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.62707233428955, + "learning_rate": 1e-06, + "loss": 0.4, + "mean_token_accuracy": 0.8683478236198425, + "num_tokens": 856906118.0, + "step": 22457 + }, + { + "epoch": 2.856888436585676, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.573956489562988, + "learning_rate": 1e-06, + "loss": 0.4403, + "mean_token_accuracy": 0.8534232974052429, + "num_tokens": 856942694.0, + "step": 22458 + }, + { + "epoch": 2.8570156468642667, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.534371376037598, + "learning_rate": 1e-06, + "loss": 0.386, + "mean_token_accuracy": 0.8689821362495422, + "num_tokens": 856977530.0, + "step": 22459 + }, + { + "epoch": 2.857142857142857, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.56719970703125, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8821990489959717, + "num_tokens": 857012417.0, + "step": 22460 + }, + { + "epoch": 2.8572700674214477, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.618230819702148, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8715732097625732, + "num_tokens": 857053556.0, + "step": 22461 + }, + { + "epoch": 2.8573972777000383, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.50784969329834, + "learning_rate": 1e-06, + "loss": 0.3491, + "mean_token_accuracy": 0.8812347650527954, + "num_tokens": 857094514.0, + "step": 22462 + }, + { + "epoch": 2.857524487978629, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.498318672180176, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8789401650428772, + "num_tokens": 857133670.0, + "step": 22463 + }, + { + "epoch": 2.8576516982572193, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.559260368347168, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8713027834892273, + "num_tokens": 857167934.0, + "step": 22464 + }, + { + "epoch": 2.85777890853581, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.559355735778809, + "learning_rate": 1e-06, + "loss": 0.4145, + "mean_token_accuracy": 0.8607581853866577, + "num_tokens": 857208263.0, + "step": 22465 + }, + { + "epoch": 2.8579061188144, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.477033615112305, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8600409030914307, + "num_tokens": 857255107.0, + "step": 22466 + }, + { + "epoch": 2.858033329092991, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.551105499267578, + "learning_rate": 1e-06, + "loss": 0.3749, + "mean_token_accuracy": 0.8744903802871704, + "num_tokens": 857298368.0, + "step": 22467 + }, + { + "epoch": 2.858160539371581, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.572785377502441, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8780531883239746, + "num_tokens": 857336899.0, + "step": 22468 + }, + { + "epoch": 2.858287749650172, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.502142906188965, + "learning_rate": 1e-06, + "loss": 0.3494, + "mean_token_accuracy": 0.8820757269859314, + "num_tokens": 857378482.0, + "step": 22469 + }, + { + "epoch": 2.858414959928762, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.592384338378906, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8857868909835815, + "num_tokens": 857413203.0, + "step": 22470 + }, + { + "epoch": 2.858542170207353, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.60270881652832, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.87637859582901, + "num_tokens": 857446706.0, + "step": 22471 + }, + { + "epoch": 2.858669380485943, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.50330924987793, + "learning_rate": 1e-06, + "loss": 0.3665, + "mean_token_accuracy": 0.8808268904685974, + "num_tokens": 857483415.0, + "step": 22472 + }, + { + "epoch": 2.8587965907645336, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.602455139160156, + "learning_rate": 1e-06, + "loss": 0.3635, + "mean_token_accuracy": 0.8837127089500427, + "num_tokens": 857525323.0, + "step": 22473 + }, + { + "epoch": 2.858923801043124, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.53406810760498, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8931236267089844, + "num_tokens": 857564400.0, + "step": 22474 + }, + { + "epoch": 2.8590510113217147, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.562405586242676, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8765705823898315, + "num_tokens": 857602756.0, + "step": 22475 + }, + { + "epoch": 2.859178221600305, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.580219268798828, + "learning_rate": 1e-06, + "loss": 0.3649, + "mean_token_accuracy": 0.8776445388793945, + "num_tokens": 857636875.0, + "step": 22476 + }, + { + "epoch": 2.8593054318788957, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.554347038269043, + "learning_rate": 1e-06, + "loss": 0.3182, + "mean_token_accuracy": 0.8945013880729675, + "num_tokens": 857671950.0, + "step": 22477 + }, + { + "epoch": 2.8594326421574863, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.53998851776123, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8901935815811157, + "num_tokens": 857705274.0, + "step": 22478 + }, + { + "epoch": 2.859559852436077, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.56278133392334, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.871310830116272, + "num_tokens": 857743730.0, + "step": 22479 + }, + { + "epoch": 2.8596870627146673, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.488263130187988, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8764877319335938, + "num_tokens": 857784055.0, + "step": 22480 + }, + { + "epoch": 2.859814272993258, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.564478874206543, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8846648931503296, + "num_tokens": 857822431.0, + "step": 22481 + }, + { + "epoch": 2.8599414832718484, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.548067092895508, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8892637491226196, + "num_tokens": 857859258.0, + "step": 22482 + }, + { + "epoch": 2.860068693550439, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.537790298461914, + "learning_rate": 1e-06, + "loss": 0.3947, + "mean_token_accuracy": 0.8698679208755493, + "num_tokens": 857901209.0, + "step": 22483 + }, + { + "epoch": 2.8601959038290294, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.56544017791748, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8902825713157654, + "num_tokens": 857935563.0, + "step": 22484 + }, + { + "epoch": 2.86032311410762, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.632159233093262, + "learning_rate": 1e-06, + "loss": 0.3925, + "mean_token_accuracy": 0.8692225217819214, + "num_tokens": 857966777.0, + "step": 22485 + }, + { + "epoch": 2.8604503243862105, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.537748336791992, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8827458620071411, + "num_tokens": 858005078.0, + "step": 22486 + }, + { + "epoch": 2.860577534664801, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.632699966430664, + "learning_rate": 1e-06, + "loss": 0.4068, + "mean_token_accuracy": 0.8660765290260315, + "num_tokens": 858049288.0, + "step": 22487 + }, + { + "epoch": 2.8607047449433916, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.589923858642578, + "learning_rate": 1e-06, + "loss": 0.3085, + "mean_token_accuracy": 0.8966066241264343, + "num_tokens": 858089834.0, + "step": 22488 + }, + { + "epoch": 2.860831955221982, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.60403823852539, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8831411004066467, + "num_tokens": 858124152.0, + "step": 22489 + }, + { + "epoch": 2.8609591655005726, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.570341110229492, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.8824925422668457, + "num_tokens": 858163202.0, + "step": 22490 + }, + { + "epoch": 2.8610863757791627, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.605831146240234, + "learning_rate": 1e-06, + "loss": 0.3047, + "mean_token_accuracy": 0.8971471190452576, + "num_tokens": 858199173.0, + "step": 22491 + }, + { + "epoch": 2.8612135860577537, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.545207977294922, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8748822212219238, + "num_tokens": 858239693.0, + "step": 22492 + }, + { + "epoch": 2.8613407963363438, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.525898933410645, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8849827647209167, + "num_tokens": 858280720.0, + "step": 22493 + }, + { + "epoch": 2.8614680066149347, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.61904239654541, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8896251320838928, + "num_tokens": 858314145.0, + "step": 22494 + }, + { + "epoch": 2.861595216893525, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.570367813110352, + "learning_rate": 1e-06, + "loss": 0.3603, + "mean_token_accuracy": 0.8803621530532837, + "num_tokens": 858355177.0, + "step": 22495 + }, + { + "epoch": 2.861722427172116, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.54301643371582, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8820635080337524, + "num_tokens": 858393070.0, + "step": 22496 + }, + { + "epoch": 2.861849637450706, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.612839698791504, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8778407573699951, + "num_tokens": 858431827.0, + "step": 22497 + }, + { + "epoch": 2.8619768477292964, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.535890579223633, + "learning_rate": 1e-06, + "loss": 0.3667, + "mean_token_accuracy": 0.8763976693153381, + "num_tokens": 858474990.0, + "step": 22498 + }, + { + "epoch": 2.862104058007887, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.510180473327637, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8910797834396362, + "num_tokens": 858514698.0, + "step": 22499 + }, + { + "epoch": 2.8622312682864774, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.626202583312988, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8801863193511963, + "num_tokens": 858557601.0, + "step": 22500 + }, + { + "epoch": 2.862358478565068, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.502521514892578, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8858705759048462, + "num_tokens": 858596830.0, + "step": 22501 + }, + { + "epoch": 2.8624856888436585, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.567290306091309, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.868628203868866, + "num_tokens": 858637555.0, + "step": 22502 + }, + { + "epoch": 2.862612899122249, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.5853910446167, + "learning_rate": 1e-06, + "loss": 0.303, + "mean_token_accuracy": 0.8970296382904053, + "num_tokens": 858672813.0, + "step": 22503 + }, + { + "epoch": 2.8627401094008396, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.531200408935547, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8830212354660034, + "num_tokens": 858710743.0, + "step": 22504 + }, + { + "epoch": 2.86286731967943, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.624683380126953, + "learning_rate": 1e-06, + "loss": 0.3198, + "mean_token_accuracy": 0.8908023834228516, + "num_tokens": 858739486.0, + "step": 22505 + }, + { + "epoch": 2.8629945299580206, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.583045959472656, + "learning_rate": 1e-06, + "loss": 0.4104, + "mean_token_accuracy": 0.8588651418685913, + "num_tokens": 858780678.0, + "step": 22506 + }, + { + "epoch": 2.863121740236611, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.558408737182617, + "learning_rate": 1e-06, + "loss": 0.379, + "mean_token_accuracy": 0.8741587400436401, + "num_tokens": 858826112.0, + "step": 22507 + }, + { + "epoch": 2.8632489505152017, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.53104019165039, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8897653222084045, + "num_tokens": 858862158.0, + "step": 22508 + }, + { + "epoch": 2.863376160793792, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.57081413269043, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8826490640640259, + "num_tokens": 858905270.0, + "step": 22509 + }, + { + "epoch": 2.8635033710723827, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.544243812561035, + "learning_rate": 1e-06, + "loss": 0.3734, + "mean_token_accuracy": 0.8716566562652588, + "num_tokens": 858941802.0, + "step": 22510 + }, + { + "epoch": 2.8636305813509733, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.644632339477539, + "learning_rate": 1e-06, + "loss": 0.3529, + "mean_token_accuracy": 0.8824723362922668, + "num_tokens": 858974672.0, + "step": 22511 + }, + { + "epoch": 2.863757791629564, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.52256965637207, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8764714002609253, + "num_tokens": 859015305.0, + "step": 22512 + }, + { + "epoch": 2.8638850019081543, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.596955299377441, + "learning_rate": 1e-06, + "loss": 0.3863, + "mean_token_accuracy": 0.8704394102096558, + "num_tokens": 859050646.0, + "step": 22513 + }, + { + "epoch": 2.864012212186745, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.543720245361328, + "learning_rate": 1e-06, + "loss": 0.3386, + "mean_token_accuracy": 0.8886073231697083, + "num_tokens": 859090139.0, + "step": 22514 + }, + { + "epoch": 2.8641394224653354, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.565210342407227, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.8826063275337219, + "num_tokens": 859130661.0, + "step": 22515 + }, + { + "epoch": 2.8642666327439255, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.538610458374023, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8780214190483093, + "num_tokens": 859166399.0, + "step": 22516 + }, + { + "epoch": 2.8643938430225164, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.5751314163208, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8788281679153442, + "num_tokens": 859208349.0, + "step": 22517 + }, + { + "epoch": 2.8645210533011065, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.558389663696289, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.8810489773750305, + "num_tokens": 859243784.0, + "step": 22518 + }, + { + "epoch": 2.8646482635796975, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.605504035949707, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8647795915603638, + "num_tokens": 859278345.0, + "step": 22519 + }, + { + "epoch": 2.8647754738582876, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.561433792114258, + "learning_rate": 1e-06, + "loss": 0.4023, + "mean_token_accuracy": 0.8688662052154541, + "num_tokens": 859317454.0, + "step": 22520 + }, + { + "epoch": 2.864902684136878, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.581537246704102, + "learning_rate": 1e-06, + "loss": 0.3795, + "mean_token_accuracy": 0.8742111325263977, + "num_tokens": 859352076.0, + "step": 22521 + }, + { + "epoch": 2.8650298944154686, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.613553047180176, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8864812850952148, + "num_tokens": 859389957.0, + "step": 22522 + }, + { + "epoch": 2.865157104694059, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.540130615234375, + "learning_rate": 1e-06, + "loss": 0.3557, + "mean_token_accuracy": 0.8786282539367676, + "num_tokens": 859425167.0, + "step": 22523 + }, + { + "epoch": 2.8652843149726497, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.52631950378418, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8758659958839417, + "num_tokens": 859470999.0, + "step": 22524 + }, + { + "epoch": 2.86541152525124, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.566121101379395, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8844460844993591, + "num_tokens": 859503763.0, + "step": 22525 + }, + { + "epoch": 2.8655387355298307, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.626087188720703, + "learning_rate": 1e-06, + "loss": 0.338, + "mean_token_accuracy": 0.8870685696601868, + "num_tokens": 859537739.0, + "step": 22526 + }, + { + "epoch": 2.8656659458084213, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.544865608215332, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8872947096824646, + "num_tokens": 859573497.0, + "step": 22527 + }, + { + "epoch": 2.865793156087012, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.601242065429688, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8748296499252319, + "num_tokens": 859606997.0, + "step": 22528 + }, + { + "epoch": 2.8659203663656023, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.585697174072266, + "learning_rate": 1e-06, + "loss": 0.3971, + "mean_token_accuracy": 0.8678363561630249, + "num_tokens": 859642278.0, + "step": 22529 + }, + { + "epoch": 2.866047576644193, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.540534019470215, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.889837384223938, + "num_tokens": 859684728.0, + "step": 22530 + }, + { + "epoch": 2.8661747869227834, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.583355903625488, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8726965188980103, + "num_tokens": 859720946.0, + "step": 22531 + }, + { + "epoch": 2.866301997201374, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.601628303527832, + "learning_rate": 1e-06, + "loss": 0.3619, + "mean_token_accuracy": 0.8774065971374512, + "num_tokens": 859752605.0, + "step": 22532 + }, + { + "epoch": 2.8664292074799644, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.542634963989258, + "learning_rate": 1e-06, + "loss": 0.3276, + "mean_token_accuracy": 0.8915616869926453, + "num_tokens": 859784206.0, + "step": 22533 + }, + { + "epoch": 2.866556417758555, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.550557136535645, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8739856481552124, + "num_tokens": 859828142.0, + "step": 22534 + }, + { + "epoch": 2.8666836280371455, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.574751853942871, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8744425773620605, + "num_tokens": 859870032.0, + "step": 22535 + }, + { + "epoch": 2.866810838315736, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.569438934326172, + "learning_rate": 1e-06, + "loss": 0.3888, + "mean_token_accuracy": 0.8682862520217896, + "num_tokens": 859911417.0, + "step": 22536 + }, + { + "epoch": 2.8669380485943265, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.548222541809082, + "learning_rate": 1e-06, + "loss": 0.3174, + "mean_token_accuracy": 0.889884352684021, + "num_tokens": 859953929.0, + "step": 22537 + }, + { + "epoch": 2.867065258872917, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.575357437133789, + "learning_rate": 1e-06, + "loss": 0.3462, + "mean_token_accuracy": 0.8827797770500183, + "num_tokens": 859985402.0, + "step": 22538 + }, + { + "epoch": 2.8671924691515076, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.628744125366211, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8766031861305237, + "num_tokens": 860017374.0, + "step": 22539 + }, + { + "epoch": 2.867319679430098, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.535032272338867, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8875224590301514, + "num_tokens": 860058217.0, + "step": 22540 + }, + { + "epoch": 2.867446889708688, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.570656776428223, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8627285957336426, + "num_tokens": 860092317.0, + "step": 22541 + }, + { + "epoch": 2.867574099987279, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.54841136932373, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8755927085876465, + "num_tokens": 860125067.0, + "step": 22542 + }, + { + "epoch": 2.8677013102658693, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.531902313232422, + "learning_rate": 1e-06, + "loss": 0.326, + "mean_token_accuracy": 0.8902961015701294, + "num_tokens": 860163805.0, + "step": 22543 + }, + { + "epoch": 2.8678285205444602, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.574363708496094, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8658447265625, + "num_tokens": 860200178.0, + "step": 22544 + }, + { + "epoch": 2.8679557308230503, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.550698280334473, + "learning_rate": 1e-06, + "loss": 0.3714, + "mean_token_accuracy": 0.8781046867370605, + "num_tokens": 860235283.0, + "step": 22545 + }, + { + "epoch": 2.868082941101641, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.57234001159668, + "learning_rate": 1e-06, + "loss": 0.3113, + "mean_token_accuracy": 0.8945995569229126, + "num_tokens": 860276776.0, + "step": 22546 + }, + { + "epoch": 2.8682101513802314, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.572925567626953, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8836197853088379, + "num_tokens": 860318492.0, + "step": 22547 + }, + { + "epoch": 2.868337361658822, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.576619148254395, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8646819591522217, + "num_tokens": 860358556.0, + "step": 22548 + }, + { + "epoch": 2.8684645719374124, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.5604829788208, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8696345090866089, + "num_tokens": 860391114.0, + "step": 22549 + }, + { + "epoch": 2.868591782216003, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.601506233215332, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8745695948600769, + "num_tokens": 860430696.0, + "step": 22550 + }, + { + "epoch": 2.8687189924945935, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.511672973632812, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8848201036453247, + "num_tokens": 860471055.0, + "step": 22551 + }, + { + "epoch": 2.868846202773184, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.549630165100098, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8716781735420227, + "num_tokens": 860512472.0, + "step": 22552 + }, + { + "epoch": 2.8689734130517746, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.585988998413086, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8750739693641663, + "num_tokens": 860541014.0, + "step": 22553 + }, + { + "epoch": 2.869100623330365, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.504146575927734, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8925647735595703, + "num_tokens": 860585025.0, + "step": 22554 + }, + { + "epoch": 2.8692278336089556, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.48963451385498, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8860770463943481, + "num_tokens": 860616361.0, + "step": 22555 + }, + { + "epoch": 2.869355043887546, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.566411972045898, + "learning_rate": 1e-06, + "loss": 0.3966, + "mean_token_accuracy": 0.8715078830718994, + "num_tokens": 860655976.0, + "step": 22556 + }, + { + "epoch": 2.8694822541661367, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.51810073852539, + "learning_rate": 1e-06, + "loss": 0.4013, + "mean_token_accuracy": 0.8661905527114868, + "num_tokens": 860703949.0, + "step": 22557 + }, + { + "epoch": 2.869609464444727, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.608039855957031, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8777716159820557, + "num_tokens": 860739935.0, + "step": 22558 + }, + { + "epoch": 2.8697366747233177, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.600611686706543, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8822811841964722, + "num_tokens": 860782483.0, + "step": 22559 + }, + { + "epoch": 2.8698638850019083, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.56957721710205, + "learning_rate": 1e-06, + "loss": 0.3923, + "mean_token_accuracy": 0.8675562143325806, + "num_tokens": 860816821.0, + "step": 22560 + }, + { + "epoch": 2.869991095280499, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.539974212646484, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8667472004890442, + "num_tokens": 860851313.0, + "step": 22561 + }, + { + "epoch": 2.8701183055590893, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.543562889099121, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8865128755569458, + "num_tokens": 860890540.0, + "step": 22562 + }, + { + "epoch": 2.87024551583768, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.588187217712402, + "learning_rate": 1e-06, + "loss": 0.3799, + "mean_token_accuracy": 0.8720197677612305, + "num_tokens": 860929686.0, + "step": 22563 + }, + { + "epoch": 2.87037272611627, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.5746431350708, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.8812825679779053, + "num_tokens": 860968186.0, + "step": 22564 + }, + { + "epoch": 2.870499936394861, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.575636863708496, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8746838569641113, + "num_tokens": 861007252.0, + "step": 22565 + }, + { + "epoch": 2.870627146673451, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.479984283447266, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8793522715568542, + "num_tokens": 861049898.0, + "step": 22566 + }, + { + "epoch": 2.870754356952042, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.539533615112305, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.8858587741851807, + "num_tokens": 861087711.0, + "step": 22567 + }, + { + "epoch": 2.870881567230632, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.562676429748535, + "learning_rate": 1e-06, + "loss": 0.4222, + "mean_token_accuracy": 0.8592602014541626, + "num_tokens": 861128566.0, + "step": 22568 + }, + { + "epoch": 2.871008777509223, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.586450576782227, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8833057284355164, + "num_tokens": 861156299.0, + "step": 22569 + }, + { + "epoch": 2.871135987787813, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.571735382080078, + "learning_rate": 1e-06, + "loss": 0.3257, + "mean_token_accuracy": 0.8904858231544495, + "num_tokens": 861189376.0, + "step": 22570 + }, + { + "epoch": 2.8712631980664036, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.568428993225098, + "learning_rate": 1e-06, + "loss": 0.375, + "mean_token_accuracy": 0.8754715919494629, + "num_tokens": 861227156.0, + "step": 22571 + }, + { + "epoch": 2.871390408344994, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.549419403076172, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8775252103805542, + "num_tokens": 861268088.0, + "step": 22572 + }, + { + "epoch": 2.8715176186235847, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.565460205078125, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8814547657966614, + "num_tokens": 861308892.0, + "step": 22573 + }, + { + "epoch": 2.871644828902175, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.50950813293457, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8808494806289673, + "num_tokens": 861350108.0, + "step": 22574 + }, + { + "epoch": 2.8717720391807657, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.568038940429688, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8876363635063171, + "num_tokens": 861390553.0, + "step": 22575 + }, + { + "epoch": 2.8718992494593563, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.57344913482666, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8800628185272217, + "num_tokens": 861425878.0, + "step": 22576 + }, + { + "epoch": 2.872026459737947, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.504780769348145, + "learning_rate": 1e-06, + "loss": 0.3179, + "mean_token_accuracy": 0.8935642242431641, + "num_tokens": 861460935.0, + "step": 22577 + }, + { + "epoch": 2.8721536700165373, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.53323745727539, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8631651401519775, + "num_tokens": 861500446.0, + "step": 22578 + }, + { + "epoch": 2.872280880295128, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.597527503967285, + "learning_rate": 1e-06, + "loss": 0.3885, + "mean_token_accuracy": 0.8669575452804565, + "num_tokens": 861538000.0, + "step": 22579 + }, + { + "epoch": 2.8724080905737184, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.534506797790527, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.88175368309021, + "num_tokens": 861578052.0, + "step": 22580 + }, + { + "epoch": 2.872535300852309, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.539545059204102, + "learning_rate": 1e-06, + "loss": 0.3767, + "mean_token_accuracy": 0.8743458390235901, + "num_tokens": 861619065.0, + "step": 22581 + }, + { + "epoch": 2.8726625111308994, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.5646390914917, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8820282220840454, + "num_tokens": 861660112.0, + "step": 22582 + }, + { + "epoch": 2.87278972140949, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.512869834899902, + "learning_rate": 1e-06, + "loss": 0.3682, + "mean_token_accuracy": 0.8803786635398865, + "num_tokens": 861699312.0, + "step": 22583 + }, + { + "epoch": 2.8729169316880805, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.60750675201416, + "learning_rate": 1e-06, + "loss": 0.3093, + "mean_token_accuracy": 0.8946294784545898, + "num_tokens": 861735167.0, + "step": 22584 + }, + { + "epoch": 2.873044141966671, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.516758918762207, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8716545104980469, + "num_tokens": 861778594.0, + "step": 22585 + }, + { + "epoch": 2.8731713522452615, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.514436721801758, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8788304328918457, + "num_tokens": 861814754.0, + "step": 22586 + }, + { + "epoch": 2.873298562523852, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.592259407043457, + "learning_rate": 1e-06, + "loss": 0.3984, + "mean_token_accuracy": 0.8634958267211914, + "num_tokens": 861849019.0, + "step": 22587 + }, + { + "epoch": 2.8734257728024426, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.557570457458496, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8764959573745728, + "num_tokens": 861889471.0, + "step": 22588 + }, + { + "epoch": 2.8735529830810327, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.487692832946777, + "learning_rate": 1e-06, + "loss": 0.3914, + "mean_token_accuracy": 0.8695052266120911, + "num_tokens": 861926811.0, + "step": 22589 + }, + { + "epoch": 2.8736801933596237, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.608190536499023, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8756735324859619, + "num_tokens": 861963628.0, + "step": 22590 + }, + { + "epoch": 2.8738074036382137, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.54619312286377, + "learning_rate": 1e-06, + "loss": 0.391, + "mean_token_accuracy": 0.8675932288169861, + "num_tokens": 862002915.0, + "step": 22591 + }, + { + "epoch": 2.8739346139168047, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.586264610290527, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8847877979278564, + "num_tokens": 862047276.0, + "step": 22592 + }, + { + "epoch": 2.874061824195395, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.530807495117188, + "learning_rate": 1e-06, + "loss": 0.3396, + "mean_token_accuracy": 0.886456310749054, + "num_tokens": 862091241.0, + "step": 22593 + }, + { + "epoch": 2.8741890344739858, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.578836441040039, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8817986249923706, + "num_tokens": 862126025.0, + "step": 22594 + }, + { + "epoch": 2.874316244752576, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.535308837890625, + "learning_rate": 1e-06, + "loss": 0.3875, + "mean_token_accuracy": 0.8699334859848022, + "num_tokens": 862160822.0, + "step": 22595 + }, + { + "epoch": 2.8744434550311664, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.600500106811523, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.882739782333374, + "num_tokens": 862196808.0, + "step": 22596 + }, + { + "epoch": 2.874570665309757, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.540799140930176, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8643289804458618, + "num_tokens": 862233722.0, + "step": 22597 + }, + { + "epoch": 2.8746978755883474, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.611126899719238, + "learning_rate": 1e-06, + "loss": 0.3148, + "mean_token_accuracy": 0.8936247825622559, + "num_tokens": 862271914.0, + "step": 22598 + }, + { + "epoch": 2.874825085866938, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.566803932189941, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8741316795349121, + "num_tokens": 862313696.0, + "step": 22599 + }, + { + "epoch": 2.8749522961455285, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.566109657287598, + "learning_rate": 1e-06, + "loss": 0.3882, + "mean_token_accuracy": 0.8716845512390137, + "num_tokens": 862355366.0, + "step": 22600 + }, + { + "epoch": 2.875079506424119, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.580973625183105, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8699845671653748, + "num_tokens": 862395630.0, + "step": 22601 + }, + { + "epoch": 2.8752067167027096, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.561910629272461, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8786987066268921, + "num_tokens": 862429650.0, + "step": 22602 + }, + { + "epoch": 2.8753339269813, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.547496795654297, + "learning_rate": 1e-06, + "loss": 0.37, + "mean_token_accuracy": 0.875391960144043, + "num_tokens": 862470921.0, + "step": 22603 + }, + { + "epoch": 2.8754611372598906, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.54768180847168, + "learning_rate": 1e-06, + "loss": 0.3367, + "mean_token_accuracy": 0.8847032785415649, + "num_tokens": 862505204.0, + "step": 22604 + }, + { + "epoch": 2.875588347538481, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.505754470825195, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8785803914070129, + "num_tokens": 862548686.0, + "step": 22605 + }, + { + "epoch": 2.8757155578170717, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.471223831176758, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8895270824432373, + "num_tokens": 862585920.0, + "step": 22606 + }, + { + "epoch": 2.875842768095662, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.629423141479492, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8738781213760376, + "num_tokens": 862619364.0, + "step": 22607 + }, + { + "epoch": 2.8759699783742527, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.498201370239258, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8743405342102051, + "num_tokens": 862661317.0, + "step": 22608 + }, + { + "epoch": 2.8760971886528433, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.607001304626465, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8816719055175781, + "num_tokens": 862698236.0, + "step": 22609 + }, + { + "epoch": 2.876224398931434, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.596650123596191, + "learning_rate": 1e-06, + "loss": 0.3277, + "mean_token_accuracy": 0.8892207741737366, + "num_tokens": 862739224.0, + "step": 22610 + }, + { + "epoch": 2.8763516092100243, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.549286842346191, + "learning_rate": 1e-06, + "loss": 0.328, + "mean_token_accuracy": 0.8926473259925842, + "num_tokens": 862776534.0, + "step": 22611 + }, + { + "epoch": 2.876478819488615, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.578447341918945, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.871194064617157, + "num_tokens": 862815690.0, + "step": 22612 + }, + { + "epoch": 2.8766060297672054, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.560619354248047, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8772188425064087, + "num_tokens": 862851021.0, + "step": 22613 + }, + { + "epoch": 2.8767332400457954, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.581329345703125, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.885651707649231, + "num_tokens": 862885122.0, + "step": 22614 + }, + { + "epoch": 2.8768604503243864, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.529796600341797, + "learning_rate": 1e-06, + "loss": 0.3395, + "mean_token_accuracy": 0.8841763734817505, + "num_tokens": 862922233.0, + "step": 22615 + }, + { + "epoch": 2.8769876606029765, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.502917289733887, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8870260715484619, + "num_tokens": 862961355.0, + "step": 22616 + }, + { + "epoch": 2.8771148708815675, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.544689178466797, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8862802982330322, + "num_tokens": 862998523.0, + "step": 22617 + }, + { + "epoch": 2.8772420811601576, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.532889366149902, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8794765472412109, + "num_tokens": 863039684.0, + "step": 22618 + }, + { + "epoch": 2.877369291438748, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.554177284240723, + "learning_rate": 1e-06, + "loss": 0.3503, + "mean_token_accuracy": 0.8828718662261963, + "num_tokens": 863077649.0, + "step": 22619 + }, + { + "epoch": 2.8774965017173386, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.537132263183594, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8742275238037109, + "num_tokens": 863116816.0, + "step": 22620 + }, + { + "epoch": 2.877623711995929, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.565388679504395, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8884241580963135, + "num_tokens": 863155306.0, + "step": 22621 + }, + { + "epoch": 2.8777509222745197, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.567266464233398, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8859667181968689, + "num_tokens": 863194381.0, + "step": 22622 + }, + { + "epoch": 2.87787813255311, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.524591445922852, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8781786561012268, + "num_tokens": 863231470.0, + "step": 22623 + }, + { + "epoch": 2.8780053428317007, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.600266456604004, + "learning_rate": 1e-06, + "loss": 0.3867, + "mean_token_accuracy": 0.8727567791938782, + "num_tokens": 863265617.0, + "step": 22624 + }, + { + "epoch": 2.8781325531102913, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.583666801452637, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8684628009796143, + "num_tokens": 863300111.0, + "step": 22625 + }, + { + "epoch": 2.878259763388882, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.561528205871582, + "learning_rate": 1e-06, + "loss": 0.334, + "mean_token_accuracy": 0.8856841325759888, + "num_tokens": 863338626.0, + "step": 22626 + }, + { + "epoch": 2.8783869736674723, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.537582397460938, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8722692131996155, + "num_tokens": 863374672.0, + "step": 22627 + }, + { + "epoch": 2.878514183946063, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.594368934631348, + "learning_rate": 1e-06, + "loss": 0.3719, + "mean_token_accuracy": 0.8742434978485107, + "num_tokens": 863412717.0, + "step": 22628 + }, + { + "epoch": 2.8786413942246534, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.495498657226562, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8868317604064941, + "num_tokens": 863447776.0, + "step": 22629 + }, + { + "epoch": 2.878768604503244, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.533738136291504, + "learning_rate": 1e-06, + "loss": 0.3157, + "mean_token_accuracy": 0.8953624963760376, + "num_tokens": 863485697.0, + "step": 22630 + }, + { + "epoch": 2.8788958147818344, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.526336669921875, + "learning_rate": 1e-06, + "loss": 0.3687, + "mean_token_accuracy": 0.8730524182319641, + "num_tokens": 863528706.0, + "step": 22631 + }, + { + "epoch": 2.879023025060425, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.549702644348145, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8605999946594238, + "num_tokens": 863569181.0, + "step": 22632 + }, + { + "epoch": 2.8791502353390155, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.53631591796875, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8647370934486389, + "num_tokens": 863602985.0, + "step": 22633 + }, + { + "epoch": 2.879277445617606, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.573012351989746, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8830893039703369, + "num_tokens": 863634590.0, + "step": 22634 + }, + { + "epoch": 2.8794046558961965, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.531932830810547, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8762752413749695, + "num_tokens": 863677671.0, + "step": 22635 + }, + { + "epoch": 2.879531866174787, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.548829078674316, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8810527324676514, + "num_tokens": 863716102.0, + "step": 22636 + }, + { + "epoch": 2.8796590764533776, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.55575180053711, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8706785440444946, + "num_tokens": 863751560.0, + "step": 22637 + }, + { + "epoch": 2.879786286731968, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.489542961120605, + "learning_rate": 1e-06, + "loss": 0.3106, + "mean_token_accuracy": 0.8930026888847351, + "num_tokens": 863792373.0, + "step": 22638 + }, + { + "epoch": 2.879913497010558, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.606115341186523, + "learning_rate": 1e-06, + "loss": 0.3953, + "mean_token_accuracy": 0.8749382495880127, + "num_tokens": 863829969.0, + "step": 22639 + }, + { + "epoch": 2.880040707289149, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.53390884399414, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.883578896522522, + "num_tokens": 863867080.0, + "step": 22640 + }, + { + "epoch": 2.8801679175677393, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.607029914855957, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8830039501190186, + "num_tokens": 863904230.0, + "step": 22641 + }, + { + "epoch": 2.8802951278463302, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.575775146484375, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8828360438346863, + "num_tokens": 863947309.0, + "step": 22642 + }, + { + "epoch": 2.8804223381249203, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.601827621459961, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8839952945709229, + "num_tokens": 863985557.0, + "step": 22643 + }, + { + "epoch": 2.880549548403511, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.5525484085083, + "learning_rate": 1e-06, + "loss": 0.3962, + "mean_token_accuracy": 0.8664177656173706, + "num_tokens": 864021842.0, + "step": 22644 + }, + { + "epoch": 2.8806767586821014, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.551348686218262, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8704607486724854, + "num_tokens": 864060765.0, + "step": 22645 + }, + { + "epoch": 2.880803968960692, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.509696960449219, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.881073534488678, + "num_tokens": 864100624.0, + "step": 22646 + }, + { + "epoch": 2.8809311792392824, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.535517692565918, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8891188502311707, + "num_tokens": 864136599.0, + "step": 22647 + }, + { + "epoch": 2.881058389517873, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.547207832336426, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8815104961395264, + "num_tokens": 864169876.0, + "step": 22648 + }, + { + "epoch": 2.8811855997964635, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.581116676330566, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8770774006843567, + "num_tokens": 864213709.0, + "step": 22649 + }, + { + "epoch": 2.881312810075054, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.566991806030273, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8836597204208374, + "num_tokens": 864245581.0, + "step": 22650 + }, + { + "epoch": 2.8814400203536445, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.573725700378418, + "learning_rate": 1e-06, + "loss": 0.4105, + "mean_token_accuracy": 0.865176796913147, + "num_tokens": 864287081.0, + "step": 22651 + }, + { + "epoch": 2.881567230632235, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.557029724121094, + "learning_rate": 1e-06, + "loss": 0.4042, + "mean_token_accuracy": 0.8631941080093384, + "num_tokens": 864321480.0, + "step": 22652 + }, + { + "epoch": 2.8816944409108256, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.571111679077148, + "learning_rate": 1e-06, + "loss": 0.346, + "mean_token_accuracy": 0.8852030634880066, + "num_tokens": 864358580.0, + "step": 22653 + }, + { + "epoch": 2.881821651189416, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.615363121032715, + "learning_rate": 1e-06, + "loss": 0.3821, + "mean_token_accuracy": 0.8707807064056396, + "num_tokens": 864396277.0, + "step": 22654 + }, + { + "epoch": 2.8819488614680067, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.5355806350708, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8743256330490112, + "num_tokens": 864433282.0, + "step": 22655 + }, + { + "epoch": 2.882076071746597, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.561988830566406, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8710823059082031, + "num_tokens": 864469305.0, + "step": 22656 + }, + { + "epoch": 2.8822032820251877, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.518318176269531, + "learning_rate": 1e-06, + "loss": 0.3636, + "mean_token_accuracy": 0.8805878758430481, + "num_tokens": 864507246.0, + "step": 22657 + }, + { + "epoch": 2.8823304923037782, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.49952220916748, + "learning_rate": 1e-06, + "loss": 0.3774, + "mean_token_accuracy": 0.8729301691055298, + "num_tokens": 864547315.0, + "step": 22658 + }, + { + "epoch": 2.8824577025823688, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.544669151306152, + "learning_rate": 1e-06, + "loss": 0.3921, + "mean_token_accuracy": 0.8727419972419739, + "num_tokens": 864590813.0, + "step": 22659 + }, + { + "epoch": 2.8825849128609593, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.56600570678711, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8698145747184753, + "num_tokens": 864625078.0, + "step": 22660 + }, + { + "epoch": 2.88271212313955, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.513425827026367, + "learning_rate": 1e-06, + "loss": 0.3377, + "mean_token_accuracy": 0.8862024545669556, + "num_tokens": 864663714.0, + "step": 22661 + }, + { + "epoch": 2.88283933341814, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.556221961975098, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8774411082267761, + "num_tokens": 864697026.0, + "step": 22662 + }, + { + "epoch": 2.882966543696731, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.573137283325195, + "learning_rate": 1e-06, + "loss": 0.3404, + "mean_token_accuracy": 0.8884639739990234, + "num_tokens": 864732337.0, + "step": 22663 + }, + { + "epoch": 2.883093753975321, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.495172500610352, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8713294267654419, + "num_tokens": 864776598.0, + "step": 22664 + }, + { + "epoch": 2.883220964253912, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.53559398651123, + "learning_rate": 1e-06, + "loss": 0.4084, + "mean_token_accuracy": 0.8653776049613953, + "num_tokens": 864817279.0, + "step": 22665 + }, + { + "epoch": 2.883348174532502, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.533540725708008, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8852889537811279, + "num_tokens": 864854914.0, + "step": 22666 + }, + { + "epoch": 2.883475384811093, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.592278480529785, + "learning_rate": 1e-06, + "loss": 0.3613, + "mean_token_accuracy": 0.8812472224235535, + "num_tokens": 864892914.0, + "step": 22667 + }, + { + "epoch": 2.883602595089683, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.532196044921875, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8755398988723755, + "num_tokens": 864934189.0, + "step": 22668 + }, + { + "epoch": 2.8837298053682736, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.5947904586792, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.8862047791481018, + "num_tokens": 864972085.0, + "step": 22669 + }, + { + "epoch": 2.883857015646864, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.578386306762695, + "learning_rate": 1e-06, + "loss": 0.4117, + "mean_token_accuracy": 0.8627185225486755, + "num_tokens": 865008674.0, + "step": 22670 + }, + { + "epoch": 2.8839842259254547, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.572188377380371, + "learning_rate": 1e-06, + "loss": 0.3837, + "mean_token_accuracy": 0.8683649301528931, + "num_tokens": 865046004.0, + "step": 22671 + }, + { + "epoch": 2.884111436204045, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.583963394165039, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.882299542427063, + "num_tokens": 865082409.0, + "step": 22672 + }, + { + "epoch": 2.8842386464826357, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.518930435180664, + "learning_rate": 1e-06, + "loss": 0.3643, + "mean_token_accuracy": 0.8774542808532715, + "num_tokens": 865124457.0, + "step": 22673 + }, + { + "epoch": 2.8843658567612263, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.564727783203125, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.888992190361023, + "num_tokens": 865162290.0, + "step": 22674 + }, + { + "epoch": 2.884493067039817, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.54700756072998, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8767558336257935, + "num_tokens": 865201686.0, + "step": 22675 + }, + { + "epoch": 2.8846202773184073, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.568920135498047, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.8700652122497559, + "num_tokens": 865236876.0, + "step": 22676 + }, + { + "epoch": 2.884747487596998, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.565081596374512, + "learning_rate": 1e-06, + "loss": 0.3511, + "mean_token_accuracy": 0.8810838460922241, + "num_tokens": 865276994.0, + "step": 22677 + }, + { + "epoch": 2.8848746978755884, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.530757904052734, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8771786689758301, + "num_tokens": 865311990.0, + "step": 22678 + }, + { + "epoch": 2.885001908154179, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.52372932434082, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8839659690856934, + "num_tokens": 865352324.0, + "step": 22679 + }, + { + "epoch": 2.8851291184327694, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.53466510772705, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8782973885536194, + "num_tokens": 865391428.0, + "step": 22680 + }, + { + "epoch": 2.88525632871136, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.553251266479492, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8775537610054016, + "num_tokens": 865428478.0, + "step": 22681 + }, + { + "epoch": 2.8853835389899505, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.575467109680176, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8779213428497314, + "num_tokens": 865466531.0, + "step": 22682 + }, + { + "epoch": 2.885510749268541, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.534305572509766, + "learning_rate": 1e-06, + "loss": 0.3457, + "mean_token_accuracy": 0.8852041959762573, + "num_tokens": 865503177.0, + "step": 22683 + }, + { + "epoch": 2.8856379595471315, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.60206413269043, + "learning_rate": 1e-06, + "loss": 0.3858, + "mean_token_accuracy": 0.8713212013244629, + "num_tokens": 865539454.0, + "step": 22684 + }, + { + "epoch": 2.885765169825722, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.60102653503418, + "learning_rate": 1e-06, + "loss": 0.3111, + "mean_token_accuracy": 0.8964570760726929, + "num_tokens": 865571937.0, + "step": 22685 + }, + { + "epoch": 2.8858923801043126, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.54206657409668, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8807460069656372, + "num_tokens": 865609457.0, + "step": 22686 + }, + { + "epoch": 2.8860195903829027, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.606674194335938, + "learning_rate": 1e-06, + "loss": 0.4054, + "mean_token_accuracy": 0.8662585020065308, + "num_tokens": 865647391.0, + "step": 22687 + }, + { + "epoch": 2.8861468006614936, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.600205421447754, + "learning_rate": 1e-06, + "loss": 0.3587, + "mean_token_accuracy": 0.8771812915802002, + "num_tokens": 865680578.0, + "step": 22688 + }, + { + "epoch": 2.8862740109400837, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.601546287536621, + "learning_rate": 1e-06, + "loss": 0.3748, + "mean_token_accuracy": 0.8741319179534912, + "num_tokens": 865714610.0, + "step": 22689 + }, + { + "epoch": 2.8864012212186747, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.555715560913086, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8737025856971741, + "num_tokens": 865755672.0, + "step": 22690 + }, + { + "epoch": 2.886528431497265, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.587980270385742, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8863315582275391, + "num_tokens": 865790111.0, + "step": 22691 + }, + { + "epoch": 2.8866556417758558, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.662867546081543, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8797541856765747, + "num_tokens": 865825580.0, + "step": 22692 + }, + { + "epoch": 2.886782852054446, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.526325225830078, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8812567591667175, + "num_tokens": 865869099.0, + "step": 22693 + }, + { + "epoch": 2.8869100623330364, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.610074043273926, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.8692350387573242, + "num_tokens": 865906957.0, + "step": 22694 + }, + { + "epoch": 2.887037272611627, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.552560806274414, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8877768516540527, + "num_tokens": 865945712.0, + "step": 22695 + }, + { + "epoch": 2.8871644828902174, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.529949188232422, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.86411452293396, + "num_tokens": 865984469.0, + "step": 22696 + }, + { + "epoch": 2.887291693168808, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.592212677001953, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8795185089111328, + "num_tokens": 866024624.0, + "step": 22697 + }, + { + "epoch": 2.8874189034473985, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.513769149780273, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8756815195083618, + "num_tokens": 866062446.0, + "step": 22698 + }, + { + "epoch": 2.887546113725989, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.57137680053711, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.8872061371803284, + "num_tokens": 866100896.0, + "step": 22699 + }, + { + "epoch": 2.8876733240045795, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.612664222717285, + "learning_rate": 1e-06, + "loss": 0.3978, + "mean_token_accuracy": 0.8638818264007568, + "num_tokens": 866134668.0, + "step": 22700 + }, + { + "epoch": 2.88780053428317, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.548040390014648, + "learning_rate": 1e-06, + "loss": 0.3952, + "mean_token_accuracy": 0.8718098998069763, + "num_tokens": 866173834.0, + "step": 22701 + }, + { + "epoch": 2.8879277445617606, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.606454849243164, + "learning_rate": 1e-06, + "loss": 0.4221, + "mean_token_accuracy": 0.8632441163063049, + "num_tokens": 866211691.0, + "step": 22702 + }, + { + "epoch": 2.888054954840351, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.617765426635742, + "learning_rate": 1e-06, + "loss": 0.3605, + "mean_token_accuracy": 0.8788498044013977, + "num_tokens": 866240878.0, + "step": 22703 + }, + { + "epoch": 2.8881821651189417, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.524887084960938, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8654636144638062, + "num_tokens": 866289552.0, + "step": 22704 + }, + { + "epoch": 2.888309375397532, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.597021102905273, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8689454197883606, + "num_tokens": 866330361.0, + "step": 22705 + }, + { + "epoch": 2.8884365856761227, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.61345386505127, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8815747499465942, + "num_tokens": 866371557.0, + "step": 22706 + }, + { + "epoch": 2.8885637959547132, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.552936553955078, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8788781762123108, + "num_tokens": 866410627.0, + "step": 22707 + }, + { + "epoch": 2.8886910062333038, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.558624267578125, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8762103319168091, + "num_tokens": 866446036.0, + "step": 22708 + }, + { + "epoch": 2.8888182165118943, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.606311798095703, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8684077262878418, + "num_tokens": 866489655.0, + "step": 22709 + }, + { + "epoch": 2.888945426790485, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.545524597167969, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.8707931041717529, + "num_tokens": 866532750.0, + "step": 22710 + }, + { + "epoch": 2.8890726370690754, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.620555877685547, + "learning_rate": 1e-06, + "loss": 0.3464, + "mean_token_accuracy": 0.8827279806137085, + "num_tokens": 866570748.0, + "step": 22711 + }, + { + "epoch": 2.8891998473476654, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.528237342834473, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8726704120635986, + "num_tokens": 866609422.0, + "step": 22712 + }, + { + "epoch": 2.8893270576262564, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.545084953308105, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8792802095413208, + "num_tokens": 866650865.0, + "step": 22713 + }, + { + "epoch": 2.8894542679048465, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.555928230285645, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8763061165809631, + "num_tokens": 866687605.0, + "step": 22714 + }, + { + "epoch": 2.8895814781834375, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.556514739990234, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8690272569656372, + "num_tokens": 866722974.0, + "step": 22715 + }, + { + "epoch": 2.8897086884620276, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.553991317749023, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8750101327896118, + "num_tokens": 866760694.0, + "step": 22716 + }, + { + "epoch": 2.889835898740618, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.627288818359375, + "learning_rate": 1e-06, + "loss": 0.4086, + "mean_token_accuracy": 0.8605738282203674, + "num_tokens": 866795102.0, + "step": 22717 + }, + { + "epoch": 2.8899631090192086, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.487573623657227, + "learning_rate": 1e-06, + "loss": 0.3255, + "mean_token_accuracy": 0.8900421857833862, + "num_tokens": 866831282.0, + "step": 22718 + }, + { + "epoch": 2.890090319297799, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.642663955688477, + "learning_rate": 1e-06, + "loss": 0.3872, + "mean_token_accuracy": 0.8708603382110596, + "num_tokens": 866872661.0, + "step": 22719 + }, + { + "epoch": 2.8902175295763897, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.542271614074707, + "learning_rate": 1e-06, + "loss": 0.3916, + "mean_token_accuracy": 0.867950439453125, + "num_tokens": 866917576.0, + "step": 22720 + }, + { + "epoch": 2.89034473985498, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.580430030822754, + "learning_rate": 1e-06, + "loss": 0.3593, + "mean_token_accuracy": 0.8810584545135498, + "num_tokens": 866957245.0, + "step": 22721 + }, + { + "epoch": 2.8904719501335707, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.600197792053223, + "learning_rate": 1e-06, + "loss": 0.4407, + "mean_token_accuracy": 0.8490594029426575, + "num_tokens": 866998695.0, + "step": 22722 + }, + { + "epoch": 2.8905991604121613, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.652219772338867, + "learning_rate": 1e-06, + "loss": 0.4053, + "mean_token_accuracy": 0.8658372163772583, + "num_tokens": 867033502.0, + "step": 22723 + }, + { + "epoch": 2.890726370690752, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.613024711608887, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8599652051925659, + "num_tokens": 867076032.0, + "step": 22724 + }, + { + "epoch": 2.8908535809693423, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.62454891204834, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8766394257545471, + "num_tokens": 867107429.0, + "step": 22725 + }, + { + "epoch": 2.890980791247933, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.644137382507324, + "learning_rate": 1e-06, + "loss": 0.3354, + "mean_token_accuracy": 0.8797496557235718, + "num_tokens": 867139432.0, + "step": 22726 + }, + { + "epoch": 2.8911080015265234, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.530503273010254, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.874535083770752, + "num_tokens": 867180588.0, + "step": 22727 + }, + { + "epoch": 2.891235211805114, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.626326560974121, + "learning_rate": 1e-06, + "loss": 0.3679, + "mean_token_accuracy": 0.8760804533958435, + "num_tokens": 867215170.0, + "step": 22728 + }, + { + "epoch": 2.8913624220837044, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.588956832885742, + "learning_rate": 1e-06, + "loss": 0.3244, + "mean_token_accuracy": 0.8910719752311707, + "num_tokens": 867254958.0, + "step": 22729 + }, + { + "epoch": 2.891489632362295, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.525585174560547, + "learning_rate": 1e-06, + "loss": 0.3681, + "mean_token_accuracy": 0.8765138387680054, + "num_tokens": 867291135.0, + "step": 22730 + }, + { + "epoch": 2.8916168426408855, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.591612815856934, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8851065635681152, + "num_tokens": 867326926.0, + "step": 22731 + }, + { + "epoch": 2.891744052919476, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.581332206726074, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8702239394187927, + "num_tokens": 867361142.0, + "step": 22732 + }, + { + "epoch": 2.8918712631980665, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.558053970336914, + "learning_rate": 1e-06, + "loss": 0.3166, + "mean_token_accuracy": 0.8945631384849548, + "num_tokens": 867398344.0, + "step": 22733 + }, + { + "epoch": 2.891998473476657, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.617645263671875, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8859795331954956, + "num_tokens": 867437642.0, + "step": 22734 + }, + { + "epoch": 2.8921256837552476, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.59939193725586, + "learning_rate": 1e-06, + "loss": 0.3969, + "mean_token_accuracy": 0.8677005171775818, + "num_tokens": 867471646.0, + "step": 22735 + }, + { + "epoch": 2.892252894033838, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.621512413024902, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8788564205169678, + "num_tokens": 867509682.0, + "step": 22736 + }, + { + "epoch": 2.892380104312428, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.614526748657227, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8738052845001221, + "num_tokens": 867544425.0, + "step": 22737 + }, + { + "epoch": 2.892507314591019, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.603630065917969, + "learning_rate": 1e-06, + "loss": 0.385, + "mean_token_accuracy": 0.8713430166244507, + "num_tokens": 867584978.0, + "step": 22738 + }, + { + "epoch": 2.8926345248696093, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.62691879272461, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.879105806350708, + "num_tokens": 867620360.0, + "step": 22739 + }, + { + "epoch": 2.8927617351482002, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.6245756149292, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8864109516143799, + "num_tokens": 867655246.0, + "step": 22740 + }, + { + "epoch": 2.8928889454267903, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.598304748535156, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8694559931755066, + "num_tokens": 867692792.0, + "step": 22741 + }, + { + "epoch": 2.893016155705381, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.601518630981445, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8797959089279175, + "num_tokens": 867732365.0, + "step": 22742 + }, + { + "epoch": 2.8931433659839714, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.659754753112793, + "learning_rate": 1e-06, + "loss": 0.4067, + "mean_token_accuracy": 0.8648217916488647, + "num_tokens": 867764800.0, + "step": 22743 + }, + { + "epoch": 2.893270576262562, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.598812103271484, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.8710958957672119, + "num_tokens": 867807107.0, + "step": 22744 + }, + { + "epoch": 2.8933977865411524, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.647969245910645, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8692898750305176, + "num_tokens": 867850225.0, + "step": 22745 + }, + { + "epoch": 2.893524996819743, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.631248474121094, + "learning_rate": 1e-06, + "loss": 0.3755, + "mean_token_accuracy": 0.874214768409729, + "num_tokens": 867890457.0, + "step": 22746 + }, + { + "epoch": 2.8936522070983335, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.583057403564453, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8843979835510254, + "num_tokens": 867925880.0, + "step": 22747 + }, + { + "epoch": 2.893779417376924, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.601387977600098, + "learning_rate": 1e-06, + "loss": 0.3223, + "mean_token_accuracy": 0.8893469572067261, + "num_tokens": 867963923.0, + "step": 22748 + }, + { + "epoch": 2.8939066276555145, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.599265098571777, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8809002041816711, + "num_tokens": 868000489.0, + "step": 22749 + }, + { + "epoch": 2.894033837934105, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.598312377929688, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8816563487052917, + "num_tokens": 868034001.0, + "step": 22750 + }, + { + "epoch": 2.8941610482126956, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.504498481750488, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8816061019897461, + "num_tokens": 868074956.0, + "step": 22751 + }, + { + "epoch": 2.894288258491286, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.620429992675781, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8857638239860535, + "num_tokens": 868110727.0, + "step": 22752 + }, + { + "epoch": 2.8944154687698767, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.659551620483398, + "learning_rate": 1e-06, + "loss": 0.4206, + "mean_token_accuracy": 0.8610199093818665, + "num_tokens": 868151480.0, + "step": 22753 + }, + { + "epoch": 2.894542679048467, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.55405330657959, + "learning_rate": 1e-06, + "loss": 0.3884, + "mean_token_accuracy": 0.8675615787506104, + "num_tokens": 868190620.0, + "step": 22754 + }, + { + "epoch": 2.8946698893270577, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.583090782165527, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8747280240058899, + "num_tokens": 868230598.0, + "step": 22755 + }, + { + "epoch": 2.8947970996056482, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.611969947814941, + "learning_rate": 1e-06, + "loss": 0.3955, + "mean_token_accuracy": 0.8719233274459839, + "num_tokens": 868265933.0, + "step": 22756 + }, + { + "epoch": 2.8949243098842388, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.595626831054688, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8808372020721436, + "num_tokens": 868300282.0, + "step": 22757 + }, + { + "epoch": 2.8950515201628293, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.643218040466309, + "learning_rate": 1e-06, + "loss": 0.3211, + "mean_token_accuracy": 0.8916165828704834, + "num_tokens": 868331031.0, + "step": 22758 + }, + { + "epoch": 2.89517873044142, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.626676559448242, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8794070482254028, + "num_tokens": 868368268.0, + "step": 22759 + }, + { + "epoch": 2.89530594072001, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.539978981018066, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8639135360717773, + "num_tokens": 868407551.0, + "step": 22760 + }, + { + "epoch": 2.895433150998601, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.639209747314453, + "learning_rate": 1e-06, + "loss": 0.3702, + "mean_token_accuracy": 0.8746588230133057, + "num_tokens": 868449301.0, + "step": 22761 + }, + { + "epoch": 2.895560361277191, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.641234397888184, + "learning_rate": 1e-06, + "loss": 0.3572, + "mean_token_accuracy": 0.8753837943077087, + "num_tokens": 868482853.0, + "step": 22762 + }, + { + "epoch": 2.895687571555782, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.595892906188965, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8738783597946167, + "num_tokens": 868523960.0, + "step": 22763 + }, + { + "epoch": 2.895814781834372, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.582916259765625, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8696423172950745, + "num_tokens": 868566447.0, + "step": 22764 + }, + { + "epoch": 2.895941992112963, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.618858337402344, + "learning_rate": 1e-06, + "loss": 0.3356, + "mean_token_accuracy": 0.8868208527565002, + "num_tokens": 868608342.0, + "step": 22765 + }, + { + "epoch": 2.896069202391553, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.669283866882324, + "learning_rate": 1e-06, + "loss": 0.3374, + "mean_token_accuracy": 0.8888837099075317, + "num_tokens": 868647354.0, + "step": 22766 + }, + { + "epoch": 2.8961964126701436, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.554511070251465, + "learning_rate": 1e-06, + "loss": 0.4247, + "mean_token_accuracy": 0.8597573041915894, + "num_tokens": 868690716.0, + "step": 22767 + }, + { + "epoch": 2.896323622948734, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.621858596801758, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.88421630859375, + "num_tokens": 868728318.0, + "step": 22768 + }, + { + "epoch": 2.8964508332273247, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.6316556930542, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8931740522384644, + "num_tokens": 868764323.0, + "step": 22769 + }, + { + "epoch": 2.896578043505915, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.57299518585205, + "learning_rate": 1e-06, + "loss": 0.4244, + "mean_token_accuracy": 0.8616516590118408, + "num_tokens": 868801371.0, + "step": 22770 + }, + { + "epoch": 2.8967052537845057, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.577982902526855, + "learning_rate": 1e-06, + "loss": 0.3485, + "mean_token_accuracy": 0.8821929693222046, + "num_tokens": 868846679.0, + "step": 22771 + }, + { + "epoch": 2.8968324640630962, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.63912296295166, + "learning_rate": 1e-06, + "loss": 0.4087, + "mean_token_accuracy": 0.8651736974716187, + "num_tokens": 868880076.0, + "step": 22772 + }, + { + "epoch": 2.8969596743416868, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.553584098815918, + "learning_rate": 1e-06, + "loss": 0.3696, + "mean_token_accuracy": 0.8780943155288696, + "num_tokens": 868917086.0, + "step": 22773 + }, + { + "epoch": 2.8970868846202773, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.603327751159668, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8837071657180786, + "num_tokens": 868954952.0, + "step": 22774 + }, + { + "epoch": 2.897214094898868, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.531766891479492, + "learning_rate": 1e-06, + "loss": 0.3813, + "mean_token_accuracy": 0.8726274967193604, + "num_tokens": 868990911.0, + "step": 22775 + }, + { + "epoch": 2.8973413051774584, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.565592765808105, + "learning_rate": 1e-06, + "loss": 0.3365, + "mean_token_accuracy": 0.888475775718689, + "num_tokens": 869033398.0, + "step": 22776 + }, + { + "epoch": 2.897468515456049, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.595611572265625, + "learning_rate": 1e-06, + "loss": 0.401, + "mean_token_accuracy": 0.864987850189209, + "num_tokens": 869070513.0, + "step": 22777 + }, + { + "epoch": 2.8975957257346394, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.604826927185059, + "learning_rate": 1e-06, + "loss": 0.3496, + "mean_token_accuracy": 0.8843125104904175, + "num_tokens": 869113494.0, + "step": 22778 + }, + { + "epoch": 2.89772293601323, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.552674293518066, + "learning_rate": 1e-06, + "loss": 0.339, + "mean_token_accuracy": 0.8871910572052002, + "num_tokens": 869147433.0, + "step": 22779 + }, + { + "epoch": 2.8978501462918205, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.598007202148438, + "learning_rate": 1e-06, + "loss": 0.3814, + "mean_token_accuracy": 0.8732726573944092, + "num_tokens": 869186763.0, + "step": 22780 + }, + { + "epoch": 2.897977356570411, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.616199493408203, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.8898693323135376, + "num_tokens": 869222624.0, + "step": 22781 + }, + { + "epoch": 2.8981045668490015, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.595890998840332, + "learning_rate": 1e-06, + "loss": 0.3069, + "mean_token_accuracy": 0.8977784514427185, + "num_tokens": 869263027.0, + "step": 22782 + }, + { + "epoch": 2.898231777127592, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.582130432128906, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8729836940765381, + "num_tokens": 869304232.0, + "step": 22783 + }, + { + "epoch": 2.8983589874061826, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.61963939666748, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8832883834838867, + "num_tokens": 869340141.0, + "step": 22784 + }, + { + "epoch": 2.8984861976847727, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.57690715789795, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8696216940879822, + "num_tokens": 869382428.0, + "step": 22785 + }, + { + "epoch": 2.8986134079633636, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.658968925476074, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8856255412101746, + "num_tokens": 869418890.0, + "step": 22786 + }, + { + "epoch": 2.8987406182419537, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.548261642456055, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.878180742263794, + "num_tokens": 869453704.0, + "step": 22787 + }, + { + "epoch": 2.8988678285205447, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.630485534667969, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8760939836502075, + "num_tokens": 869491845.0, + "step": 22788 + }, + { + "epoch": 2.898995038799135, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.592811584472656, + "learning_rate": 1e-06, + "loss": 0.337, + "mean_token_accuracy": 0.8885951042175293, + "num_tokens": 869523393.0, + "step": 22789 + }, + { + "epoch": 2.8991222490777258, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.577713012695312, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8770767450332642, + "num_tokens": 869561927.0, + "step": 22790 + }, + { + "epoch": 2.899249459356316, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.626076698303223, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8762356042861938, + "num_tokens": 869599568.0, + "step": 22791 + }, + { + "epoch": 2.8993766696349064, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.626011848449707, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8805118203163147, + "num_tokens": 869636329.0, + "step": 22792 + }, + { + "epoch": 2.899503879913497, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.683086395263672, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.873633861541748, + "num_tokens": 869679720.0, + "step": 22793 + }, + { + "epoch": 2.8996310901920874, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.569857597351074, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8805323839187622, + "num_tokens": 869719527.0, + "step": 22794 + }, + { + "epoch": 2.899758300470678, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.672391891479492, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8823947310447693, + "num_tokens": 869755139.0, + "step": 22795 + }, + { + "epoch": 2.8998855107492685, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.601179122924805, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.871791660785675, + "num_tokens": 869791860.0, + "step": 22796 + }, + { + "epoch": 2.900012721027859, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.617199897766113, + "learning_rate": 1e-06, + "loss": 0.3045, + "mean_token_accuracy": 0.8997786045074463, + "num_tokens": 869827294.0, + "step": 22797 + }, + { + "epoch": 2.9001399313064495, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.64954662322998, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8724980354309082, + "num_tokens": 869859398.0, + "step": 22798 + }, + { + "epoch": 2.90026714158504, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.585175514221191, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8770292401313782, + "num_tokens": 869898215.0, + "step": 22799 + }, + { + "epoch": 2.9003943518636306, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.560628890991211, + "learning_rate": 1e-06, + "loss": 0.39, + "mean_token_accuracy": 0.8682574033737183, + "num_tokens": 869939787.0, + "step": 22800 + }, + { + "epoch": 2.900521562142221, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.573617935180664, + "learning_rate": 1e-06, + "loss": 0.3988, + "mean_token_accuracy": 0.8688185811042786, + "num_tokens": 869976790.0, + "step": 22801 + }, + { + "epoch": 2.9006487724208116, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.61232852935791, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8831064105033875, + "num_tokens": 870013547.0, + "step": 22802 + }, + { + "epoch": 2.900775982699402, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.57187557220459, + "learning_rate": 1e-06, + "loss": 0.325, + "mean_token_accuracy": 0.8889586329460144, + "num_tokens": 870049540.0, + "step": 22803 + }, + { + "epoch": 2.9009031929779927, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.666658401489258, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8840091824531555, + "num_tokens": 870088247.0, + "step": 22804 + }, + { + "epoch": 2.9010304032565832, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.593929290771484, + "learning_rate": 1e-06, + "loss": 0.3704, + "mean_token_accuracy": 0.8763793706893921, + "num_tokens": 870129112.0, + "step": 22805 + }, + { + "epoch": 2.9011576135351738, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.634207725524902, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8789022564888, + "num_tokens": 870162082.0, + "step": 22806 + }, + { + "epoch": 2.9012848238137643, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.629433631896973, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8887148499488831, + "num_tokens": 870199868.0, + "step": 22807 + }, + { + "epoch": 2.901412034092355, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.571355819702148, + "learning_rate": 1e-06, + "loss": 0.3599, + "mean_token_accuracy": 0.8822584748268127, + "num_tokens": 870238121.0, + "step": 22808 + }, + { + "epoch": 2.9015392443709453, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.569966316223145, + "learning_rate": 1e-06, + "loss": 0.3919, + "mean_token_accuracy": 0.8692128658294678, + "num_tokens": 870278008.0, + "step": 22809 + }, + { + "epoch": 2.9016664546495354, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.573662757873535, + "learning_rate": 1e-06, + "loss": 0.363, + "mean_token_accuracy": 0.8750015497207642, + "num_tokens": 870317671.0, + "step": 22810 + }, + { + "epoch": 2.9017936649281264, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.641661643981934, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8853433132171631, + "num_tokens": 870352893.0, + "step": 22811 + }, + { + "epoch": 2.9019208752067165, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.631268501281738, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8858777284622192, + "num_tokens": 870387513.0, + "step": 22812 + }, + { + "epoch": 2.9020480854853075, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.556739807128906, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8842282295227051, + "num_tokens": 870428649.0, + "step": 22813 + }, + { + "epoch": 2.9021752957638975, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.640249252319336, + "learning_rate": 1e-06, + "loss": 0.3248, + "mean_token_accuracy": 0.8908271193504333, + "num_tokens": 870468329.0, + "step": 22814 + }, + { + "epoch": 2.902302506042488, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.64719009399414, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8767799139022827, + "num_tokens": 870509273.0, + "step": 22815 + }, + { + "epoch": 2.9024297163210786, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.54710865020752, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.872628927230835, + "num_tokens": 870544206.0, + "step": 22816 + }, + { + "epoch": 2.902556926599669, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.670780181884766, + "learning_rate": 1e-06, + "loss": 0.3172, + "mean_token_accuracy": 0.8946311473846436, + "num_tokens": 870578708.0, + "step": 22817 + }, + { + "epoch": 2.9026841368782597, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.552106857299805, + "learning_rate": 1e-06, + "loss": 0.3408, + "mean_token_accuracy": 0.8849278688430786, + "num_tokens": 870620599.0, + "step": 22818 + }, + { + "epoch": 2.90281134715685, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.635437965393066, + "learning_rate": 1e-06, + "loss": 0.3155, + "mean_token_accuracy": 0.8920521140098572, + "num_tokens": 870657828.0, + "step": 22819 + }, + { + "epoch": 2.9029385574354407, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.610726356506348, + "learning_rate": 1e-06, + "loss": 0.3824, + "mean_token_accuracy": 0.8731640577316284, + "num_tokens": 870694786.0, + "step": 22820 + }, + { + "epoch": 2.9030657677140312, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.596874237060547, + "learning_rate": 1e-06, + "loss": 0.3175, + "mean_token_accuracy": 0.8949999809265137, + "num_tokens": 870733850.0, + "step": 22821 + }, + { + "epoch": 2.9031929779926218, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.563844680786133, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.878470242023468, + "num_tokens": 870771556.0, + "step": 22822 + }, + { + "epoch": 2.9033201882712123, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.650897979736328, + "learning_rate": 1e-06, + "loss": 0.3274, + "mean_token_accuracy": 0.8899593353271484, + "num_tokens": 870809335.0, + "step": 22823 + }, + { + "epoch": 2.903447398549803, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.57084846496582, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.875268816947937, + "num_tokens": 870844239.0, + "step": 22824 + }, + { + "epoch": 2.9035746088283934, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.595335006713867, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8766552209854126, + "num_tokens": 870879540.0, + "step": 22825 + }, + { + "epoch": 2.903701819106984, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.62629222869873, + "learning_rate": 1e-06, + "loss": 0.3653, + "mean_token_accuracy": 0.8778053522109985, + "num_tokens": 870917219.0, + "step": 22826 + }, + { + "epoch": 2.9038290293855744, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.596659660339355, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8793915510177612, + "num_tokens": 870952332.0, + "step": 22827 + }, + { + "epoch": 2.903956239664165, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.538883209228516, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8682870864868164, + "num_tokens": 870991609.0, + "step": 22828 + }, + { + "epoch": 2.9040834499427555, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.535355567932129, + "learning_rate": 1e-06, + "loss": 0.349, + "mean_token_accuracy": 0.8812593221664429, + "num_tokens": 871027456.0, + "step": 22829 + }, + { + "epoch": 2.904210660221346, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.579874038696289, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8693864941596985, + "num_tokens": 871071833.0, + "step": 22830 + }, + { + "epoch": 2.9043378704999365, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.632607460021973, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8769320845603943, + "num_tokens": 871105446.0, + "step": 22831 + }, + { + "epoch": 2.904465080778527, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.56153392791748, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8767679333686829, + "num_tokens": 871141408.0, + "step": 22832 + }, + { + "epoch": 2.9045922910571176, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.62629222869873, + "learning_rate": 1e-06, + "loss": 0.3526, + "mean_token_accuracy": 0.8815226554870605, + "num_tokens": 871173296.0, + "step": 22833 + }, + { + "epoch": 2.904719501335708, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.55294418334961, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8759326934814453, + "num_tokens": 871210711.0, + "step": 22834 + }, + { + "epoch": 2.904846711614298, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.584755897521973, + "learning_rate": 1e-06, + "loss": 0.3671, + "mean_token_accuracy": 0.8754634857177734, + "num_tokens": 871251179.0, + "step": 22835 + }, + { + "epoch": 2.904973921892889, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.568802833557129, + "learning_rate": 1e-06, + "loss": 0.3053, + "mean_token_accuracy": 0.8970299959182739, + "num_tokens": 871295758.0, + "step": 22836 + }, + { + "epoch": 2.9051011321714793, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.596742630004883, + "learning_rate": 1e-06, + "loss": 0.4071, + "mean_token_accuracy": 0.863118052482605, + "num_tokens": 871331145.0, + "step": 22837 + }, + { + "epoch": 2.9052283424500702, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.644493103027344, + "learning_rate": 1e-06, + "loss": 0.4321, + "mean_token_accuracy": 0.8546814322471619, + "num_tokens": 871372819.0, + "step": 22838 + }, + { + "epoch": 2.9053555527286603, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.564406394958496, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8733899593353271, + "num_tokens": 871414223.0, + "step": 22839 + }, + { + "epoch": 2.905482763007251, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.572322845458984, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8840848207473755, + "num_tokens": 871455013.0, + "step": 22840 + }, + { + "epoch": 2.9056099732858414, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.524157524108887, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8776481747627258, + "num_tokens": 871495462.0, + "step": 22841 + }, + { + "epoch": 2.905737183564432, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.607529640197754, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8810563683509827, + "num_tokens": 871534999.0, + "step": 22842 + }, + { + "epoch": 2.9058643938430224, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.57618522644043, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8785499334335327, + "num_tokens": 871569816.0, + "step": 22843 + }, + { + "epoch": 2.905991604121613, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.655741691589355, + "learning_rate": 1e-06, + "loss": 0.3577, + "mean_token_accuracy": 0.8802661895751953, + "num_tokens": 871610441.0, + "step": 22844 + }, + { + "epoch": 2.9061188144002035, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.575698852539062, + "learning_rate": 1e-06, + "loss": 0.3977, + "mean_token_accuracy": 0.8648337125778198, + "num_tokens": 871649005.0, + "step": 22845 + }, + { + "epoch": 2.906246024678794, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.631722450256348, + "learning_rate": 1e-06, + "loss": 0.3762, + "mean_token_accuracy": 0.874203085899353, + "num_tokens": 871689263.0, + "step": 22846 + }, + { + "epoch": 2.9063732349573845, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.579245567321777, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8864079713821411, + "num_tokens": 871725440.0, + "step": 22847 + }, + { + "epoch": 2.906500445235975, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.625889778137207, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.8746474981307983, + "num_tokens": 871767839.0, + "step": 22848 + }, + { + "epoch": 2.9066276555145656, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.601102828979492, + "learning_rate": 1e-06, + "loss": 0.3445, + "mean_token_accuracy": 0.8819500207901001, + "num_tokens": 871801516.0, + "step": 22849 + }, + { + "epoch": 2.906754865793156, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.578916549682617, + "learning_rate": 1e-06, + "loss": 0.3787, + "mean_token_accuracy": 0.8730435371398926, + "num_tokens": 871840359.0, + "step": 22850 + }, + { + "epoch": 2.9068820760717466, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.606164932250977, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8826724290847778, + "num_tokens": 871879396.0, + "step": 22851 + }, + { + "epoch": 2.907009286350337, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.600689888000488, + "learning_rate": 1e-06, + "loss": 0.3854, + "mean_token_accuracy": 0.8717931509017944, + "num_tokens": 871915043.0, + "step": 22852 + }, + { + "epoch": 2.9071364966289277, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.622958183288574, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.873412013053894, + "num_tokens": 871953391.0, + "step": 22853 + }, + { + "epoch": 2.9072637069075182, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.553333282470703, + "learning_rate": 1e-06, + "loss": 0.3493, + "mean_token_accuracy": 0.8818326592445374, + "num_tokens": 871989879.0, + "step": 22854 + }, + { + "epoch": 2.9073909171861088, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.643110275268555, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8815953135490417, + "num_tokens": 872022428.0, + "step": 22855 + }, + { + "epoch": 2.9075181274646993, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.564194679260254, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8833011984825134, + "num_tokens": 872060644.0, + "step": 22856 + }, + { + "epoch": 2.90764533774329, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.636290550231934, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8760048151016235, + "num_tokens": 872098230.0, + "step": 22857 + }, + { + "epoch": 2.90777254802188, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.588824272155762, + "learning_rate": 1e-06, + "loss": 0.3917, + "mean_token_accuracy": 0.8679524660110474, + "num_tokens": 872131217.0, + "step": 22858 + }, + { + "epoch": 2.907899758300471, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.637080192565918, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.886859118938446, + "num_tokens": 872163912.0, + "step": 22859 + }, + { + "epoch": 2.908026968579061, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.578193664550781, + "learning_rate": 1e-06, + "loss": 0.4396, + "mean_token_accuracy": 0.8538769483566284, + "num_tokens": 872200694.0, + "step": 22860 + }, + { + "epoch": 2.908154178857652, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.605986595153809, + "learning_rate": 1e-06, + "loss": 0.3554, + "mean_token_accuracy": 0.8790065050125122, + "num_tokens": 872241156.0, + "step": 22861 + }, + { + "epoch": 2.908281389136242, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.622411727905273, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.8810169696807861, + "num_tokens": 872273048.0, + "step": 22862 + }, + { + "epoch": 2.908408599414833, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.593086242675781, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8818378448486328, + "num_tokens": 872312165.0, + "step": 22863 + }, + { + "epoch": 2.908535809693423, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.598820686340332, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.880050778388977, + "num_tokens": 872352740.0, + "step": 22864 + }, + { + "epoch": 2.9086630199720136, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.55912971496582, + "learning_rate": 1e-06, + "loss": 0.3933, + "mean_token_accuracy": 0.8651118278503418, + "num_tokens": 872397800.0, + "step": 22865 + }, + { + "epoch": 2.908790230250604, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.622763633728027, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8884472846984863, + "num_tokens": 872429307.0, + "step": 22866 + }, + { + "epoch": 2.9089174405291947, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.600308418273926, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8754464983940125, + "num_tokens": 872465897.0, + "step": 22867 + }, + { + "epoch": 2.909044650807785, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.62231731414795, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8687950372695923, + "num_tokens": 872503252.0, + "step": 22868 + }, + { + "epoch": 2.9091718610863757, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.583748817443848, + "learning_rate": 1e-06, + "loss": 0.3525, + "mean_token_accuracy": 0.881537914276123, + "num_tokens": 872546276.0, + "step": 22869 + }, + { + "epoch": 2.9092990713649662, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.63201904296875, + "learning_rate": 1e-06, + "loss": 0.3754, + "mean_token_accuracy": 0.8764752745628357, + "num_tokens": 872585690.0, + "step": 22870 + }, + { + "epoch": 2.9094262816435568, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.614432334899902, + "learning_rate": 1e-06, + "loss": 0.3983, + "mean_token_accuracy": 0.8687202334403992, + "num_tokens": 872621718.0, + "step": 22871 + }, + { + "epoch": 2.9095534919221473, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.602727890014648, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.8819313049316406, + "num_tokens": 872659349.0, + "step": 22872 + }, + { + "epoch": 2.909680702200738, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.613404273986816, + "learning_rate": 1e-06, + "loss": 0.3764, + "mean_token_accuracy": 0.8730986714363098, + "num_tokens": 872704468.0, + "step": 22873 + }, + { + "epoch": 2.9098079124793284, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.558539390563965, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8785804510116577, + "num_tokens": 872740003.0, + "step": 22874 + }, + { + "epoch": 2.909935122757919, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.626296997070312, + "learning_rate": 1e-06, + "loss": 0.4328, + "mean_token_accuracy": 0.8568766713142395, + "num_tokens": 872780362.0, + "step": 22875 + }, + { + "epoch": 2.9100623330365094, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.55161190032959, + "learning_rate": 1e-06, + "loss": 0.3402, + "mean_token_accuracy": 0.8854909539222717, + "num_tokens": 872823719.0, + "step": 22876 + }, + { + "epoch": 2.9101895433151, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.6356782913208, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8832491636276245, + "num_tokens": 872856276.0, + "step": 22877 + }, + { + "epoch": 2.9103167535936905, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.613473892211914, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8715169429779053, + "num_tokens": 872893688.0, + "step": 22878 + }, + { + "epoch": 2.910443963872281, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.6134672164917, + "learning_rate": 1e-06, + "loss": 0.3089, + "mean_token_accuracy": 0.8952949047088623, + "num_tokens": 872931169.0, + "step": 22879 + }, + { + "epoch": 2.9105711741508715, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.559282302856445, + "learning_rate": 1e-06, + "loss": 0.3725, + "mean_token_accuracy": 0.8729177713394165, + "num_tokens": 872970836.0, + "step": 22880 + }, + { + "epoch": 2.910698384429462, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.622451782226562, + "learning_rate": 1e-06, + "loss": 0.3227, + "mean_token_accuracy": 0.8918898701667786, + "num_tokens": 873010879.0, + "step": 22881 + }, + { + "epoch": 2.9108255947080526, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.599786758422852, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8798429369926453, + "num_tokens": 873058018.0, + "step": 22882 + }, + { + "epoch": 2.9109528049866427, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.638972282409668, + "learning_rate": 1e-06, + "loss": 0.397, + "mean_token_accuracy": 0.8679293394088745, + "num_tokens": 873096259.0, + "step": 22883 + }, + { + "epoch": 2.9110800152652336, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.621849060058594, + "learning_rate": 1e-06, + "loss": 0.3973, + "mean_token_accuracy": 0.8679356575012207, + "num_tokens": 873131955.0, + "step": 22884 + }, + { + "epoch": 2.9112072255438237, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.569276809692383, + "learning_rate": 1e-06, + "loss": 0.3922, + "mean_token_accuracy": 0.8724056482315063, + "num_tokens": 873171024.0, + "step": 22885 + }, + { + "epoch": 2.9113344358224147, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.582664489746094, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8820526003837585, + "num_tokens": 873210568.0, + "step": 22886 + }, + { + "epoch": 2.9114616461010048, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.558431625366211, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8806756138801575, + "num_tokens": 873250025.0, + "step": 22887 + }, + { + "epoch": 2.9115888563795957, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.661415100097656, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8698247671127319, + "num_tokens": 873285284.0, + "step": 22888 + }, + { + "epoch": 2.911716066658186, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.637986183166504, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8811932802200317, + "num_tokens": 873320102.0, + "step": 22889 + }, + { + "epoch": 2.9118432769367764, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.59356689453125, + "learning_rate": 1e-06, + "loss": 0.3405, + "mean_token_accuracy": 0.8834192156791687, + "num_tokens": 873354668.0, + "step": 22890 + }, + { + "epoch": 2.911970487215367, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.591378211975098, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8754968643188477, + "num_tokens": 873387415.0, + "step": 22891 + }, + { + "epoch": 2.9120976974939574, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.5570068359375, + "learning_rate": 1e-06, + "loss": 0.3159, + "mean_token_accuracy": 0.8942136764526367, + "num_tokens": 873428679.0, + "step": 22892 + }, + { + "epoch": 2.912224907772548, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.59505558013916, + "learning_rate": 1e-06, + "loss": 0.3518, + "mean_token_accuracy": 0.8799910545349121, + "num_tokens": 873466973.0, + "step": 22893 + }, + { + "epoch": 2.9123521180511385, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.592063903808594, + "learning_rate": 1e-06, + "loss": 0.3153, + "mean_token_accuracy": 0.8931286334991455, + "num_tokens": 873510957.0, + "step": 22894 + }, + { + "epoch": 2.912479328329729, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.617599487304688, + "learning_rate": 1e-06, + "loss": 0.4187, + "mean_token_accuracy": 0.8595916032791138, + "num_tokens": 873546456.0, + "step": 22895 + }, + { + "epoch": 2.9126065386083195, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.55501937866211, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8663806915283203, + "num_tokens": 873591972.0, + "step": 22896 + }, + { + "epoch": 2.91273374888691, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.618363380432129, + "learning_rate": 1e-06, + "loss": 0.3656, + "mean_token_accuracy": 0.8777569532394409, + "num_tokens": 873629790.0, + "step": 22897 + }, + { + "epoch": 2.9128609591655006, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.567222595214844, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.8774317502975464, + "num_tokens": 873667419.0, + "step": 22898 + }, + { + "epoch": 2.912988169444091, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.573674201965332, + "learning_rate": 1e-06, + "loss": 0.3378, + "mean_token_accuracy": 0.8865206241607666, + "num_tokens": 873705834.0, + "step": 22899 + }, + { + "epoch": 2.9131153797226816, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.611786842346191, + "learning_rate": 1e-06, + "loss": 0.3901, + "mean_token_accuracy": 0.8689283132553101, + "num_tokens": 873748859.0, + "step": 22900 + }, + { + "epoch": 2.913242590001272, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.578457832336426, + "learning_rate": 1e-06, + "loss": 0.388, + "mean_token_accuracy": 0.8702521324157715, + "num_tokens": 873788068.0, + "step": 22901 + }, + { + "epoch": 2.9133698002798627, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.60545825958252, + "learning_rate": 1e-06, + "loss": 0.3389, + "mean_token_accuracy": 0.8852990865707397, + "num_tokens": 873827820.0, + "step": 22902 + }, + { + "epoch": 2.9134970105584532, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.630566596984863, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8741105198860168, + "num_tokens": 873866271.0, + "step": 22903 + }, + { + "epoch": 2.9136242208370438, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.512872695922852, + "learning_rate": 1e-06, + "loss": 0.3801, + "mean_token_accuracy": 0.8751729726791382, + "num_tokens": 873907409.0, + "step": 22904 + }, + { + "epoch": 2.9137514311156343, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.650697708129883, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.8836953639984131, + "num_tokens": 873947940.0, + "step": 22905 + }, + { + "epoch": 2.913878641394225, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.580656051635742, + "learning_rate": 1e-06, + "loss": 0.4027, + "mean_token_accuracy": 0.8628257513046265, + "num_tokens": 873990062.0, + "step": 22906 + }, + { + "epoch": 2.9140058516728153, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.580047607421875, + "learning_rate": 1e-06, + "loss": 0.3263, + "mean_token_accuracy": 0.8891887068748474, + "num_tokens": 874026660.0, + "step": 22907 + }, + { + "epoch": 2.9141330619514054, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.589871406555176, + "learning_rate": 1e-06, + "loss": 0.3582, + "mean_token_accuracy": 0.8846449255943298, + "num_tokens": 874064935.0, + "step": 22908 + }, + { + "epoch": 2.9142602722299964, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.567008972167969, + "learning_rate": 1e-06, + "loss": 0.3706, + "mean_token_accuracy": 0.8766998052597046, + "num_tokens": 874102807.0, + "step": 22909 + }, + { + "epoch": 2.9143874825085865, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.657394409179688, + "learning_rate": 1e-06, + "loss": 0.3625, + "mean_token_accuracy": 0.8801581859588623, + "num_tokens": 874139688.0, + "step": 22910 + }, + { + "epoch": 2.9145146927871775, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.553353309631348, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8828983306884766, + "num_tokens": 874184505.0, + "step": 22911 + }, + { + "epoch": 2.9146419030657675, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.645355224609375, + "learning_rate": 1e-06, + "loss": 0.3618, + "mean_token_accuracy": 0.8784106373786926, + "num_tokens": 874223210.0, + "step": 22912 + }, + { + "epoch": 2.914769113344358, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.576473236083984, + "learning_rate": 1e-06, + "loss": 0.3948, + "mean_token_accuracy": 0.8665732741355896, + "num_tokens": 874263939.0, + "step": 22913 + }, + { + "epoch": 2.9148963236229486, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.618903160095215, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.885556697845459, + "num_tokens": 874303946.0, + "step": 22914 + }, + { + "epoch": 2.915023533901539, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.564268112182617, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8793073892593384, + "num_tokens": 874343701.0, + "step": 22915 + }, + { + "epoch": 2.9151507441801296, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.593238830566406, + "learning_rate": 1e-06, + "loss": 0.3594, + "mean_token_accuracy": 0.881351113319397, + "num_tokens": 874380425.0, + "step": 22916 + }, + { + "epoch": 2.91527795445872, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.659050941467285, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8783439993858337, + "num_tokens": 874417643.0, + "step": 22917 + }, + { + "epoch": 2.9154051647373107, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.610506057739258, + "learning_rate": 1e-06, + "loss": 0.3895, + "mean_token_accuracy": 0.8719051480293274, + "num_tokens": 874463939.0, + "step": 22918 + }, + { + "epoch": 2.9155323750159012, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.601271629333496, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8756622076034546, + "num_tokens": 874503156.0, + "step": 22919 + }, + { + "epoch": 2.9156595852944918, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.594294548034668, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8693483471870422, + "num_tokens": 874546754.0, + "step": 22920 + }, + { + "epoch": 2.9157867955730823, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.605968475341797, + "learning_rate": 1e-06, + "loss": 0.3472, + "mean_token_accuracy": 0.8812181949615479, + "num_tokens": 874590781.0, + "step": 22921 + }, + { + "epoch": 2.915914005851673, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.556955337524414, + "learning_rate": 1e-06, + "loss": 0.3323, + "mean_token_accuracy": 0.8872013688087463, + "num_tokens": 874629592.0, + "step": 22922 + }, + { + "epoch": 2.9160412161302633, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.5787353515625, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8855116963386536, + "num_tokens": 874667372.0, + "step": 22923 + }, + { + "epoch": 2.916168426408854, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.62467098236084, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.875820517539978, + "num_tokens": 874704687.0, + "step": 22924 + }, + { + "epoch": 2.9162956366874444, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.575660705566406, + "learning_rate": 1e-06, + "loss": 0.366, + "mean_token_accuracy": 0.8771728873252869, + "num_tokens": 874740471.0, + "step": 22925 + }, + { + "epoch": 2.916422846966035, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.62282943725586, + "learning_rate": 1e-06, + "loss": 0.3422, + "mean_token_accuracy": 0.883493959903717, + "num_tokens": 874780747.0, + "step": 22926 + }, + { + "epoch": 2.9165500572446255, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.61545181274414, + "learning_rate": 1e-06, + "loss": 0.3479, + "mean_token_accuracy": 0.8815803527832031, + "num_tokens": 874814204.0, + "step": 22927 + }, + { + "epoch": 2.916677267523216, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.609079360961914, + "learning_rate": 1e-06, + "loss": 0.3676, + "mean_token_accuracy": 0.8777439594268799, + "num_tokens": 874851872.0, + "step": 22928 + }, + { + "epoch": 2.9168044778018065, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.617107391357422, + "learning_rate": 1e-06, + "loss": 0.3982, + "mean_token_accuracy": 0.8628509044647217, + "num_tokens": 874884215.0, + "step": 22929 + }, + { + "epoch": 2.916931688080397, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.615439414978027, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8758817911148071, + "num_tokens": 874919047.0, + "step": 22930 + }, + { + "epoch": 2.917058898358987, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.598062515258789, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8716642260551453, + "num_tokens": 874956469.0, + "step": 22931 + }, + { + "epoch": 2.917186108637578, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.60336685180664, + "learning_rate": 1e-06, + "loss": 0.3294, + "mean_token_accuracy": 0.8893793821334839, + "num_tokens": 874994633.0, + "step": 22932 + }, + { + "epoch": 2.917313318916168, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.613957405090332, + "learning_rate": 1e-06, + "loss": 0.3298, + "mean_token_accuracy": 0.8911081552505493, + "num_tokens": 875028530.0, + "step": 22933 + }, + { + "epoch": 2.917440529194759, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.641478538513184, + "learning_rate": 1e-06, + "loss": 0.3853, + "mean_token_accuracy": 0.8719831705093384, + "num_tokens": 875059785.0, + "step": 22934 + }, + { + "epoch": 2.9175677394733492, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.625434875488281, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8760634064674377, + "num_tokens": 875096057.0, + "step": 22935 + }, + { + "epoch": 2.91769494975194, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.624691009521484, + "learning_rate": 1e-06, + "loss": 0.3424, + "mean_token_accuracy": 0.883447527885437, + "num_tokens": 875141988.0, + "step": 22936 + }, + { + "epoch": 2.9178221600305303, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.590594291687012, + "learning_rate": 1e-06, + "loss": 0.3715, + "mean_token_accuracy": 0.8831024765968323, + "num_tokens": 875176973.0, + "step": 22937 + }, + { + "epoch": 2.917949370309121, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.693719863891602, + "learning_rate": 1e-06, + "loss": 0.3409, + "mean_token_accuracy": 0.8865723013877869, + "num_tokens": 875209271.0, + "step": 22938 + }, + { + "epoch": 2.9180765805877114, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.551835060119629, + "learning_rate": 1e-06, + "loss": 0.3517, + "mean_token_accuracy": 0.883155345916748, + "num_tokens": 875247460.0, + "step": 22939 + }, + { + "epoch": 2.918203790866302, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.66190242767334, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.876013994216919, + "num_tokens": 875286013.0, + "step": 22940 + }, + { + "epoch": 2.9183310011448924, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.624396324157715, + "learning_rate": 1e-06, + "loss": 0.3804, + "mean_token_accuracy": 0.8751965761184692, + "num_tokens": 875324547.0, + "step": 22941 + }, + { + "epoch": 2.918458211423483, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.610955238342285, + "learning_rate": 1e-06, + "loss": 0.3789, + "mean_token_accuracy": 0.8700138926506042, + "num_tokens": 875366655.0, + "step": 22942 + }, + { + "epoch": 2.9185854217020735, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.635271072387695, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8725295066833496, + "num_tokens": 875408571.0, + "step": 22943 + }, + { + "epoch": 2.918712631980664, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.586304664611816, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8728246688842773, + "num_tokens": 875450730.0, + "step": 22944 + }, + { + "epoch": 2.9188398422592545, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.579801559448242, + "learning_rate": 1e-06, + "loss": 0.3573, + "mean_token_accuracy": 0.8820335865020752, + "num_tokens": 875486850.0, + "step": 22945 + }, + { + "epoch": 2.918967052537845, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.618672370910645, + "learning_rate": 1e-06, + "loss": 0.3946, + "mean_token_accuracy": 0.871971607208252, + "num_tokens": 875528653.0, + "step": 22946 + }, + { + "epoch": 2.9190942628164356, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.619433403015137, + "learning_rate": 1e-06, + "loss": 0.3357, + "mean_token_accuracy": 0.8884496688842773, + "num_tokens": 875564155.0, + "step": 22947 + }, + { + "epoch": 2.919221473095026, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.617549896240234, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8768236637115479, + "num_tokens": 875598548.0, + "step": 22948 + }, + { + "epoch": 2.9193486833736166, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.59325885772705, + "learning_rate": 1e-06, + "loss": 0.3201, + "mean_token_accuracy": 0.8927671909332275, + "num_tokens": 875634587.0, + "step": 22949 + }, + { + "epoch": 2.919475893652207, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.553556442260742, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8765064477920532, + "num_tokens": 875671956.0, + "step": 22950 + }, + { + "epoch": 2.9196031039307977, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.649170875549316, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8805182576179504, + "num_tokens": 875706327.0, + "step": 22951 + }, + { + "epoch": 2.9197303142093882, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.502668380737305, + "learning_rate": 1e-06, + "loss": 0.3471, + "mean_token_accuracy": 0.8845565319061279, + "num_tokens": 875749320.0, + "step": 22952 + }, + { + "epoch": 2.9198575244879788, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.635042190551758, + "learning_rate": 1e-06, + "loss": 0.3423, + "mean_token_accuracy": 0.8869789838790894, + "num_tokens": 875783871.0, + "step": 22953 + }, + { + "epoch": 2.9199847347665693, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.57282543182373, + "learning_rate": 1e-06, + "loss": 0.3637, + "mean_token_accuracy": 0.8775949478149414, + "num_tokens": 875821716.0, + "step": 22954 + }, + { + "epoch": 2.92011194504516, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.630644798278809, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8817145228385925, + "num_tokens": 875854339.0, + "step": 22955 + }, + { + "epoch": 2.92023915532375, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.626964569091797, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8795856833457947, + "num_tokens": 875889456.0, + "step": 22956 + }, + { + "epoch": 2.920366365602341, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.610518455505371, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8700495362281799, + "num_tokens": 875926659.0, + "step": 22957 + }, + { + "epoch": 2.920493575880931, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.590723037719727, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8856605291366577, + "num_tokens": 875972766.0, + "step": 22958 + }, + { + "epoch": 2.920620786159522, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.565763473510742, + "learning_rate": 1e-06, + "loss": 0.381, + "mean_token_accuracy": 0.8744044303894043, + "num_tokens": 876011824.0, + "step": 22959 + }, + { + "epoch": 2.920747996438112, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.714675903320312, + "learning_rate": 1e-06, + "loss": 0.4248, + "mean_token_accuracy": 0.861160159111023, + "num_tokens": 876050353.0, + "step": 22960 + }, + { + "epoch": 2.920875206716703, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.584440231323242, + "learning_rate": 1e-06, + "loss": 0.4065, + "mean_token_accuracy": 0.8641290664672852, + "num_tokens": 876089358.0, + "step": 22961 + }, + { + "epoch": 2.921002416995293, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.638508796691895, + "learning_rate": 1e-06, + "loss": 0.4026, + "mean_token_accuracy": 0.8654310703277588, + "num_tokens": 876126287.0, + "step": 22962 + }, + { + "epoch": 2.9211296272738836, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.575976371765137, + "learning_rate": 1e-06, + "loss": 0.3497, + "mean_token_accuracy": 0.8872674703598022, + "num_tokens": 876165157.0, + "step": 22963 + }, + { + "epoch": 2.921256837552474, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.619321823120117, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8799045085906982, + "num_tokens": 876201391.0, + "step": 22964 + }, + { + "epoch": 2.9213840478310646, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.56106948852539, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8847142457962036, + "num_tokens": 876243004.0, + "step": 22965 + }, + { + "epoch": 2.921511258109655, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.63365650177002, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.87971431016922, + "num_tokens": 876279245.0, + "step": 22966 + }, + { + "epoch": 2.9216384683882457, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.63269329071045, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8779966831207275, + "num_tokens": 876312145.0, + "step": 22967 + }, + { + "epoch": 2.9217656786668362, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.623335838317871, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.878535270690918, + "num_tokens": 876351354.0, + "step": 22968 + }, + { + "epoch": 2.9218928889454268, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.610067367553711, + "learning_rate": 1e-06, + "loss": 0.4058, + "mean_token_accuracy": 0.8671066761016846, + "num_tokens": 876388621.0, + "step": 22969 + }, + { + "epoch": 2.9220200992240173, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.703022956848145, + "learning_rate": 1e-06, + "loss": 0.3812, + "mean_token_accuracy": 0.8724271655082703, + "num_tokens": 876418377.0, + "step": 22970 + }, + { + "epoch": 2.922147309502608, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.55803108215332, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8809828758239746, + "num_tokens": 876453351.0, + "step": 22971 + }, + { + "epoch": 2.9222745197811983, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.618980407714844, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.884225606918335, + "num_tokens": 876484830.0, + "step": 22972 + }, + { + "epoch": 2.922401730059789, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.573646545410156, + "learning_rate": 1e-06, + "loss": 0.3329, + "mean_token_accuracy": 0.8885378837585449, + "num_tokens": 876524318.0, + "step": 22973 + }, + { + "epoch": 2.9225289403383794, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.608114242553711, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8756140470504761, + "num_tokens": 876562421.0, + "step": 22974 + }, + { + "epoch": 2.92265615061697, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.568334579467773, + "learning_rate": 1e-06, + "loss": 0.3899, + "mean_token_accuracy": 0.872734546661377, + "num_tokens": 876605681.0, + "step": 22975 + }, + { + "epoch": 2.9227833608955605, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.6467866897583, + "learning_rate": 1e-06, + "loss": 0.3924, + "mean_token_accuracy": 0.8687148094177246, + "num_tokens": 876647371.0, + "step": 22976 + }, + { + "epoch": 2.922910571174151, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.618246078491211, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8840370774269104, + "num_tokens": 876685563.0, + "step": 22977 + }, + { + "epoch": 2.9230377814527415, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.63316822052002, + "learning_rate": 1e-06, + "loss": 0.378, + "mean_token_accuracy": 0.8731467723846436, + "num_tokens": 876718404.0, + "step": 22978 + }, + { + "epoch": 2.923164991731332, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.67127513885498, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8817689418792725, + "num_tokens": 876751888.0, + "step": 22979 + }, + { + "epoch": 2.9232922020099226, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.628814697265625, + "learning_rate": 1e-06, + "loss": 0.3487, + "mean_token_accuracy": 0.8827114105224609, + "num_tokens": 876786813.0, + "step": 22980 + }, + { + "epoch": 2.9234194122885127, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.656533241271973, + "learning_rate": 1e-06, + "loss": 0.3324, + "mean_token_accuracy": 0.8871700167655945, + "num_tokens": 876824511.0, + "step": 22981 + }, + { + "epoch": 2.9235466225671036, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.606364250183105, + "learning_rate": 1e-06, + "loss": 0.3585, + "mean_token_accuracy": 0.8816470503807068, + "num_tokens": 876856409.0, + "step": 22982 + }, + { + "epoch": 2.9236738328456937, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.666133880615234, + "learning_rate": 1e-06, + "loss": 0.3997, + "mean_token_accuracy": 0.8648115396499634, + "num_tokens": 876889204.0, + "step": 22983 + }, + { + "epoch": 2.9238010431242847, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.615328788757324, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8781421184539795, + "num_tokens": 876927185.0, + "step": 22984 + }, + { + "epoch": 2.9239282534028748, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.652302742004395, + "learning_rate": 1e-06, + "loss": 0.3772, + "mean_token_accuracy": 0.8755908012390137, + "num_tokens": 876965744.0, + "step": 22985 + }, + { + "epoch": 2.9240554636814657, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.616998672485352, + "learning_rate": 1e-06, + "loss": 0.3452, + "mean_token_accuracy": 0.8834822177886963, + "num_tokens": 876997107.0, + "step": 22986 + }, + { + "epoch": 2.924182673960056, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.639322280883789, + "learning_rate": 1e-06, + "loss": 0.3826, + "mean_token_accuracy": 0.8688328266143799, + "num_tokens": 877037894.0, + "step": 22987 + }, + { + "epoch": 2.9243098842386464, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.635692596435547, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.866535484790802, + "num_tokens": 877078724.0, + "step": 22988 + }, + { + "epoch": 2.924437094517237, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.611604690551758, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8778102397918701, + "num_tokens": 877119685.0, + "step": 22989 + }, + { + "epoch": 2.9245643047958274, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.668517112731934, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8816695809364319, + "num_tokens": 877157055.0, + "step": 22990 + }, + { + "epoch": 2.924691515074418, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.643634796142578, + "learning_rate": 1e-06, + "loss": 0.3512, + "mean_token_accuracy": 0.8833337426185608, + "num_tokens": 877188569.0, + "step": 22991 + }, + { + "epoch": 2.9248187253530085, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.660835266113281, + "learning_rate": 1e-06, + "loss": 0.3865, + "mean_token_accuracy": 0.8715195059776306, + "num_tokens": 877222745.0, + "step": 22992 + }, + { + "epoch": 2.924945935631599, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.593135833740234, + "learning_rate": 1e-06, + "loss": 0.414, + "mean_token_accuracy": 0.8632777333259583, + "num_tokens": 877262510.0, + "step": 22993 + }, + { + "epoch": 2.9250731459101895, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.634458541870117, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8719378709793091, + "num_tokens": 877300164.0, + "step": 22994 + }, + { + "epoch": 2.92520035618878, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.625837326049805, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8869494199752808, + "num_tokens": 877337187.0, + "step": 22995 + }, + { + "epoch": 2.9253275664673706, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.621758460998535, + "learning_rate": 1e-06, + "loss": 0.4193, + "mean_token_accuracy": 0.8600543737411499, + "num_tokens": 877375902.0, + "step": 22996 + }, + { + "epoch": 2.925454776745961, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.636343955993652, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8765984773635864, + "num_tokens": 877414406.0, + "step": 22997 + }, + { + "epoch": 2.9255819870245516, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.622365951538086, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8845810294151306, + "num_tokens": 877448977.0, + "step": 22998 + }, + { + "epoch": 2.925709197303142, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.662320137023926, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8858880400657654, + "num_tokens": 877486766.0, + "step": 22999 + }, + { + "epoch": 2.9258364075817327, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.656842231750488, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8898841142654419, + "num_tokens": 877519320.0, + "step": 23000 + }, + { + "epoch": 2.925963617860323, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.652874946594238, + "learning_rate": 1e-06, + "loss": 0.4402, + "mean_token_accuracy": 0.8552971482276917, + "num_tokens": 877557913.0, + "step": 23001 + }, + { + "epoch": 2.9260908281389137, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.624698638916016, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8785648941993713, + "num_tokens": 877591197.0, + "step": 23002 + }, + { + "epoch": 2.9262180384175043, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.600863456726074, + "learning_rate": 1e-06, + "loss": 0.3152, + "mean_token_accuracy": 0.8935790061950684, + "num_tokens": 877625018.0, + "step": 23003 + }, + { + "epoch": 2.926345248696095, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.59936809539795, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8814488649368286, + "num_tokens": 877662433.0, + "step": 23004 + }, + { + "epoch": 2.9264724589746853, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.571198463439941, + "learning_rate": 1e-06, + "loss": 0.3392, + "mean_token_accuracy": 0.8889923095703125, + "num_tokens": 877703576.0, + "step": 23005 + }, + { + "epoch": 2.9265996692532754, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.607089042663574, + "learning_rate": 1e-06, + "loss": 0.3726, + "mean_token_accuracy": 0.8736971616744995, + "num_tokens": 877734025.0, + "step": 23006 + }, + { + "epoch": 2.9267268795318664, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.677946090698242, + "learning_rate": 1e-06, + "loss": 0.3269, + "mean_token_accuracy": 0.8871031999588013, + "num_tokens": 877771942.0, + "step": 23007 + }, + { + "epoch": 2.9268540898104565, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.603499412536621, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8818249702453613, + "num_tokens": 877815662.0, + "step": 23008 + }, + { + "epoch": 2.9269813000890474, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.635018348693848, + "learning_rate": 1e-06, + "loss": 0.4109, + "mean_token_accuracy": 0.8627791404724121, + "num_tokens": 877855398.0, + "step": 23009 + }, + { + "epoch": 2.9271085103676375, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.668987274169922, + "learning_rate": 1e-06, + "loss": 0.3849, + "mean_token_accuracy": 0.8726928234100342, + "num_tokens": 877898544.0, + "step": 23010 + }, + { + "epoch": 2.927235720646228, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.650838851928711, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8769840002059937, + "num_tokens": 877937914.0, + "step": 23011 + }, + { + "epoch": 2.9273629309248186, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.61229419708252, + "learning_rate": 1e-06, + "loss": 0.4192, + "mean_token_accuracy": 0.8624558448791504, + "num_tokens": 877979266.0, + "step": 23012 + }, + { + "epoch": 2.927490141203409, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.610647201538086, + "learning_rate": 1e-06, + "loss": 0.3562, + "mean_token_accuracy": 0.881983757019043, + "num_tokens": 878019762.0, + "step": 23013 + }, + { + "epoch": 2.9276173514819996, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.621757507324219, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8733713030815125, + "num_tokens": 878062174.0, + "step": 23014 + }, + { + "epoch": 2.92774456176059, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.645071029663086, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.872292160987854, + "num_tokens": 878098197.0, + "step": 23015 + }, + { + "epoch": 2.9278717720391807, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.702116966247559, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8840352296829224, + "num_tokens": 878130478.0, + "step": 23016 + }, + { + "epoch": 2.9279989823177712, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.582529067993164, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8598752021789551, + "num_tokens": 878175670.0, + "step": 23017 + }, + { + "epoch": 2.9281261925963618, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.603816032409668, + "learning_rate": 1e-06, + "loss": 0.3958, + "mean_token_accuracy": 0.8689321875572205, + "num_tokens": 878216415.0, + "step": 23018 + }, + { + "epoch": 2.9282534028749523, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.673784255981445, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8772179484367371, + "num_tokens": 878249582.0, + "step": 23019 + }, + { + "epoch": 2.928380613153543, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.621600151062012, + "learning_rate": 1e-06, + "loss": 0.3293, + "mean_token_accuracy": 0.8880146741867065, + "num_tokens": 878290859.0, + "step": 23020 + }, + { + "epoch": 2.9285078234321333, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.679885864257812, + "learning_rate": 1e-06, + "loss": 0.3191, + "mean_token_accuracy": 0.8946315050125122, + "num_tokens": 878322463.0, + "step": 23021 + }, + { + "epoch": 2.928635033710724, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.653841018676758, + "learning_rate": 1e-06, + "loss": 0.3316, + "mean_token_accuracy": 0.8874479532241821, + "num_tokens": 878365754.0, + "step": 23022 + }, + { + "epoch": 2.9287622439893144, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.566946983337402, + "learning_rate": 1e-06, + "loss": 0.3266, + "mean_token_accuracy": 0.8916729688644409, + "num_tokens": 878410325.0, + "step": 23023 + }, + { + "epoch": 2.928889454267905, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.605205535888672, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8823966383934021, + "num_tokens": 878451604.0, + "step": 23024 + }, + { + "epoch": 2.9290166645464955, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.683148384094238, + "learning_rate": 1e-06, + "loss": 0.3606, + "mean_token_accuracy": 0.8814330697059631, + "num_tokens": 878485174.0, + "step": 23025 + }, + { + "epoch": 2.929143874825086, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.583155632019043, + "learning_rate": 1e-06, + "loss": 0.3934, + "mean_token_accuracy": 0.8700574040412903, + "num_tokens": 878525867.0, + "step": 23026 + }, + { + "epoch": 2.9292710851036765, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.688942909240723, + "learning_rate": 1e-06, + "loss": 0.4041, + "mean_token_accuracy": 0.8665028214454651, + "num_tokens": 878561327.0, + "step": 23027 + }, + { + "epoch": 2.929398295382267, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.568531036376953, + "learning_rate": 1e-06, + "loss": 0.3506, + "mean_token_accuracy": 0.8841950297355652, + "num_tokens": 878603045.0, + "step": 23028 + }, + { + "epoch": 2.929525505660857, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.601187705993652, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.883407473564148, + "num_tokens": 878645051.0, + "step": 23029 + }, + { + "epoch": 2.929652715939448, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.667499542236328, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.8601388931274414, + "num_tokens": 878682003.0, + "step": 23030 + }, + { + "epoch": 2.929779926218038, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.615269660949707, + "learning_rate": 1e-06, + "loss": 0.3498, + "mean_token_accuracy": 0.8837891817092896, + "num_tokens": 878720509.0, + "step": 23031 + }, + { + "epoch": 2.929907136496629, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.637438774108887, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8840279579162598, + "num_tokens": 878757950.0, + "step": 23032 + }, + { + "epoch": 2.9300343467752192, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.62985897064209, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8713054656982422, + "num_tokens": 878801477.0, + "step": 23033 + }, + { + "epoch": 2.93016155705381, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.63692855834961, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8698322772979736, + "num_tokens": 878838802.0, + "step": 23034 + }, + { + "epoch": 2.9302887673324003, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.653423309326172, + "learning_rate": 1e-06, + "loss": 0.3805, + "mean_token_accuracy": 0.8742676377296448, + "num_tokens": 878875566.0, + "step": 23035 + }, + { + "epoch": 2.930415977610991, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.678471565246582, + "learning_rate": 1e-06, + "loss": 0.3944, + "mean_token_accuracy": 0.8708000779151917, + "num_tokens": 878913463.0, + "step": 23036 + }, + { + "epoch": 2.9305431878895813, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.551609992980957, + "learning_rate": 1e-06, + "loss": 0.3991, + "mean_token_accuracy": 0.8673373460769653, + "num_tokens": 878950769.0, + "step": 23037 + }, + { + "epoch": 2.930670398168172, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.664741516113281, + "learning_rate": 1e-06, + "loss": 0.3416, + "mean_token_accuracy": 0.8879002928733826, + "num_tokens": 878989041.0, + "step": 23038 + }, + { + "epoch": 2.9307976084467624, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.612086296081543, + "learning_rate": 1e-06, + "loss": 0.3459, + "mean_token_accuracy": 0.8852943181991577, + "num_tokens": 879020195.0, + "step": 23039 + }, + { + "epoch": 2.930924818725353, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.674625396728516, + "learning_rate": 1e-06, + "loss": 0.36, + "mean_token_accuracy": 0.8762570023536682, + "num_tokens": 879057818.0, + "step": 23040 + }, + { + "epoch": 2.9310520290039435, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.682171821594238, + "learning_rate": 1e-06, + "loss": 0.3716, + "mean_token_accuracy": 0.8751101493835449, + "num_tokens": 879094747.0, + "step": 23041 + }, + { + "epoch": 2.931179239282534, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.592897415161133, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8695573806762695, + "num_tokens": 879131127.0, + "step": 23042 + }, + { + "epoch": 2.9313064495611245, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.646990776062012, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.878999650478363, + "num_tokens": 879168541.0, + "step": 23043 + }, + { + "epoch": 2.931433659839715, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.680418968200684, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8751052618026733, + "num_tokens": 879199409.0, + "step": 23044 + }, + { + "epoch": 2.9315608701183056, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.626973152160645, + "learning_rate": 1e-06, + "loss": 0.3224, + "mean_token_accuracy": 0.8905391693115234, + "num_tokens": 879236447.0, + "step": 23045 + }, + { + "epoch": 2.931688080396896, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.671387672424316, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8786548972129822, + "num_tokens": 879275596.0, + "step": 23046 + }, + { + "epoch": 2.9318152906754866, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.671661376953125, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8767426013946533, + "num_tokens": 879315620.0, + "step": 23047 + }, + { + "epoch": 2.931942500954077, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.654010772705078, + "learning_rate": 1e-06, + "loss": 0.3548, + "mean_token_accuracy": 0.880323052406311, + "num_tokens": 879356220.0, + "step": 23048 + }, + { + "epoch": 2.9320697112326677, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.675780296325684, + "learning_rate": 1e-06, + "loss": 0.4151, + "mean_token_accuracy": 0.8635165691375732, + "num_tokens": 879397544.0, + "step": 23049 + }, + { + "epoch": 2.932196921511258, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.607331275939941, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.887425422668457, + "num_tokens": 879438165.0, + "step": 23050 + }, + { + "epoch": 2.9323241317898487, + "ewc_loss": 0.017822265625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.7881393432617188e-05, + "grad_norm": 12.630940437316895, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8777591586112976, + "num_tokens": 879473601.0, + "step": 23051 + }, + { + "epoch": 2.9324513420684393, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.70562744140625, + "learning_rate": 1e-06, + "loss": 0.3974, + "mean_token_accuracy": 0.869475781917572, + "num_tokens": 879510998.0, + "step": 23052 + }, + { + "epoch": 2.93257855234703, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.547568321228027, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8825286030769348, + "num_tokens": 879551469.0, + "step": 23053 + }, + { + "epoch": 2.93270576262562, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.748191833496094, + "learning_rate": 1e-06, + "loss": 0.383, + "mean_token_accuracy": 0.8717739582061768, + "num_tokens": 879585620.0, + "step": 23054 + }, + { + "epoch": 2.932832972904211, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.627554893493652, + "learning_rate": 1e-06, + "loss": 0.3311, + "mean_token_accuracy": 0.8877130746841431, + "num_tokens": 879621749.0, + "step": 23055 + }, + { + "epoch": 2.932960183182801, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.614142417907715, + "learning_rate": 1e-06, + "loss": 0.3546, + "mean_token_accuracy": 0.8817051649093628, + "num_tokens": 879664529.0, + "step": 23056 + }, + { + "epoch": 2.933087393461392, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.670313835144043, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8833149075508118, + "num_tokens": 879696293.0, + "step": 23057 + }, + { + "epoch": 2.933214603739982, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.682499885559082, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.882930338382721, + "num_tokens": 879733562.0, + "step": 23058 + }, + { + "epoch": 2.933341814018573, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.599919319152832, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8756998777389526, + "num_tokens": 879771740.0, + "step": 23059 + }, + { + "epoch": 2.933469024297163, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.702103614807129, + "learning_rate": 1e-06, + "loss": 0.3765, + "mean_token_accuracy": 0.8742049932479858, + "num_tokens": 879805578.0, + "step": 23060 + }, + { + "epoch": 2.9335962345757536, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.631075859069824, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8753013610839844, + "num_tokens": 879845175.0, + "step": 23061 + }, + { + "epoch": 2.933723444854344, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.654234886169434, + "learning_rate": 1e-06, + "loss": 0.3221, + "mean_token_accuracy": 0.8896567821502686, + "num_tokens": 879878975.0, + "step": 23062 + }, + { + "epoch": 2.9338506551329346, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.627947807312012, + "learning_rate": 1e-06, + "loss": 0.3896, + "mean_token_accuracy": 0.8700911402702332, + "num_tokens": 879919373.0, + "step": 23063 + }, + { + "epoch": 2.933977865411525, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.670191764831543, + "learning_rate": 1e-06, + "loss": 0.4112, + "mean_token_accuracy": 0.8579883575439453, + "num_tokens": 879953821.0, + "step": 23064 + }, + { + "epoch": 2.9341050756901157, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.638779640197754, + "learning_rate": 1e-06, + "loss": 0.3877, + "mean_token_accuracy": 0.8699157238006592, + "num_tokens": 879993505.0, + "step": 23065 + }, + { + "epoch": 2.934232285968706, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.64598560333252, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8840488791465759, + "num_tokens": 880030124.0, + "step": 23066 + }, + { + "epoch": 2.9343594962472968, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.64486312866211, + "learning_rate": 1e-06, + "loss": 0.4257, + "mean_token_accuracy": 0.8579967021942139, + "num_tokens": 880059480.0, + "step": 23067 + }, + { + "epoch": 2.9344867065258873, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.574166297912598, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8789082169532776, + "num_tokens": 880093402.0, + "step": 23068 + }, + { + "epoch": 2.934613916804478, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.684717178344727, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.877017617225647, + "num_tokens": 880127874.0, + "step": 23069 + }, + { + "epoch": 2.9347411270830683, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.633953094482422, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8877496123313904, + "num_tokens": 880165755.0, + "step": 23070 + }, + { + "epoch": 2.934868337361659, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.576428413391113, + "learning_rate": 1e-06, + "loss": 0.3892, + "mean_token_accuracy": 0.8724808692932129, + "num_tokens": 880203931.0, + "step": 23071 + }, + { + "epoch": 2.9349955476402494, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.654132843017578, + "learning_rate": 1e-06, + "loss": 0.3543, + "mean_token_accuracy": 0.881051778793335, + "num_tokens": 880242844.0, + "step": 23072 + }, + { + "epoch": 2.93512275791884, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.631265640258789, + "learning_rate": 1e-06, + "loss": 0.4057, + "mean_token_accuracy": 0.8639788627624512, + "num_tokens": 880280068.0, + "step": 23073 + }, + { + "epoch": 2.9352499681974304, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.62238883972168, + "learning_rate": 1e-06, + "loss": 0.3458, + "mean_token_accuracy": 0.8835375308990479, + "num_tokens": 880314044.0, + "step": 23074 + }, + { + "epoch": 2.935377178476021, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.670008659362793, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8745329976081848, + "num_tokens": 880355077.0, + "step": 23075 + }, + { + "epoch": 2.9355043887546115, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.629711151123047, + "learning_rate": 1e-06, + "loss": 0.3156, + "mean_token_accuracy": 0.8927627801895142, + "num_tokens": 880388906.0, + "step": 23076 + }, + { + "epoch": 2.935631599033202, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.590274810791016, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8887279033660889, + "num_tokens": 880426834.0, + "step": 23077 + }, + { + "epoch": 2.9357588093117926, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.67392635345459, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.8756729960441589, + "num_tokens": 880463477.0, + "step": 23078 + }, + { + "epoch": 2.9358860195903826, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.654173851013184, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8608893156051636, + "num_tokens": 880500884.0, + "step": 23079 + }, + { + "epoch": 2.9360132298689736, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.605400085449219, + "learning_rate": 1e-06, + "loss": 0.377, + "mean_token_accuracy": 0.8720124959945679, + "num_tokens": 880539724.0, + "step": 23080 + }, + { + "epoch": 2.9361404401475637, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.60871696472168, + "learning_rate": 1e-06, + "loss": 0.3794, + "mean_token_accuracy": 0.8711717128753662, + "num_tokens": 880577820.0, + "step": 23081 + }, + { + "epoch": 2.9362676504261547, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.65687084197998, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8811272382736206, + "num_tokens": 880612055.0, + "step": 23082 + }, + { + "epoch": 2.9363948607047448, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.653313636779785, + "learning_rate": 1e-06, + "loss": 0.3398, + "mean_token_accuracy": 0.8859796524047852, + "num_tokens": 880654907.0, + "step": 23083 + }, + { + "epoch": 2.9365220709833357, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.646440505981445, + "learning_rate": 1e-06, + "loss": 0.3101, + "mean_token_accuracy": 0.8936755657196045, + "num_tokens": 880692418.0, + "step": 23084 + }, + { + "epoch": 2.936649281261926, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.692852973937988, + "learning_rate": 1e-06, + "loss": 0.4003, + "mean_token_accuracy": 0.8642354011535645, + "num_tokens": 880727742.0, + "step": 23085 + }, + { + "epoch": 2.9367764915405163, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.603496551513672, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.8887046575546265, + "num_tokens": 880766673.0, + "step": 23086 + }, + { + "epoch": 2.936903701819107, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.615544319152832, + "learning_rate": 1e-06, + "loss": 0.3894, + "mean_token_accuracy": 0.8709303736686707, + "num_tokens": 880810390.0, + "step": 23087 + }, + { + "epoch": 2.9370309120976974, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.6951265335083, + "learning_rate": 1e-06, + "loss": 0.3753, + "mean_token_accuracy": 0.8716362714767456, + "num_tokens": 880846920.0, + "step": 23088 + }, + { + "epoch": 2.937158122376288, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.611595153808594, + "learning_rate": 1e-06, + "loss": 0.3381, + "mean_token_accuracy": 0.8852911591529846, + "num_tokens": 880885867.0, + "step": 23089 + }, + { + "epoch": 2.9372853326548785, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.66142463684082, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8886300325393677, + "num_tokens": 880928408.0, + "step": 23090 + }, + { + "epoch": 2.937412542933469, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.701509475708008, + "learning_rate": 1e-06, + "loss": 0.3612, + "mean_token_accuracy": 0.8769426941871643, + "num_tokens": 880960681.0, + "step": 23091 + }, + { + "epoch": 2.9375397532120595, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.636144638061523, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8666728734970093, + "num_tokens": 881000358.0, + "step": 23092 + }, + { + "epoch": 2.93766696349065, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.642487525939941, + "learning_rate": 1e-06, + "loss": 0.3592, + "mean_token_accuracy": 0.8802075386047363, + "num_tokens": 881037765.0, + "step": 23093 + }, + { + "epoch": 2.9377941737692406, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.577452659606934, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8915361166000366, + "num_tokens": 881076091.0, + "step": 23094 + }, + { + "epoch": 2.937921384047831, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.589439392089844, + "learning_rate": 1e-06, + "loss": 0.3711, + "mean_token_accuracy": 0.8766270875930786, + "num_tokens": 881112784.0, + "step": 23095 + }, + { + "epoch": 2.9380485943264216, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.564482688903809, + "learning_rate": 1e-06, + "loss": 0.3486, + "mean_token_accuracy": 0.8837780952453613, + "num_tokens": 881149938.0, + "step": 23096 + }, + { + "epoch": 2.938175804605012, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.575653076171875, + "learning_rate": 1e-06, + "loss": 0.3879, + "mean_token_accuracy": 0.8688176870346069, + "num_tokens": 881187541.0, + "step": 23097 + }, + { + "epoch": 2.9383030148836027, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.619203567504883, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8794105052947998, + "num_tokens": 881221920.0, + "step": 23098 + }, + { + "epoch": 2.938430225162193, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 13.230127334594727, + "learning_rate": 1e-06, + "loss": 0.4063, + "mean_token_accuracy": 0.8628377914428711, + "num_tokens": 881264804.0, + "step": 23099 + }, + { + "epoch": 2.9385574354407837, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.576032638549805, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.870280385017395, + "num_tokens": 881304482.0, + "step": 23100 + }, + { + "epoch": 2.9386846457193743, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.604567527770996, + "learning_rate": 1e-06, + "loss": 0.3999, + "mean_token_accuracy": 0.8680371642112732, + "num_tokens": 881340822.0, + "step": 23101 + }, + { + "epoch": 2.938811855997965, + "ewc_loss": 0.018310546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 12.636921882629395, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8763310313224792, + "num_tokens": 881374352.0, + "step": 23102 + }, + { + "epoch": 2.9389390662765553, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.564311981201172, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8728936910629272, + "num_tokens": 881413176.0, + "step": 23103 + }, + { + "epoch": 2.9390662765551454, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.640945434570312, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8739397525787354, + "num_tokens": 881454309.0, + "step": 23104 + }, + { + "epoch": 2.9391934868337364, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.640703201293945, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.879021406173706, + "num_tokens": 881490702.0, + "step": 23105 + }, + { + "epoch": 2.9393206971123265, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.644559860229492, + "learning_rate": 1e-06, + "loss": 0.3698, + "mean_token_accuracy": 0.8831367492675781, + "num_tokens": 881530394.0, + "step": 23106 + }, + { + "epoch": 2.9394479073909174, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.632477760314941, + "learning_rate": 1e-06, + "loss": 0.321, + "mean_token_accuracy": 0.8906799554824829, + "num_tokens": 881567286.0, + "step": 23107 + }, + { + "epoch": 2.9395751176695075, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.679102897644043, + "learning_rate": 1e-06, + "loss": 0.3996, + "mean_token_accuracy": 0.8723770976066589, + "num_tokens": 881607017.0, + "step": 23108 + }, + { + "epoch": 2.939702327948098, + "ewc_loss": 0.018310546875, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.8358230590820312e-05, + "grad_norm": 12.656230926513672, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8788225054740906, + "num_tokens": 881645793.0, + "step": 23109 + }, + { + "epoch": 2.9398295382266886, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.676555633544922, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8798305988311768, + "num_tokens": 881683596.0, + "step": 23110 + }, + { + "epoch": 2.939956748505279, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.66457748413086, + "learning_rate": 1e-06, + "loss": 0.416, + "mean_token_accuracy": 0.863598108291626, + "num_tokens": 881717607.0, + "step": 23111 + }, + { + "epoch": 2.9400839587838696, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.633992195129395, + "learning_rate": 1e-06, + "loss": 0.3246, + "mean_token_accuracy": 0.8900988101959229, + "num_tokens": 881750884.0, + "step": 23112 + }, + { + "epoch": 2.94021116906246, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.611322402954102, + "learning_rate": 1e-06, + "loss": 0.3832, + "mean_token_accuracy": 0.8731238842010498, + "num_tokens": 881789345.0, + "step": 23113 + }, + { + "epoch": 2.9403383793410507, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.720283508300781, + "learning_rate": 1e-06, + "loss": 0.3781, + "mean_token_accuracy": 0.8742718696594238, + "num_tokens": 881828459.0, + "step": 23114 + }, + { + "epoch": 2.940465589619641, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.612259864807129, + "learning_rate": 1e-06, + "loss": 0.3898, + "mean_token_accuracy": 0.87171471118927, + "num_tokens": 881865294.0, + "step": 23115 + }, + { + "epoch": 2.9405927998982317, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.686400413513184, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8795840740203857, + "num_tokens": 881904936.0, + "step": 23116 + }, + { + "epoch": 2.9407200101768223, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.612744331359863, + "learning_rate": 1e-06, + "loss": 0.331, + "mean_token_accuracy": 0.8876391649246216, + "num_tokens": 881936300.0, + "step": 23117 + }, + { + "epoch": 2.940847220455413, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.690003395080566, + "learning_rate": 1e-06, + "loss": 0.3336, + "mean_token_accuracy": 0.8889353275299072, + "num_tokens": 881974092.0, + "step": 23118 + }, + { + "epoch": 2.9409744307340033, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.643725395202637, + "learning_rate": 1e-06, + "loss": 0.3624, + "mean_token_accuracy": 0.8791545629501343, + "num_tokens": 882019339.0, + "step": 23119 + }, + { + "epoch": 2.941101641012594, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.629549980163574, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8816599249839783, + "num_tokens": 882052837.0, + "step": 23120 + }, + { + "epoch": 2.9412288512911844, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.703655242919922, + "learning_rate": 1e-06, + "loss": 0.3436, + "mean_token_accuracy": 0.8829189538955688, + "num_tokens": 882088449.0, + "step": 23121 + }, + { + "epoch": 2.941356061569775, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.688754081726074, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8686190843582153, + "num_tokens": 882124844.0, + "step": 23122 + }, + { + "epoch": 2.9414832718483654, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.649178504943848, + "learning_rate": 1e-06, + "loss": 0.3489, + "mean_token_accuracy": 0.8809245824813843, + "num_tokens": 882162246.0, + "step": 23123 + }, + { + "epoch": 2.941610482126956, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.6216402053833, + "learning_rate": 1e-06, + "loss": 0.4433, + "mean_token_accuracy": 0.8655877709388733, + "num_tokens": 882202825.0, + "step": 23124 + }, + { + "epoch": 2.9417376924055465, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.69922161102295, + "learning_rate": 1e-06, + "loss": 0.4016, + "mean_token_accuracy": 0.8634107112884521, + "num_tokens": 882237951.0, + "step": 23125 + }, + { + "epoch": 2.941864902684137, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.650372505187988, + "learning_rate": 1e-06, + "loss": 0.3688, + "mean_token_accuracy": 0.8773864507675171, + "num_tokens": 882279147.0, + "step": 23126 + }, + { + "epoch": 2.941992112962727, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.617879867553711, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.8972705602645874, + "num_tokens": 882322777.0, + "step": 23127 + }, + { + "epoch": 2.942119323241318, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.62240982055664, + "learning_rate": 1e-06, + "loss": 0.3478, + "mean_token_accuracy": 0.882492184638977, + "num_tokens": 882360681.0, + "step": 23128 + }, + { + "epoch": 2.942246533519908, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.65308666229248, + "learning_rate": 1e-06, + "loss": 0.4204, + "mean_token_accuracy": 0.8582994341850281, + "num_tokens": 882403823.0, + "step": 23129 + }, + { + "epoch": 2.942373743798499, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.664202690124512, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8858435750007629, + "num_tokens": 882443723.0, + "step": 23130 + }, + { + "epoch": 2.9425009540770892, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.651591300964355, + "learning_rate": 1e-06, + "loss": 0.4144, + "mean_token_accuracy": 0.8639802932739258, + "num_tokens": 882480610.0, + "step": 23131 + }, + { + "epoch": 2.94262816435568, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.717981338500977, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8799284100532532, + "num_tokens": 882518789.0, + "step": 23132 + }, + { + "epoch": 2.9427553746342703, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.610471725463867, + "learning_rate": 1e-06, + "loss": 0.4036, + "mean_token_accuracy": 0.8661314845085144, + "num_tokens": 882556598.0, + "step": 23133 + }, + { + "epoch": 2.942882584912861, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.667215347290039, + "learning_rate": 1e-06, + "loss": 0.3792, + "mean_token_accuracy": 0.8740118145942688, + "num_tokens": 882593788.0, + "step": 23134 + }, + { + "epoch": 2.9430097951914513, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.646982192993164, + "learning_rate": 1e-06, + "loss": 0.3465, + "mean_token_accuracy": 0.8841501474380493, + "num_tokens": 882630861.0, + "step": 23135 + }, + { + "epoch": 2.943137005470042, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.629799842834473, + "learning_rate": 1e-06, + "loss": 0.3504, + "mean_token_accuracy": 0.8854529857635498, + "num_tokens": 882670950.0, + "step": 23136 + }, + { + "epoch": 2.9432642157486324, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.717804908752441, + "learning_rate": 1e-06, + "loss": 0.3959, + "mean_token_accuracy": 0.8687687516212463, + "num_tokens": 882705680.0, + "step": 23137 + }, + { + "epoch": 2.943391426027223, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.669721603393555, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8859156370162964, + "num_tokens": 882737589.0, + "step": 23138 + }, + { + "epoch": 2.9435186363058135, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.691129684448242, + "learning_rate": 1e-06, + "loss": 0.4099, + "mean_token_accuracy": 0.8640099763870239, + "num_tokens": 882774502.0, + "step": 23139 + }, + { + "epoch": 2.943645846584404, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.698808670043945, + "learning_rate": 1e-06, + "loss": 0.3905, + "mean_token_accuracy": 0.8678978085517883, + "num_tokens": 882815184.0, + "step": 23140 + }, + { + "epoch": 2.9437730568629945, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.620820045471191, + "learning_rate": 1e-06, + "loss": 0.3267, + "mean_token_accuracy": 0.8909475207328796, + "num_tokens": 882856793.0, + "step": 23141 + }, + { + "epoch": 2.943900267141585, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.654897689819336, + "learning_rate": 1e-06, + "loss": 0.3345, + "mean_token_accuracy": 0.8885570764541626, + "num_tokens": 882896128.0, + "step": 23142 + }, + { + "epoch": 2.9440274774201756, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.713417053222656, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8854153156280518, + "num_tokens": 882931253.0, + "step": 23143 + }, + { + "epoch": 2.944154687698766, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.615423202514648, + "learning_rate": 1e-06, + "loss": 0.3163, + "mean_token_accuracy": 0.8936299085617065, + "num_tokens": 882975072.0, + "step": 23144 + }, + { + "epoch": 2.9442818979773566, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.667487144470215, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8898524641990662, + "num_tokens": 883013576.0, + "step": 23145 + }, + { + "epoch": 2.944409108255947, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.654996871948242, + "learning_rate": 1e-06, + "loss": 0.3516, + "mean_token_accuracy": 0.8798568844795227, + "num_tokens": 883046052.0, + "step": 23146 + }, + { + "epoch": 2.9445363185345377, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.663238525390625, + "learning_rate": 1e-06, + "loss": 0.4213, + "mean_token_accuracy": 0.8599454164505005, + "num_tokens": 883080398.0, + "step": 23147 + }, + { + "epoch": 2.944663528813128, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.639538764953613, + "learning_rate": 1e-06, + "loss": 0.3862, + "mean_token_accuracy": 0.8697351217269897, + "num_tokens": 883120321.0, + "step": 23148 + }, + { + "epoch": 2.9447907390917187, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.615496635437012, + "learning_rate": 1e-06, + "loss": 0.3473, + "mean_token_accuracy": 0.8843175768852234, + "num_tokens": 883161285.0, + "step": 23149 + }, + { + "epoch": 2.9449179493703093, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.613118171691895, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8760602474212646, + "num_tokens": 883199857.0, + "step": 23150 + }, + { + "epoch": 2.9450451596489, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.590426445007324, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8837931156158447, + "num_tokens": 883238325.0, + "step": 23151 + }, + { + "epoch": 2.94517236992749, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.642670631408691, + "learning_rate": 1e-06, + "loss": 0.3859, + "mean_token_accuracy": 0.8701457977294922, + "num_tokens": 883281814.0, + "step": 23152 + }, + { + "epoch": 2.945299580206081, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.653715133666992, + "learning_rate": 1e-06, + "loss": 0.3444, + "mean_token_accuracy": 0.8827828168869019, + "num_tokens": 883317385.0, + "step": 23153 + }, + { + "epoch": 2.945426790484671, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.616260528564453, + "learning_rate": 1e-06, + "loss": 0.3383, + "mean_token_accuracy": 0.8854377865791321, + "num_tokens": 883353498.0, + "step": 23154 + }, + { + "epoch": 2.945554000763262, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.624266624450684, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.8861303329467773, + "num_tokens": 883391709.0, + "step": 23155 + }, + { + "epoch": 2.945681211041852, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.630548477172852, + "learning_rate": 1e-06, + "loss": 0.4125, + "mean_token_accuracy": 0.8624321222305298, + "num_tokens": 883426329.0, + "step": 23156 + }, + { + "epoch": 2.945808421320443, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.640470504760742, + "learning_rate": 1e-06, + "loss": 0.3666, + "mean_token_accuracy": 0.8760322332382202, + "num_tokens": 883465797.0, + "step": 23157 + }, + { + "epoch": 2.945935631599033, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.634817123413086, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8806284666061401, + "num_tokens": 883501632.0, + "step": 23158 + }, + { + "epoch": 2.9460628418776236, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.641464233398438, + "learning_rate": 1e-06, + "loss": 0.3331, + "mean_token_accuracy": 0.8880958557128906, + "num_tokens": 883537622.0, + "step": 23159 + }, + { + "epoch": 2.946190052156214, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.594076156616211, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8791168928146362, + "num_tokens": 883576458.0, + "step": 23160 + }, + { + "epoch": 2.9463172624348046, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.598441123962402, + "learning_rate": 1e-06, + "loss": 0.3823, + "mean_token_accuracy": 0.869514524936676, + "num_tokens": 883620929.0, + "step": 23161 + }, + { + "epoch": 2.946444472713395, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.704504013061523, + "learning_rate": 1e-06, + "loss": 0.4415, + "mean_token_accuracy": 0.8556193709373474, + "num_tokens": 883652589.0, + "step": 23162 + }, + { + "epoch": 2.9465716829919857, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.588419914245605, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8776300549507141, + "num_tokens": 883691844.0, + "step": 23163 + }, + { + "epoch": 2.946698893270576, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.662298202514648, + "learning_rate": 1e-06, + "loss": 0.4233, + "mean_token_accuracy": 0.8589525818824768, + "num_tokens": 883732838.0, + "step": 23164 + }, + { + "epoch": 2.9468261035491667, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.594597816467285, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8747490644454956, + "num_tokens": 883771415.0, + "step": 23165 + }, + { + "epoch": 2.9469533138277573, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.625740051269531, + "learning_rate": 1e-06, + "loss": 0.4075, + "mean_token_accuracy": 0.8639470338821411, + "num_tokens": 883808807.0, + "step": 23166 + }, + { + "epoch": 2.947080524106348, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.62413501739502, + "learning_rate": 1e-06, + "loss": 0.3177, + "mean_token_accuracy": 0.8913512229919434, + "num_tokens": 883844300.0, + "step": 23167 + }, + { + "epoch": 2.9472077343849383, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.645408630371094, + "learning_rate": 1e-06, + "loss": 0.3225, + "mean_token_accuracy": 0.8919025659561157, + "num_tokens": 883879337.0, + "step": 23168 + }, + { + "epoch": 2.947334944663529, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.644601821899414, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8677300214767456, + "num_tokens": 883925810.0, + "step": 23169 + }, + { + "epoch": 2.9474621549421194, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.56002426147461, + "learning_rate": 1e-06, + "loss": 0.3446, + "mean_token_accuracy": 0.8877851963043213, + "num_tokens": 883964753.0, + "step": 23170 + }, + { + "epoch": 2.94758936522071, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.607950210571289, + "learning_rate": 1e-06, + "loss": 0.3945, + "mean_token_accuracy": 0.8713903427124023, + "num_tokens": 884005737.0, + "step": 23171 + }, + { + "epoch": 2.9477165754993004, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.656620979309082, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8787038326263428, + "num_tokens": 884043414.0, + "step": 23172 + }, + { + "epoch": 2.947843785777891, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.572266578674316, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8824200630187988, + "num_tokens": 884077399.0, + "step": 23173 + }, + { + "epoch": 2.9479709960564815, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.60765266418457, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8760058879852295, + "num_tokens": 884116539.0, + "step": 23174 + }, + { + "epoch": 2.948098206335072, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.653740882873535, + "learning_rate": 1e-06, + "loss": 0.3451, + "mean_token_accuracy": 0.8830553889274597, + "num_tokens": 884149756.0, + "step": 23175 + }, + { + "epoch": 2.9482254166136626, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.680132865905762, + "learning_rate": 1e-06, + "loss": 0.3151, + "mean_token_accuracy": 0.897589385509491, + "num_tokens": 884181960.0, + "step": 23176 + }, + { + "epoch": 2.9483526268922526, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.60126781463623, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8740097284317017, + "num_tokens": 884223562.0, + "step": 23177 + }, + { + "epoch": 2.9484798371708436, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.622817993164062, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8844151496887207, + "num_tokens": 884264541.0, + "step": 23178 + }, + { + "epoch": 2.9486070474494337, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.658426284790039, + "learning_rate": 1e-06, + "loss": 0.4079, + "mean_token_accuracy": 0.8645030856132507, + "num_tokens": 884301171.0, + "step": 23179 + }, + { + "epoch": 2.9487342577280247, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.603907585144043, + "learning_rate": 1e-06, + "loss": 0.3596, + "mean_token_accuracy": 0.8772093057632446, + "num_tokens": 884332481.0, + "step": 23180 + }, + { + "epoch": 2.9488614680066147, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.625618934631348, + "learning_rate": 1e-06, + "loss": 0.3052, + "mean_token_accuracy": 0.8982899785041809, + "num_tokens": 884371616.0, + "step": 23181 + }, + { + "epoch": 2.9489886782852053, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.560319900512695, + "learning_rate": 1e-06, + "loss": 0.3932, + "mean_token_accuracy": 0.8674249649047852, + "num_tokens": 884411245.0, + "step": 23182 + }, + { + "epoch": 2.949115888563796, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.671140670776367, + "learning_rate": 1e-06, + "loss": 0.3747, + "mean_token_accuracy": 0.8762504458427429, + "num_tokens": 884445712.0, + "step": 23183 + }, + { + "epoch": 2.9492430988423863, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.621066093444824, + "learning_rate": 1e-06, + "loss": 0.3515, + "mean_token_accuracy": 0.8807594180107117, + "num_tokens": 884484935.0, + "step": 23184 + }, + { + "epoch": 2.949370309120977, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.623824119567871, + "learning_rate": 1e-06, + "loss": 0.3589, + "mean_token_accuracy": 0.8793363571166992, + "num_tokens": 884518714.0, + "step": 23185 + }, + { + "epoch": 2.9494975193995674, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.642682075500488, + "learning_rate": 1e-06, + "loss": 0.393, + "mean_token_accuracy": 0.8696168661117554, + "num_tokens": 884560430.0, + "step": 23186 + }, + { + "epoch": 2.949624729678158, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.691981315612793, + "learning_rate": 1e-06, + "loss": 0.3803, + "mean_token_accuracy": 0.8702203631401062, + "num_tokens": 884595937.0, + "step": 23187 + }, + { + "epoch": 2.9497519399567484, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.670574188232422, + "learning_rate": 1e-06, + "loss": 0.3802, + "mean_token_accuracy": 0.8719122409820557, + "num_tokens": 884633201.0, + "step": 23188 + }, + { + "epoch": 2.949879150235339, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.566122055053711, + "learning_rate": 1e-06, + "loss": 0.3566, + "mean_token_accuracy": 0.879081130027771, + "num_tokens": 884672602.0, + "step": 23189 + }, + { + "epoch": 2.9500063605139295, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.642324447631836, + "learning_rate": 1e-06, + "loss": 0.3521, + "mean_token_accuracy": 0.882035493850708, + "num_tokens": 884708378.0, + "step": 23190 + }, + { + "epoch": 2.95013357079252, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.595419883728027, + "learning_rate": 1e-06, + "loss": 0.3697, + "mean_token_accuracy": 0.875942051410675, + "num_tokens": 884747527.0, + "step": 23191 + }, + { + "epoch": 2.9502607810711106, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.665054321289062, + "learning_rate": 1e-06, + "loss": 0.3083, + "mean_token_accuracy": 0.8946540355682373, + "num_tokens": 884781738.0, + "step": 23192 + }, + { + "epoch": 2.950387991349701, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.617449760437012, + "learning_rate": 1e-06, + "loss": 0.3968, + "mean_token_accuracy": 0.8670421838760376, + "num_tokens": 884818884.0, + "step": 23193 + }, + { + "epoch": 2.9505152016282916, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.645292282104492, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8876985311508179, + "num_tokens": 884851751.0, + "step": 23194 + }, + { + "epoch": 2.950642411906882, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.672900199890137, + "learning_rate": 1e-06, + "loss": 0.3532, + "mean_token_accuracy": 0.8820961713790894, + "num_tokens": 884892935.0, + "step": 23195 + }, + { + "epoch": 2.9507696221854727, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.630134582519531, + "learning_rate": 1e-06, + "loss": 0.3537, + "mean_token_accuracy": 0.8817402720451355, + "num_tokens": 884935820.0, + "step": 23196 + }, + { + "epoch": 2.950896832464063, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.618782043457031, + "learning_rate": 1e-06, + "loss": 0.3766, + "mean_token_accuracy": 0.8754956722259521, + "num_tokens": 884976042.0, + "step": 23197 + }, + { + "epoch": 2.9510240427426537, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.652087211608887, + "learning_rate": 1e-06, + "loss": 0.3034, + "mean_token_accuracy": 0.8976395130157471, + "num_tokens": 885013511.0, + "step": 23198 + }, + { + "epoch": 2.9511512530212443, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.64928913116455, + "learning_rate": 1e-06, + "loss": 0.3976, + "mean_token_accuracy": 0.8670907020568848, + "num_tokens": 885047291.0, + "step": 23199 + }, + { + "epoch": 2.951278463299835, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.633978843688965, + "learning_rate": 1e-06, + "loss": 0.3784, + "mean_token_accuracy": 0.8735719919204712, + "num_tokens": 885083116.0, + "step": 23200 + }, + { + "epoch": 2.9514056735784253, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.604667663574219, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.874271035194397, + "num_tokens": 885123282.0, + "step": 23201 + }, + { + "epoch": 2.9515328838570154, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.627907752990723, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8826814293861389, + "num_tokens": 885166277.0, + "step": 23202 + }, + { + "epoch": 2.9516600941356064, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.600226402282715, + "learning_rate": 1e-06, + "loss": 0.323, + "mean_token_accuracy": 0.889430046081543, + "num_tokens": 885206414.0, + "step": 23203 + }, + { + "epoch": 2.9517873044141965, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.676665306091309, + "learning_rate": 1e-06, + "loss": 0.3492, + "mean_token_accuracy": 0.8856214880943298, + "num_tokens": 885240977.0, + "step": 23204 + }, + { + "epoch": 2.9519145146927874, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.629253387451172, + "learning_rate": 1e-06, + "loss": 0.3158, + "mean_token_accuracy": 0.8922519683837891, + "num_tokens": 885283190.0, + "step": 23205 + }, + { + "epoch": 2.9520417249713775, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.64242935180664, + "learning_rate": 1e-06, + "loss": 0.3281, + "mean_token_accuracy": 0.8915900588035583, + "num_tokens": 885321340.0, + "step": 23206 + }, + { + "epoch": 2.952168935249968, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.691814422607422, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8864750862121582, + "num_tokens": 885357524.0, + "step": 23207 + }, + { + "epoch": 2.9522961455285586, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.712228775024414, + "learning_rate": 1e-06, + "loss": 0.4282, + "mean_token_accuracy": 0.8552578091621399, + "num_tokens": 885389696.0, + "step": 23208 + }, + { + "epoch": 2.952423355807149, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.630640029907227, + "learning_rate": 1e-06, + "loss": 0.318, + "mean_token_accuracy": 0.8924677968025208, + "num_tokens": 885429574.0, + "step": 23209 + }, + { + "epoch": 2.9525505660857396, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.715105056762695, + "learning_rate": 1e-06, + "loss": 0.3509, + "mean_token_accuracy": 0.883315920829773, + "num_tokens": 885459961.0, + "step": 23210 + }, + { + "epoch": 2.95267777636433, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.624564170837402, + "learning_rate": 1e-06, + "loss": 0.3847, + "mean_token_accuracy": 0.8720548748970032, + "num_tokens": 885506725.0, + "step": 23211 + }, + { + "epoch": 2.9528049866429207, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.632623672485352, + "learning_rate": 1e-06, + "loss": 0.3552, + "mean_token_accuracy": 0.8835658431053162, + "num_tokens": 885549409.0, + "step": 23212 + }, + { + "epoch": 2.952932196921511, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.675896644592285, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8823745250701904, + "num_tokens": 885589272.0, + "step": 23213 + }, + { + "epoch": 2.9530594072001017, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.693243026733398, + "learning_rate": 1e-06, + "loss": 0.412, + "mean_token_accuracy": 0.8602901697158813, + "num_tokens": 885625951.0, + "step": 23214 + }, + { + "epoch": 2.9531866174786923, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.634381294250488, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8806777596473694, + "num_tokens": 885665844.0, + "step": 23215 + }, + { + "epoch": 2.953313827757283, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.72460651397705, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8772924542427063, + "num_tokens": 885705616.0, + "step": 23216 + }, + { + "epoch": 2.9534410380358733, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.57466983795166, + "learning_rate": 1e-06, + "loss": 0.3403, + "mean_token_accuracy": 0.889333963394165, + "num_tokens": 885752362.0, + "step": 23217 + }, + { + "epoch": 2.953568248314464, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.681266784667969, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8739920854568481, + "num_tokens": 885792485.0, + "step": 23218 + }, + { + "epoch": 2.9536954585930544, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.59744930267334, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.880239725112915, + "num_tokens": 885834809.0, + "step": 23219 + }, + { + "epoch": 2.953822668871645, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.65842056274414, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8830766677856445, + "num_tokens": 885870555.0, + "step": 23220 + }, + { + "epoch": 2.9539498791502354, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.640531539916992, + "learning_rate": 1e-06, + "loss": 0.3558, + "mean_token_accuracy": 0.8803595900535583, + "num_tokens": 885911911.0, + "step": 23221 + }, + { + "epoch": 2.954077089428826, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.666862487792969, + "learning_rate": 1e-06, + "loss": 0.3237, + "mean_token_accuracy": 0.8892124891281128, + "num_tokens": 885941094.0, + "step": 23222 + }, + { + "epoch": 2.9542042997074165, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.715072631835938, + "learning_rate": 1e-06, + "loss": 0.3736, + "mean_token_accuracy": 0.8769023418426514, + "num_tokens": 885978094.0, + "step": 23223 + }, + { + "epoch": 2.954331509986007, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.570241928100586, + "learning_rate": 1e-06, + "loss": 0.3188, + "mean_token_accuracy": 0.8937183618545532, + "num_tokens": 886014859.0, + "step": 23224 + }, + { + "epoch": 2.954458720264597, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.643845558166504, + "learning_rate": 1e-06, + "loss": 0.3467, + "mean_token_accuracy": 0.8844346404075623, + "num_tokens": 886048317.0, + "step": 23225 + }, + { + "epoch": 2.954585930543188, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.60373306274414, + "learning_rate": 1e-06, + "loss": 0.3555, + "mean_token_accuracy": 0.8798513412475586, + "num_tokens": 886081797.0, + "step": 23226 + }, + { + "epoch": 2.954713140821778, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.691402435302734, + "learning_rate": 1e-06, + "loss": 0.4012, + "mean_token_accuracy": 0.8654197454452515, + "num_tokens": 886124111.0, + "step": 23227 + }, + { + "epoch": 2.954840351100369, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.572352409362793, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.8878896236419678, + "num_tokens": 886162823.0, + "step": 23228 + }, + { + "epoch": 2.954967561378959, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.640878677368164, + "learning_rate": 1e-06, + "loss": 0.3576, + "mean_token_accuracy": 0.8813328742980957, + "num_tokens": 886204706.0, + "step": 23229 + }, + { + "epoch": 2.95509477165755, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.678523063659668, + "learning_rate": 1e-06, + "loss": 0.3419, + "mean_token_accuracy": 0.8860610723495483, + "num_tokens": 886241461.0, + "step": 23230 + }, + { + "epoch": 2.9552219819361403, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.659782409667969, + "learning_rate": 1e-06, + "loss": 0.3758, + "mean_token_accuracy": 0.8753702044487, + "num_tokens": 886279276.0, + "step": 23231 + }, + { + "epoch": 2.955349192214731, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.641314506530762, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8807666301727295, + "num_tokens": 886317703.0, + "step": 23232 + }, + { + "epoch": 2.9554764024933213, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.664570808410645, + "learning_rate": 1e-06, + "loss": 0.3456, + "mean_token_accuracy": 0.8845640420913696, + "num_tokens": 886355235.0, + "step": 23233 + }, + { + "epoch": 2.955603612771912, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.642633438110352, + "learning_rate": 1e-06, + "loss": 0.2924, + "mean_token_accuracy": 0.900138795375824, + "num_tokens": 886387354.0, + "step": 23234 + }, + { + "epoch": 2.9557308230505024, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.696708679199219, + "learning_rate": 1e-06, + "loss": 0.3655, + "mean_token_accuracy": 0.8761702179908752, + "num_tokens": 886419742.0, + "step": 23235 + }, + { + "epoch": 2.955858033329093, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.647929191589355, + "learning_rate": 1e-06, + "loss": 0.3565, + "mean_token_accuracy": 0.8799035549163818, + "num_tokens": 886455218.0, + "step": 23236 + }, + { + "epoch": 2.9559852436076834, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.621078491210938, + "learning_rate": 1e-06, + "loss": 0.3575, + "mean_token_accuracy": 0.8814482092857361, + "num_tokens": 886494454.0, + "step": 23237 + }, + { + "epoch": 2.956112453886274, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.699846267700195, + "learning_rate": 1e-06, + "loss": 0.4089, + "mean_token_accuracy": 0.857261598110199, + "num_tokens": 886532854.0, + "step": 23238 + }, + { + "epoch": 2.9562396641648645, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.594634056091309, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8782720565795898, + "num_tokens": 886564288.0, + "step": 23239 + }, + { + "epoch": 2.956366874443455, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.74741268157959, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8816708326339722, + "num_tokens": 886597155.0, + "step": 23240 + }, + { + "epoch": 2.9564940847220456, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.65512466430664, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8822606801986694, + "num_tokens": 886632015.0, + "step": 23241 + }, + { + "epoch": 2.956621295000636, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.657971382141113, + "learning_rate": 1e-06, + "loss": 0.3064, + "mean_token_accuracy": 0.8953449726104736, + "num_tokens": 886665736.0, + "step": 23242 + }, + { + "epoch": 2.9567485052792266, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.661728858947754, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8788223266601562, + "num_tokens": 886702652.0, + "step": 23243 + }, + { + "epoch": 2.956875715557817, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.681354522705078, + "learning_rate": 1e-06, + "loss": 0.3629, + "mean_token_accuracy": 0.8771835565567017, + "num_tokens": 886743573.0, + "step": 23244 + }, + { + "epoch": 2.9570029258364077, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.700532913208008, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8830086588859558, + "num_tokens": 886777932.0, + "step": 23245 + }, + { + "epoch": 2.957130136114998, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.637381553649902, + "learning_rate": 1e-06, + "loss": 0.4049, + "mean_token_accuracy": 0.8659119606018066, + "num_tokens": 886813211.0, + "step": 23246 + }, + { + "epoch": 2.9572573463935887, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.696005821228027, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8845102190971375, + "num_tokens": 886849416.0, + "step": 23247 + }, + { + "epoch": 2.9573845566721793, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.67885684967041, + "learning_rate": 1e-06, + "loss": 0.4116, + "mean_token_accuracy": 0.8653275370597839, + "num_tokens": 886887983.0, + "step": 23248 + }, + { + "epoch": 2.95751176695077, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.715713500976562, + "learning_rate": 1e-06, + "loss": 0.4107, + "mean_token_accuracy": 0.8629199266433716, + "num_tokens": 886930867.0, + "step": 23249 + }, + { + "epoch": 2.95763897722936, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.680471420288086, + "learning_rate": 1e-06, + "loss": 0.365, + "mean_token_accuracy": 0.8763111233711243, + "num_tokens": 886971862.0, + "step": 23250 + }, + { + "epoch": 2.957766187507951, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.711194038391113, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8843969106674194, + "num_tokens": 887005238.0, + "step": 23251 + }, + { + "epoch": 2.957893397786541, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.732949256896973, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8734471797943115, + "num_tokens": 887035588.0, + "step": 23252 + }, + { + "epoch": 2.958020608065132, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.635334968566895, + "learning_rate": 1e-06, + "loss": 0.3602, + "mean_token_accuracy": 0.8801698684692383, + "num_tokens": 887079962.0, + "step": 23253 + }, + { + "epoch": 2.958147818343722, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.669853210449219, + "learning_rate": 1e-06, + "loss": 0.2997, + "mean_token_accuracy": 0.8982111215591431, + "num_tokens": 887114572.0, + "step": 23254 + }, + { + "epoch": 2.958275028622313, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.650712013244629, + "learning_rate": 1e-06, + "loss": 0.3448, + "mean_token_accuracy": 0.8841418027877808, + "num_tokens": 887149396.0, + "step": 23255 + }, + { + "epoch": 2.958402238900903, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.67512321472168, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8738912343978882, + "num_tokens": 887191916.0, + "step": 23256 + }, + { + "epoch": 2.9585294491794936, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.71546459197998, + "learning_rate": 1e-06, + "loss": 0.342, + "mean_token_accuracy": 0.888451874256134, + "num_tokens": 887228263.0, + "step": 23257 + }, + { + "epoch": 2.958656659458084, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.715868949890137, + "learning_rate": 1e-06, + "loss": 0.3217, + "mean_token_accuracy": 0.8940879106521606, + "num_tokens": 887258688.0, + "step": 23258 + }, + { + "epoch": 2.9587838697366746, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.693490028381348, + "learning_rate": 1e-06, + "loss": 0.3811, + "mean_token_accuracy": 0.8748396039009094, + "num_tokens": 887301565.0, + "step": 23259 + }, + { + "epoch": 2.958911080015265, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.672819137573242, + "learning_rate": 1e-06, + "loss": 0.3709, + "mean_token_accuracy": 0.8751486539840698, + "num_tokens": 887337511.0, + "step": 23260 + }, + { + "epoch": 2.9590382902938557, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.638142585754395, + "learning_rate": 1e-06, + "loss": 0.3366, + "mean_token_accuracy": 0.8825811147689819, + "num_tokens": 887370694.0, + "step": 23261 + }, + { + "epoch": 2.959165500572446, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.739583015441895, + "learning_rate": 1e-06, + "loss": 0.372, + "mean_token_accuracy": 0.8790132999420166, + "num_tokens": 887412131.0, + "step": 23262 + }, + { + "epoch": 2.9592927108510367, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.734231948852539, + "learning_rate": 1e-06, + "loss": 0.3778, + "mean_token_accuracy": 0.8741002082824707, + "num_tokens": 887447179.0, + "step": 23263 + }, + { + "epoch": 2.9594199211296273, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.683208465576172, + "learning_rate": 1e-06, + "loss": 0.3776, + "mean_token_accuracy": 0.8738691806793213, + "num_tokens": 887486079.0, + "step": 23264 + }, + { + "epoch": 2.959547131408218, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.7196044921875, + "learning_rate": 1e-06, + "loss": 0.3413, + "mean_token_accuracy": 0.8867037296295166, + "num_tokens": 887519092.0, + "step": 23265 + }, + { + "epoch": 2.9596743416868083, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.694718360900879, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8821216225624084, + "num_tokens": 887552008.0, + "step": 23266 + }, + { + "epoch": 2.959801551965399, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.691787719726562, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.874983549118042, + "num_tokens": 887585827.0, + "step": 23267 + }, + { + "epoch": 2.9599287622439894, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.661179542541504, + "learning_rate": 1e-06, + "loss": 0.3651, + "mean_token_accuracy": 0.8769581317901611, + "num_tokens": 887628041.0, + "step": 23268 + }, + { + "epoch": 2.96005597252258, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.727313995361328, + "learning_rate": 1e-06, + "loss": 0.3435, + "mean_token_accuracy": 0.8827768564224243, + "num_tokens": 887667210.0, + "step": 23269 + }, + { + "epoch": 2.9601831828011704, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.676137924194336, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8845740556716919, + "num_tokens": 887705429.0, + "step": 23270 + }, + { + "epoch": 2.960310393079761, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.644665718078613, + "learning_rate": 1e-06, + "loss": 0.4253, + "mean_token_accuracy": 0.8608785271644592, + "num_tokens": 887753188.0, + "step": 23271 + }, + { + "epoch": 2.9604376033583515, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.722002983093262, + "learning_rate": 1e-06, + "loss": 0.4038, + "mean_token_accuracy": 0.8630530834197998, + "num_tokens": 887795907.0, + "step": 23272 + }, + { + "epoch": 2.960564813636942, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.726109504699707, + "learning_rate": 1e-06, + "loss": 0.3708, + "mean_token_accuracy": 0.878738522529602, + "num_tokens": 887834859.0, + "step": 23273 + }, + { + "epoch": 2.9606920239155325, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.64085578918457, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8743103742599487, + "num_tokens": 887879041.0, + "step": 23274 + }, + { + "epoch": 2.9608192341941226, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.707730293273926, + "learning_rate": 1e-06, + "loss": 0.3712, + "mean_token_accuracy": 0.8762487173080444, + "num_tokens": 887913752.0, + "step": 23275 + }, + { + "epoch": 2.9609464444727136, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.641230583190918, + "learning_rate": 1e-06, + "loss": 0.341, + "mean_token_accuracy": 0.8848938941955566, + "num_tokens": 887950946.0, + "step": 23276 + }, + { + "epoch": 2.9610736547513037, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.634228706359863, + "learning_rate": 1e-06, + "loss": 0.3663, + "mean_token_accuracy": 0.8770827651023865, + "num_tokens": 887993155.0, + "step": 23277 + }, + { + "epoch": 2.9612008650298947, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.684715270996094, + "learning_rate": 1e-06, + "loss": 0.3763, + "mean_token_accuracy": 0.8775594234466553, + "num_tokens": 888027831.0, + "step": 23278 + }, + { + "epoch": 2.9613280753084847, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.635396003723145, + "learning_rate": 1e-06, + "loss": 0.3296, + "mean_token_accuracy": 0.8893073797225952, + "num_tokens": 888066941.0, + "step": 23279 + }, + { + "epoch": 2.9614552855870753, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.641797065734863, + "learning_rate": 1e-06, + "loss": 0.3168, + "mean_token_accuracy": 0.8937477469444275, + "num_tokens": 888099739.0, + "step": 23280 + }, + { + "epoch": 2.961582495865666, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.648465156555176, + "learning_rate": 1e-06, + "loss": 0.3539, + "mean_token_accuracy": 0.8806348443031311, + "num_tokens": 888139675.0, + "step": 23281 + }, + { + "epoch": 2.9617097061442563, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.659985542297363, + "learning_rate": 1e-06, + "loss": 0.3868, + "mean_token_accuracy": 0.8666300773620605, + "num_tokens": 888179374.0, + "step": 23282 + }, + { + "epoch": 2.961836916422847, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.691235542297363, + "learning_rate": 1e-06, + "loss": 0.3927, + "mean_token_accuracy": 0.8654379844665527, + "num_tokens": 888214139.0, + "step": 23283 + }, + { + "epoch": 2.9619641267014374, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.651684761047363, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8778177499771118, + "num_tokens": 888246365.0, + "step": 23284 + }, + { + "epoch": 2.962091336980028, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.691001892089844, + "learning_rate": 1e-06, + "loss": 0.3836, + "mean_token_accuracy": 0.8724163770675659, + "num_tokens": 888290903.0, + "step": 23285 + }, + { + "epoch": 2.9622185472586184, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.62785816192627, + "learning_rate": 1e-06, + "loss": 0.3732, + "mean_token_accuracy": 0.8748727440834045, + "num_tokens": 888331329.0, + "step": 23286 + }, + { + "epoch": 2.962345757537209, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.628294944763184, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8713693618774414, + "num_tokens": 888372411.0, + "step": 23287 + }, + { + "epoch": 2.9624729678157995, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.63736343383789, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.87839674949646, + "num_tokens": 888409778.0, + "step": 23288 + }, + { + "epoch": 2.96260017809439, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.668038368225098, + "learning_rate": 1e-06, + "loss": 0.343, + "mean_token_accuracy": 0.8842505216598511, + "num_tokens": 888453593.0, + "step": 23289 + }, + { + "epoch": 2.9627273883729806, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.633440971374512, + "learning_rate": 1e-06, + "loss": 0.3205, + "mean_token_accuracy": 0.8913038969039917, + "num_tokens": 888488245.0, + "step": 23290 + }, + { + "epoch": 2.962854598651571, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.656182289123535, + "learning_rate": 1e-06, + "loss": 0.3588, + "mean_token_accuracy": 0.8778316974639893, + "num_tokens": 888524306.0, + "step": 23291 + }, + { + "epoch": 2.9629818089301616, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.641986846923828, + "learning_rate": 1e-06, + "loss": 0.3289, + "mean_token_accuracy": 0.890441358089447, + "num_tokens": 888563791.0, + "step": 23292 + }, + { + "epoch": 2.963109019208752, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.634673118591309, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8825345039367676, + "num_tokens": 888605021.0, + "step": 23293 + }, + { + "epoch": 2.9632362294873427, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.69723892211914, + "learning_rate": 1e-06, + "loss": 0.3559, + "mean_token_accuracy": 0.8791896104812622, + "num_tokens": 888647382.0, + "step": 23294 + }, + { + "epoch": 2.963363439765933, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.6434326171875, + "learning_rate": 1e-06, + "loss": 0.3728, + "mean_token_accuracy": 0.8786830902099609, + "num_tokens": 888682174.0, + "step": 23295 + }, + { + "epoch": 2.9634906500445237, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.651249885559082, + "learning_rate": 1e-06, + "loss": 0.345, + "mean_token_accuracy": 0.8803743124008179, + "num_tokens": 888724401.0, + "step": 23296 + }, + { + "epoch": 2.9636178603231143, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.691021919250488, + "learning_rate": 1e-06, + "loss": 0.3449, + "mean_token_accuracy": 0.8849369883537292, + "num_tokens": 888766230.0, + "step": 23297 + }, + { + "epoch": 2.963745070601705, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.673288345336914, + "learning_rate": 1e-06, + "loss": 0.423, + "mean_token_accuracy": 0.8579583764076233, + "num_tokens": 888811865.0, + "step": 23298 + }, + { + "epoch": 2.9638722808802953, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.666929244995117, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8790966272354126, + "num_tokens": 888849549.0, + "step": 23299 + }, + { + "epoch": 2.9639994911588854, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.709214210510254, + "learning_rate": 1e-06, + "loss": 0.3484, + "mean_token_accuracy": 0.8804391622543335, + "num_tokens": 888881305.0, + "step": 23300 + }, + { + "epoch": 2.9641267014374764, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.59239673614502, + "learning_rate": 1e-06, + "loss": 0.3524, + "mean_token_accuracy": 0.8841992616653442, + "num_tokens": 888917862.0, + "step": 23301 + }, + { + "epoch": 2.9642539117160664, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.655743598937988, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.87871915102005, + "num_tokens": 888953883.0, + "step": 23302 + }, + { + "epoch": 2.9643811219946574, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.636935234069824, + "learning_rate": 1e-06, + "loss": 0.3128, + "mean_token_accuracy": 0.8958088159561157, + "num_tokens": 888991052.0, + "step": 23303 + }, + { + "epoch": 2.9645083322732475, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.604045867919922, + "learning_rate": 1e-06, + "loss": 0.3301, + "mean_token_accuracy": 0.8908745646476746, + "num_tokens": 889022523.0, + "step": 23304 + }, + { + "epoch": 2.964635542551838, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.635900497436523, + "learning_rate": 1e-06, + "loss": 0.3834, + "mean_token_accuracy": 0.8707982301712036, + "num_tokens": 889063470.0, + "step": 23305 + }, + { + "epoch": 2.9647627528304286, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.62573528289795, + "learning_rate": 1e-06, + "loss": 0.3362, + "mean_token_accuracy": 0.8865362405776978, + "num_tokens": 889101160.0, + "step": 23306 + }, + { + "epoch": 2.964889963109019, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.587400436401367, + "learning_rate": 1e-06, + "loss": 0.3684, + "mean_token_accuracy": 0.8763182163238525, + "num_tokens": 889139128.0, + "step": 23307 + }, + { + "epoch": 2.9650171733876096, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.661431312561035, + "learning_rate": 1e-06, + "loss": 0.4241, + "mean_token_accuracy": 0.8568335771560669, + "num_tokens": 889175574.0, + "step": 23308 + }, + { + "epoch": 2.9651443836662, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.658527374267578, + "learning_rate": 1e-06, + "loss": 0.3745, + "mean_token_accuracy": 0.8770617842674255, + "num_tokens": 889216520.0, + "step": 23309 + }, + { + "epoch": 2.9652715939447907, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.64125919342041, + "learning_rate": 1e-06, + "loss": 0.3313, + "mean_token_accuracy": 0.8899684548377991, + "num_tokens": 889256746.0, + "step": 23310 + }, + { + "epoch": 2.965398804223381, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.6582612991333, + "learning_rate": 1e-06, + "loss": 0.3817, + "mean_token_accuracy": 0.8740615844726562, + "num_tokens": 889298868.0, + "step": 23311 + }, + { + "epoch": 2.9655260145019717, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.687548637390137, + "learning_rate": 1e-06, + "loss": 0.3735, + "mean_token_accuracy": 0.8755409121513367, + "num_tokens": 889337758.0, + "step": 23312 + }, + { + "epoch": 2.9656532247805623, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.65770435333252, + "learning_rate": 1e-06, + "loss": 0.3536, + "mean_token_accuracy": 0.8833685517311096, + "num_tokens": 889375308.0, + "step": 23313 + }, + { + "epoch": 2.965780435059153, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.663044929504395, + "learning_rate": 1e-06, + "loss": 0.333, + "mean_token_accuracy": 0.887630820274353, + "num_tokens": 889413735.0, + "step": 23314 + }, + { + "epoch": 2.9659076453377433, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.630433082580566, + "learning_rate": 1e-06, + "loss": 0.3563, + "mean_token_accuracy": 0.8811931610107422, + "num_tokens": 889451585.0, + "step": 23315 + }, + { + "epoch": 2.966034855616334, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.68403434753418, + "learning_rate": 1e-06, + "loss": 0.4142, + "mean_token_accuracy": 0.8629308938980103, + "num_tokens": 889487405.0, + "step": 23316 + }, + { + "epoch": 2.9661620658949244, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.655071258544922, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8683748841285706, + "num_tokens": 889523051.0, + "step": 23317 + }, + { + "epoch": 2.966289276173515, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.710034370422363, + "learning_rate": 1e-06, + "loss": 0.4076, + "mean_token_accuracy": 0.861293613910675, + "num_tokens": 889559822.0, + "step": 23318 + }, + { + "epoch": 2.9664164864521054, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.6331787109375, + "learning_rate": 1e-06, + "loss": 0.358, + "mean_token_accuracy": 0.8796558380126953, + "num_tokens": 889591598.0, + "step": 23319 + }, + { + "epoch": 2.966543696730696, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.710905075073242, + "learning_rate": 1e-06, + "loss": 0.3297, + "mean_token_accuracy": 0.8878745436668396, + "num_tokens": 889629787.0, + "step": 23320 + }, + { + "epoch": 2.9666709070092865, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.630926132202148, + "learning_rate": 1e-06, + "loss": 0.3431, + "mean_token_accuracy": 0.8855017423629761, + "num_tokens": 889668730.0, + "step": 23321 + }, + { + "epoch": 2.966798117287877, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.650261878967285, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8780133724212646, + "num_tokens": 889705215.0, + "step": 23322 + }, + { + "epoch": 2.966925327566467, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.663627624511719, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8794541954994202, + "num_tokens": 889738528.0, + "step": 23323 + }, + { + "epoch": 2.967052537845058, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.722615242004395, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8821984529495239, + "num_tokens": 889771694.0, + "step": 23324 + }, + { + "epoch": 2.967179748123648, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.653157234191895, + "learning_rate": 1e-06, + "loss": 0.3305, + "mean_token_accuracy": 0.8919341564178467, + "num_tokens": 889806096.0, + "step": 23325 + }, + { + "epoch": 2.967306958402239, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.637495040893555, + "learning_rate": 1e-06, + "loss": 0.3757, + "mean_token_accuracy": 0.8779065608978271, + "num_tokens": 889848514.0, + "step": 23326 + }, + { + "epoch": 2.967434168680829, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.64381217956543, + "learning_rate": 1e-06, + "loss": 0.3068, + "mean_token_accuracy": 0.8982217311859131, + "num_tokens": 889889689.0, + "step": 23327 + }, + { + "epoch": 2.96756137895942, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.676766395568848, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8822382688522339, + "num_tokens": 889925550.0, + "step": 23328 + }, + { + "epoch": 2.9676885892380103, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.66835880279541, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8661525249481201, + "num_tokens": 889961797.0, + "step": 23329 + }, + { + "epoch": 2.967815799516601, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.650346755981445, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8846108317375183, + "num_tokens": 889997935.0, + "step": 23330 + }, + { + "epoch": 2.9679430097951913, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.659130096435547, + "learning_rate": 1e-06, + "loss": 0.3245, + "mean_token_accuracy": 0.8902670741081238, + "num_tokens": 890037900.0, + "step": 23331 + }, + { + "epoch": 2.968070220073782, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.669428825378418, + "learning_rate": 1e-06, + "loss": 0.3455, + "mean_token_accuracy": 0.883991003036499, + "num_tokens": 890074814.0, + "step": 23332 + }, + { + "epoch": 2.9681974303523724, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.669474601745605, + "learning_rate": 1e-06, + "loss": 0.3299, + "mean_token_accuracy": 0.8913257122039795, + "num_tokens": 890107091.0, + "step": 23333 + }, + { + "epoch": 2.968324640630963, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.649406433105469, + "learning_rate": 1e-06, + "loss": 0.3421, + "mean_token_accuracy": 0.8879521489143372, + "num_tokens": 890140558.0, + "step": 23334 + }, + { + "epoch": 2.9684518509095534, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.676436424255371, + "learning_rate": 1e-06, + "loss": 0.3581, + "mean_token_accuracy": 0.8796735405921936, + "num_tokens": 890174563.0, + "step": 23335 + }, + { + "epoch": 2.968579061188144, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.664295196533203, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8773739337921143, + "num_tokens": 890210584.0, + "step": 23336 + }, + { + "epoch": 2.9687062714667345, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.645440101623535, + "learning_rate": 1e-06, + "loss": 0.3268, + "mean_token_accuracy": 0.8912298679351807, + "num_tokens": 890251955.0, + "step": 23337 + }, + { + "epoch": 2.968833481745325, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.676883697509766, + "learning_rate": 1e-06, + "loss": 0.3673, + "mean_token_accuracy": 0.8750847578048706, + "num_tokens": 890289095.0, + "step": 23338 + }, + { + "epoch": 2.9689606920239155, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.677724838256836, + "learning_rate": 1e-06, + "loss": 0.3611, + "mean_token_accuracy": 0.8810693025588989, + "num_tokens": 890327864.0, + "step": 23339 + }, + { + "epoch": 2.969087902302506, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.581178665161133, + "learning_rate": 1e-06, + "loss": 0.3574, + "mean_token_accuracy": 0.8795825242996216, + "num_tokens": 890364244.0, + "step": 23340 + }, + { + "epoch": 2.9692151125810966, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.73214340209961, + "learning_rate": 1e-06, + "loss": 0.4102, + "mean_token_accuracy": 0.8662704229354858, + "num_tokens": 890397652.0, + "step": 23341 + }, + { + "epoch": 2.969342322859687, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.59290885925293, + "learning_rate": 1e-06, + "loss": 0.3463, + "mean_token_accuracy": 0.8840181827545166, + "num_tokens": 890435598.0, + "step": 23342 + }, + { + "epoch": 2.9694695331382777, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.63318920135498, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8818698525428772, + "num_tokens": 890473445.0, + "step": 23343 + }, + { + "epoch": 2.969596743416868, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.640338897705078, + "learning_rate": 1e-06, + "loss": 0.3453, + "mean_token_accuracy": 0.8830820322036743, + "num_tokens": 890514263.0, + "step": 23344 + }, + { + "epoch": 2.9697239536954587, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.569864273071289, + "learning_rate": 1e-06, + "loss": 0.3368, + "mean_token_accuracy": 0.8848794102668762, + "num_tokens": 890554123.0, + "step": 23345 + }, + { + "epoch": 2.9698511639740492, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.681708335876465, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8803778290748596, + "num_tokens": 890593938.0, + "step": 23346 + }, + { + "epoch": 2.9699783742526398, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.613218307495117, + "learning_rate": 1e-06, + "loss": 0.3915, + "mean_token_accuracy": 0.8695756196975708, + "num_tokens": 890632260.0, + "step": 23347 + }, + { + "epoch": 2.97010558453123, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.632920265197754, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8762935400009155, + "num_tokens": 890666852.0, + "step": 23348 + }, + { + "epoch": 2.970232794809821, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.626246452331543, + "learning_rate": 1e-06, + "loss": 0.3686, + "mean_token_accuracy": 0.876153826713562, + "num_tokens": 890707959.0, + "step": 23349 + }, + { + "epoch": 2.970360005088411, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.65926456451416, + "learning_rate": 1e-06, + "loss": 0.4363, + "mean_token_accuracy": 0.858972430229187, + "num_tokens": 890748729.0, + "step": 23350 + }, + { + "epoch": 2.970487215367002, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.634234428405762, + "learning_rate": 1e-06, + "loss": 0.3216, + "mean_token_accuracy": 0.8916833996772766, + "num_tokens": 890782116.0, + "step": 23351 + }, + { + "epoch": 2.970614425645592, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.653656959533691, + "learning_rate": 1e-06, + "loss": 0.3965, + "mean_token_accuracy": 0.8671355843544006, + "num_tokens": 890827309.0, + "step": 23352 + }, + { + "epoch": 2.970741635924183, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.625876426696777, + "learning_rate": 1e-06, + "loss": 0.4035, + "mean_token_accuracy": 0.8694751262664795, + "num_tokens": 890863879.0, + "step": 23353 + }, + { + "epoch": 2.970868846202773, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.7299165725708, + "learning_rate": 1e-06, + "loss": 0.3519, + "mean_token_accuracy": 0.8822855949401855, + "num_tokens": 890901184.0, + "step": 23354 + }, + { + "epoch": 2.9709960564813636, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.569750785827637, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8882750272750854, + "num_tokens": 890937779.0, + "step": 23355 + }, + { + "epoch": 2.971123266759954, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.694621086120605, + "learning_rate": 1e-06, + "loss": 0.3192, + "mean_token_accuracy": 0.8913307785987854, + "num_tokens": 890978055.0, + "step": 23356 + }, + { + "epoch": 2.9712504770385446, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.728568077087402, + "learning_rate": 1e-06, + "loss": 0.4819, + "mean_token_accuracy": 0.8500361442565918, + "num_tokens": 891010985.0, + "step": 23357 + }, + { + "epoch": 2.971377687317135, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.704794883728027, + "learning_rate": 1e-06, + "loss": 0.3481, + "mean_token_accuracy": 0.8837700486183167, + "num_tokens": 891045904.0, + "step": 23358 + }, + { + "epoch": 2.9715048975957257, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.5845308303833, + "learning_rate": 1e-06, + "loss": 0.3355, + "mean_token_accuracy": 0.8833004236221313, + "num_tokens": 891086240.0, + "step": 23359 + }, + { + "epoch": 2.971632107874316, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.684162139892578, + "learning_rate": 1e-06, + "loss": 0.3678, + "mean_token_accuracy": 0.8768978714942932, + "num_tokens": 891126482.0, + "step": 23360 + }, + { + "epoch": 2.9717593181529067, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.652835845947266, + "learning_rate": 1e-06, + "loss": 0.3909, + "mean_token_accuracy": 0.8687455654144287, + "num_tokens": 891165982.0, + "step": 23361 + }, + { + "epoch": 2.9718865284314973, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.66685962677002, + "learning_rate": 1e-06, + "loss": 0.3957, + "mean_token_accuracy": 0.8654301166534424, + "num_tokens": 891199101.0, + "step": 23362 + }, + { + "epoch": 2.972013738710088, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.653112411499023, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.879153847694397, + "num_tokens": 891231511.0, + "step": 23363 + }, + { + "epoch": 2.9721409489886783, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.69373893737793, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8670387268066406, + "num_tokens": 891262369.0, + "step": 23364 + }, + { + "epoch": 2.972268159267269, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.603880882263184, + "learning_rate": 1e-06, + "loss": 0.4004, + "mean_token_accuracy": 0.8644924163818359, + "num_tokens": 891304206.0, + "step": 23365 + }, + { + "epoch": 2.9723953695458594, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.666548728942871, + "learning_rate": 1e-06, + "loss": 0.398, + "mean_token_accuracy": 0.8666306734085083, + "num_tokens": 891348006.0, + "step": 23366 + }, + { + "epoch": 2.97252257982445, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.586899757385254, + "learning_rate": 1e-06, + "loss": 0.3347, + "mean_token_accuracy": 0.8869950771331787, + "num_tokens": 891386851.0, + "step": 23367 + }, + { + "epoch": 2.9726497901030404, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.665644645690918, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8879423141479492, + "num_tokens": 891423582.0, + "step": 23368 + }, + { + "epoch": 2.972777000381631, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.624436378479004, + "learning_rate": 1e-06, + "loss": 0.3105, + "mean_token_accuracy": 0.8929206132888794, + "num_tokens": 891463773.0, + "step": 23369 + }, + { + "epoch": 2.9729042106602215, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.692848205566406, + "learning_rate": 1e-06, + "loss": 0.3286, + "mean_token_accuracy": 0.8890150785446167, + "num_tokens": 891498117.0, + "step": 23370 + }, + { + "epoch": 2.973031420938812, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.6852445602417, + "learning_rate": 1e-06, + "loss": 0.3346, + "mean_token_accuracy": 0.8867159485816956, + "num_tokens": 891529055.0, + "step": 23371 + }, + { + "epoch": 2.9731586312174025, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.699151992797852, + "learning_rate": 1e-06, + "loss": 0.3328, + "mean_token_accuracy": 0.888519287109375, + "num_tokens": 891567370.0, + "step": 23372 + }, + { + "epoch": 2.9732858414959926, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.704580307006836, + "learning_rate": 1e-06, + "loss": 0.3505, + "mean_token_accuracy": 0.8823626637458801, + "num_tokens": 891602737.0, + "step": 23373 + }, + { + "epoch": 2.9734130517745836, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.687274932861328, + "learning_rate": 1e-06, + "loss": 0.3975, + "mean_token_accuracy": 0.8727878332138062, + "num_tokens": 891639713.0, + "step": 23374 + }, + { + "epoch": 2.9735402620531737, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.67855167388916, + "learning_rate": 1e-06, + "loss": 0.3306, + "mean_token_accuracy": 0.8908549547195435, + "num_tokens": 891673931.0, + "step": 23375 + }, + { + "epoch": 2.9736674723317646, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.692639350891113, + "learning_rate": 1e-06, + "loss": 0.3703, + "mean_token_accuracy": 0.8778728246688843, + "num_tokens": 891708015.0, + "step": 23376 + }, + { + "epoch": 2.9737946826103547, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.645054817199707, + "learning_rate": 1e-06, + "loss": 0.374, + "mean_token_accuracy": 0.8752819299697876, + "num_tokens": 891746023.0, + "step": 23377 + }, + { + "epoch": 2.9739218928889453, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.798298835754395, + "learning_rate": 1e-06, + "loss": 0.376, + "mean_token_accuracy": 0.8775330781936646, + "num_tokens": 891777767.0, + "step": 23378 + }, + { + "epoch": 2.974049103167536, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.724918365478516, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8818111419677734, + "num_tokens": 891810816.0, + "step": 23379 + }, + { + "epoch": 2.9741763134461263, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.684676170349121, + "learning_rate": 1e-06, + "loss": 0.371, + "mean_token_accuracy": 0.8735052347183228, + "num_tokens": 891848810.0, + "step": 23380 + }, + { + "epoch": 2.974303523724717, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.598882675170898, + "learning_rate": 1e-06, + "loss": 0.3571, + "mean_token_accuracy": 0.883529782295227, + "num_tokens": 891892553.0, + "step": 23381 + }, + { + "epoch": 2.9744307340033074, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.732129096984863, + "learning_rate": 1e-06, + "loss": 0.3252, + "mean_token_accuracy": 0.8902842998504639, + "num_tokens": 891927539.0, + "step": 23382 + }, + { + "epoch": 2.974557944281898, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.700331687927246, + "learning_rate": 1e-06, + "loss": 0.3387, + "mean_token_accuracy": 0.8838297724723816, + "num_tokens": 891959577.0, + "step": 23383 + }, + { + "epoch": 2.9746851545604884, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.684428215026855, + "learning_rate": 1e-06, + "loss": 0.4408, + "mean_token_accuracy": 0.8544279932975769, + "num_tokens": 892000799.0, + "step": 23384 + }, + { + "epoch": 2.974812364839079, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.669492721557617, + "learning_rate": 1e-06, + "loss": 0.3808, + "mean_token_accuracy": 0.8729852437973022, + "num_tokens": 892042200.0, + "step": 23385 + }, + { + "epoch": 2.9749395751176695, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.717259407043457, + "learning_rate": 1e-06, + "loss": 0.3903, + "mean_token_accuracy": 0.8702357411384583, + "num_tokens": 892084838.0, + "step": 23386 + }, + { + "epoch": 2.97506678539626, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.687894821166992, + "learning_rate": 1e-06, + "loss": 0.4078, + "mean_token_accuracy": 0.8632405400276184, + "num_tokens": 892126442.0, + "step": 23387 + }, + { + "epoch": 2.9751939956748505, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.670365333557129, + "learning_rate": 1e-06, + "loss": 0.3769, + "mean_token_accuracy": 0.869784951210022, + "num_tokens": 892165019.0, + "step": 23388 + }, + { + "epoch": 2.975321205953441, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.610474586486816, + "learning_rate": 1e-06, + "loss": 0.3586, + "mean_token_accuracy": 0.8810230493545532, + "num_tokens": 892202291.0, + "step": 23389 + }, + { + "epoch": 2.9754484162320316, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.813881874084473, + "learning_rate": 1e-06, + "loss": 0.3943, + "mean_token_accuracy": 0.8704833388328552, + "num_tokens": 892235159.0, + "step": 23390 + }, + { + "epoch": 2.975575626510622, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.624401092529297, + "learning_rate": 1e-06, + "loss": 0.4028, + "mean_token_accuracy": 0.867190957069397, + "num_tokens": 892271967.0, + "step": 23391 + }, + { + "epoch": 2.9757028367892127, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.692046165466309, + "learning_rate": 1e-06, + "loss": 0.4103, + "mean_token_accuracy": 0.865492582321167, + "num_tokens": 892306230.0, + "step": 23392 + }, + { + "epoch": 2.975830047067803, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.666242599487305, + "learning_rate": 1e-06, + "loss": 0.3461, + "mean_token_accuracy": 0.8808776140213013, + "num_tokens": 892342118.0, + "step": 23393 + }, + { + "epoch": 2.9759572573463937, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.685965538024902, + "learning_rate": 1e-06, + "loss": 0.3488, + "mean_token_accuracy": 0.8830761909484863, + "num_tokens": 892380764.0, + "step": 23394 + }, + { + "epoch": 2.9760844676249842, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.68427848815918, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8758392333984375, + "num_tokens": 892421113.0, + "step": 23395 + }, + { + "epoch": 2.9762116779035748, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.639348983764648, + "learning_rate": 1e-06, + "loss": 0.3443, + "mean_token_accuracy": 0.884337842464447, + "num_tokens": 892457512.0, + "step": 23396 + }, + { + "epoch": 2.9763388881821653, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.701319694519043, + "learning_rate": 1e-06, + "loss": 0.3399, + "mean_token_accuracy": 0.8838878870010376, + "num_tokens": 892493599.0, + "step": 23397 + }, + { + "epoch": 2.9764660984607554, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.660653114318848, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.870968222618103, + "num_tokens": 892528474.0, + "step": 23398 + }, + { + "epoch": 2.9765933087393464, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.630998611450195, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8844025135040283, + "num_tokens": 892569591.0, + "step": 23399 + }, + { + "epoch": 2.9767205190179364, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.670064926147461, + "learning_rate": 1e-06, + "loss": 0.3428, + "mean_token_accuracy": 0.8830230236053467, + "num_tokens": 892607185.0, + "step": 23400 + }, + { + "epoch": 2.9768477292965274, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.643484115600586, + "learning_rate": 1e-06, + "loss": 0.3648, + "mean_token_accuracy": 0.8790042996406555, + "num_tokens": 892641453.0, + "step": 23401 + }, + { + "epoch": 2.9769749395751175, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.661251068115234, + "learning_rate": 1e-06, + "loss": 0.3835, + "mean_token_accuracy": 0.872326135635376, + "num_tokens": 892676802.0, + "step": 23402 + }, + { + "epoch": 2.977102149853708, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.671420097351074, + "learning_rate": 1e-06, + "loss": 0.3388, + "mean_token_accuracy": 0.8890095949172974, + "num_tokens": 892711694.0, + "step": 23403 + }, + { + "epoch": 2.9772293601322986, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.626487731933594, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8702203631401062, + "num_tokens": 892752662.0, + "step": 23404 + }, + { + "epoch": 2.977356570410889, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.65080738067627, + "learning_rate": 1e-06, + "loss": 0.3595, + "mean_token_accuracy": 0.8811308741569519, + "num_tokens": 892790170.0, + "step": 23405 + }, + { + "epoch": 2.9774837806894796, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.655689239501953, + "learning_rate": 1e-06, + "loss": 0.424, + "mean_token_accuracy": 0.8617844581604004, + "num_tokens": 892831437.0, + "step": 23406 + }, + { + "epoch": 2.97761099096807, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.603128433227539, + "learning_rate": 1e-06, + "loss": 0.2994, + "mean_token_accuracy": 0.9002600908279419, + "num_tokens": 892869022.0, + "step": 23407 + }, + { + "epoch": 2.9777382012466607, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.595537185668945, + "learning_rate": 1e-06, + "loss": 0.3616, + "mean_token_accuracy": 0.8806065320968628, + "num_tokens": 892910738.0, + "step": 23408 + }, + { + "epoch": 2.977865411525251, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.607444763183594, + "learning_rate": 1e-06, + "loss": 0.3454, + "mean_token_accuracy": 0.887705385684967, + "num_tokens": 892952055.0, + "step": 23409 + }, + { + "epoch": 2.9779926218038417, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.658337593078613, + "learning_rate": 1e-06, + "loss": 0.3893, + "mean_token_accuracy": 0.8720809817314148, + "num_tokens": 892985843.0, + "step": 23410 + }, + { + "epoch": 2.9781198320824323, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.670302391052246, + "learning_rate": 1e-06, + "loss": 0.382, + "mean_token_accuracy": 0.8688299655914307, + "num_tokens": 893031197.0, + "step": 23411 + }, + { + "epoch": 2.978247042361023, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.73463249206543, + "learning_rate": 1e-06, + "loss": 0.3154, + "mean_token_accuracy": 0.8915947079658508, + "num_tokens": 893068113.0, + "step": 23412 + }, + { + "epoch": 2.9783742526396133, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.650338172912598, + "learning_rate": 1e-06, + "loss": 0.3326, + "mean_token_accuracy": 0.8886739015579224, + "num_tokens": 893109148.0, + "step": 23413 + }, + { + "epoch": 2.978501462918204, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.651657104492188, + "learning_rate": 1e-06, + "loss": 0.3469, + "mean_token_accuracy": 0.8834058046340942, + "num_tokens": 893151406.0, + "step": 23414 + }, + { + "epoch": 2.9786286731967944, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.624393463134766, + "learning_rate": 1e-06, + "loss": 0.3476, + "mean_token_accuracy": 0.8820507526397705, + "num_tokens": 893190209.0, + "step": 23415 + }, + { + "epoch": 2.978755883475385, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.656365394592285, + "learning_rate": 1e-06, + "loss": 0.3744, + "mean_token_accuracy": 0.8784253001213074, + "num_tokens": 893232949.0, + "step": 23416 + }, + { + "epoch": 2.9788830937539754, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.747310638427734, + "learning_rate": 1e-06, + "loss": 0.361, + "mean_token_accuracy": 0.8796403408050537, + "num_tokens": 893273931.0, + "step": 23417 + }, + { + "epoch": 2.979010304032566, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.602706909179688, + "learning_rate": 1e-06, + "loss": 0.4184, + "mean_token_accuracy": 0.8603794574737549, + "num_tokens": 893317465.0, + "step": 23418 + }, + { + "epoch": 2.9791375143111565, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.693666458129883, + "learning_rate": 1e-06, + "loss": 0.411, + "mean_token_accuracy": 0.8645663261413574, + "num_tokens": 893354089.0, + "step": 23419 + }, + { + "epoch": 2.979264724589747, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.658843040466309, + "learning_rate": 1e-06, + "loss": 0.364, + "mean_token_accuracy": 0.8773404359817505, + "num_tokens": 893388051.0, + "step": 23420 + }, + { + "epoch": 2.979391934868337, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.644060134887695, + "learning_rate": 1e-06, + "loss": 0.3825, + "mean_token_accuracy": 0.8738164901733398, + "num_tokens": 893426191.0, + "step": 23421 + }, + { + "epoch": 2.979519145146928, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.676671981811523, + "learning_rate": 1e-06, + "loss": 0.384, + "mean_token_accuracy": 0.871407151222229, + "num_tokens": 893462134.0, + "step": 23422 + }, + { + "epoch": 2.979646355425518, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.660554885864258, + "learning_rate": 1e-06, + "loss": 0.3906, + "mean_token_accuracy": 0.8741335868835449, + "num_tokens": 893503159.0, + "step": 23423 + }, + { + "epoch": 2.979773565704109, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.735530853271484, + "learning_rate": 1e-06, + "loss": 0.4268, + "mean_token_accuracy": 0.8611631393432617, + "num_tokens": 893538379.0, + "step": 23424 + }, + { + "epoch": 2.979900775982699, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.68278694152832, + "learning_rate": 1e-06, + "loss": 0.3942, + "mean_token_accuracy": 0.8662852048873901, + "num_tokens": 893580431.0, + "step": 23425 + }, + { + "epoch": 2.98002798626129, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.636481285095215, + "learning_rate": 1e-06, + "loss": 0.3939, + "mean_token_accuracy": 0.8728153705596924, + "num_tokens": 893622412.0, + "step": 23426 + }, + { + "epoch": 2.9801551965398803, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.669848442077637, + "learning_rate": 1e-06, + "loss": 0.3639, + "mean_token_accuracy": 0.8822630643844604, + "num_tokens": 893658575.0, + "step": 23427 + }, + { + "epoch": 2.980282406818471, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.65333366394043, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8858491778373718, + "num_tokens": 893702812.0, + "step": 23428 + }, + { + "epoch": 2.9804096170970613, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.650262832641602, + "learning_rate": 1e-06, + "loss": 0.3827, + "mean_token_accuracy": 0.8727327585220337, + "num_tokens": 893742785.0, + "step": 23429 + }, + { + "epoch": 2.980536827375652, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.625482559204102, + "learning_rate": 1e-06, + "loss": 0.35, + "mean_token_accuracy": 0.8842459917068481, + "num_tokens": 893782310.0, + "step": 23430 + }, + { + "epoch": 2.9806640376542424, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.63107967376709, + "learning_rate": 1e-06, + "loss": 0.3065, + "mean_token_accuracy": 0.893963098526001, + "num_tokens": 893822794.0, + "step": 23431 + }, + { + "epoch": 2.980791247932833, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.68930435180664, + "learning_rate": 1e-06, + "loss": 0.3598, + "mean_token_accuracy": 0.8834165334701538, + "num_tokens": 893870462.0, + "step": 23432 + }, + { + "epoch": 2.9809184582114234, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.62497615814209, + "learning_rate": 1e-06, + "loss": 0.3707, + "mean_token_accuracy": 0.8782355189323425, + "num_tokens": 893910654.0, + "step": 23433 + }, + { + "epoch": 2.981045668490014, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.68848991394043, + "learning_rate": 1e-06, + "loss": 0.3652, + "mean_token_accuracy": 0.874605119228363, + "num_tokens": 893948819.0, + "step": 23434 + }, + { + "epoch": 2.9811728787686045, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.659870147705078, + "learning_rate": 1e-06, + "loss": 0.3385, + "mean_token_accuracy": 0.8854900002479553, + "num_tokens": 893983325.0, + "step": 23435 + }, + { + "epoch": 2.981300089047195, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.681137084960938, + "learning_rate": 1e-06, + "loss": 0.3615, + "mean_token_accuracy": 0.8767713308334351, + "num_tokens": 894023712.0, + "step": 23436 + }, + { + "epoch": 2.9814272993257855, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.679095268249512, + "learning_rate": 1e-06, + "loss": 0.3334, + "mean_token_accuracy": 0.8860169649124146, + "num_tokens": 894059719.0, + "step": 23437 + }, + { + "epoch": 2.981554509604376, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.683563232421875, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8794314861297607, + "num_tokens": 894100150.0, + "step": 23438 + }, + { + "epoch": 2.9816817198829666, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.76994514465332, + "learning_rate": 1e-06, + "loss": 0.4412, + "mean_token_accuracy": 0.8579574823379517, + "num_tokens": 894134336.0, + "step": 23439 + }, + { + "epoch": 2.981808930161557, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.647879600524902, + "learning_rate": 1e-06, + "loss": 0.4021, + "mean_token_accuracy": 0.8651354908943176, + "num_tokens": 894168972.0, + "step": 23440 + }, + { + "epoch": 2.9819361404401477, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.738383293151855, + "learning_rate": 1e-06, + "loss": 0.3685, + "mean_token_accuracy": 0.8740832805633545, + "num_tokens": 894204641.0, + "step": 23441 + }, + { + "epoch": 2.982063350718738, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.623740196228027, + "learning_rate": 1e-06, + "loss": 0.3669, + "mean_token_accuracy": 0.8807714581489563, + "num_tokens": 894248403.0, + "step": 23442 + }, + { + "epoch": 2.9821905609973287, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.596170425415039, + "learning_rate": 1e-06, + "loss": 0.3041, + "mean_token_accuracy": 0.8952416181564331, + "num_tokens": 894284035.0, + "step": 23443 + }, + { + "epoch": 2.9823177712759192, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.772832870483398, + "learning_rate": 1e-06, + "loss": 0.3442, + "mean_token_accuracy": 0.8826596736907959, + "num_tokens": 894321804.0, + "step": 23444 + }, + { + "epoch": 2.9824449815545098, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.65567684173584, + "learning_rate": 1e-06, + "loss": 0.3339, + "mean_token_accuracy": 0.8870892524719238, + "num_tokens": 894355648.0, + "step": 23445 + }, + { + "epoch": 2.9825721918331, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.710227966308594, + "learning_rate": 1e-06, + "loss": 0.3549, + "mean_token_accuracy": 0.8795413374900818, + "num_tokens": 894392947.0, + "step": 23446 + }, + { + "epoch": 2.982699402111691, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.704577445983887, + "learning_rate": 1e-06, + "loss": 0.3929, + "mean_token_accuracy": 0.8702423572540283, + "num_tokens": 894433437.0, + "step": 23447 + }, + { + "epoch": 2.982826612390281, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.63176155090332, + "learning_rate": 1e-06, + "loss": 0.3528, + "mean_token_accuracy": 0.8831181526184082, + "num_tokens": 894481428.0, + "step": 23448 + }, + { + "epoch": 2.982953822668872, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.722089767456055, + "learning_rate": 1e-06, + "loss": 0.3641, + "mean_token_accuracy": 0.8783486485481262, + "num_tokens": 894518055.0, + "step": 23449 + }, + { + "epoch": 2.983081032947462, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.656639099121094, + "learning_rate": 1e-06, + "loss": 0.387, + "mean_token_accuracy": 0.8737406730651855, + "num_tokens": 894562693.0, + "step": 23450 + }, + { + "epoch": 2.983208243226053, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.627047538757324, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8789585828781128, + "num_tokens": 894604973.0, + "step": 23451 + }, + { + "epoch": 2.983335453504643, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.673917770385742, + "learning_rate": 1e-06, + "loss": 0.3401, + "mean_token_accuracy": 0.8842326402664185, + "num_tokens": 894645672.0, + "step": 23452 + }, + { + "epoch": 2.9834626637832335, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.637028694152832, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8776657581329346, + "num_tokens": 894686702.0, + "step": 23453 + }, + { + "epoch": 2.983589874061824, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.616455078125, + "learning_rate": 1e-06, + "loss": 0.3394, + "mean_token_accuracy": 0.8865031003952026, + "num_tokens": 894722768.0, + "step": 23454 + }, + { + "epoch": 2.9837170843404146, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.718979835510254, + "learning_rate": 1e-06, + "loss": 0.3332, + "mean_token_accuracy": 0.8900809288024902, + "num_tokens": 894759216.0, + "step": 23455 + }, + { + "epoch": 2.983844294619005, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.651884078979492, + "learning_rate": 1e-06, + "loss": 0.3447, + "mean_token_accuracy": 0.8832231760025024, + "num_tokens": 894799691.0, + "step": 23456 + }, + { + "epoch": 2.9839715048975957, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.5958251953125, + "learning_rate": 1e-06, + "loss": 0.3796, + "mean_token_accuracy": 0.8750035762786865, + "num_tokens": 894835869.0, + "step": 23457 + }, + { + "epoch": 2.984098715176186, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.68674373626709, + "learning_rate": 1e-06, + "loss": 0.4199, + "mean_token_accuracy": 0.8573905229568481, + "num_tokens": 894875706.0, + "step": 23458 + }, + { + "epoch": 2.9842259254547767, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.603531837463379, + "learning_rate": 1e-06, + "loss": 0.3535, + "mean_token_accuracy": 0.8835225105285645, + "num_tokens": 894920135.0, + "step": 23459 + }, + { + "epoch": 2.9843531357333672, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.560620307922363, + "learning_rate": 1e-06, + "loss": 0.3544, + "mean_token_accuracy": 0.8797929286956787, + "num_tokens": 894960825.0, + "step": 23460 + }, + { + "epoch": 2.9844803460119578, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.663944244384766, + "learning_rate": 1e-06, + "loss": 0.3604, + "mean_token_accuracy": 0.8812086582183838, + "num_tokens": 895001935.0, + "step": 23461 + }, + { + "epoch": 2.9846075562905483, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.690764427185059, + "learning_rate": 1e-06, + "loss": 0.3284, + "mean_token_accuracy": 0.8866173028945923, + "num_tokens": 895033559.0, + "step": 23462 + }, + { + "epoch": 2.984734766569139, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.662593841552734, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8784990906715393, + "num_tokens": 895070958.0, + "step": 23463 + }, + { + "epoch": 2.9848619768477294, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.623586654663086, + "learning_rate": 1e-06, + "loss": 0.3675, + "mean_token_accuracy": 0.8771717548370361, + "num_tokens": 895111533.0, + "step": 23464 + }, + { + "epoch": 2.98498918712632, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.599842071533203, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8748587965965271, + "num_tokens": 895149861.0, + "step": 23465 + }, + { + "epoch": 2.9851163974049104, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.62976360321045, + "learning_rate": 1e-06, + "loss": 0.3432, + "mean_token_accuracy": 0.8848078846931458, + "num_tokens": 895192958.0, + "step": 23466 + }, + { + "epoch": 2.985243607683501, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.66146469116211, + "learning_rate": 1e-06, + "loss": 0.3373, + "mean_token_accuracy": 0.8873835206031799, + "num_tokens": 895226710.0, + "step": 23467 + }, + { + "epoch": 2.9853708179620915, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.662312507629395, + "learning_rate": 1e-06, + "loss": 0.3508, + "mean_token_accuracy": 0.8832863569259644, + "num_tokens": 895267695.0, + "step": 23468 + }, + { + "epoch": 2.985498028240682, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.541778564453125, + "learning_rate": 1e-06, + "loss": 0.3204, + "mean_token_accuracy": 0.8945366740226746, + "num_tokens": 895303101.0, + "step": 23469 + }, + { + "epoch": 2.9856252385192725, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.725469589233398, + "learning_rate": 1e-06, + "loss": 0.3411, + "mean_token_accuracy": 0.8846311569213867, + "num_tokens": 895340437.0, + "step": 23470 + }, + { + "epoch": 2.9857524487978626, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.628835678100586, + "learning_rate": 1e-06, + "loss": 0.3253, + "mean_token_accuracy": 0.8928656578063965, + "num_tokens": 895377695.0, + "step": 23471 + }, + { + "epoch": 2.9858796590764536, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.657186508178711, + "learning_rate": 1e-06, + "loss": 0.3886, + "mean_token_accuracy": 0.8701924681663513, + "num_tokens": 895418599.0, + "step": 23472 + }, + { + "epoch": 2.9860068693550437, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.604732513427734, + "learning_rate": 1e-06, + "loss": 0.3626, + "mean_token_accuracy": 0.8767816424369812, + "num_tokens": 895454832.0, + "step": 23473 + }, + { + "epoch": 2.9861340796336346, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.73656177520752, + "learning_rate": 1e-06, + "loss": 0.4198, + "mean_token_accuracy": 0.8624014854431152, + "num_tokens": 895490607.0, + "step": 23474 + }, + { + "epoch": 2.9862612899122247, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.621892929077148, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.872622013092041, + "num_tokens": 895531340.0, + "step": 23475 + }, + { + "epoch": 2.9863885001908153, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.685115814208984, + "learning_rate": 1e-06, + "loss": 0.3644, + "mean_token_accuracy": 0.8794287443161011, + "num_tokens": 895568688.0, + "step": 23476 + }, + { + "epoch": 2.986515710469406, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.601115226745605, + "learning_rate": 1e-06, + "loss": 0.3897, + "mean_token_accuracy": 0.8681257963180542, + "num_tokens": 895607316.0, + "step": 23477 + }, + { + "epoch": 2.9866429207479963, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.669981002807617, + "learning_rate": 1e-06, + "loss": 0.311, + "mean_token_accuracy": 0.8949880003929138, + "num_tokens": 895648694.0, + "step": 23478 + }, + { + "epoch": 2.986770131026587, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.710538864135742, + "learning_rate": 1e-06, + "loss": 0.3771, + "mean_token_accuracy": 0.8740507364273071, + "num_tokens": 895687996.0, + "step": 23479 + }, + { + "epoch": 2.9868973413051774, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.672983169555664, + "learning_rate": 1e-06, + "loss": 0.3477, + "mean_token_accuracy": 0.8847209811210632, + "num_tokens": 895726727.0, + "step": 23480 + }, + { + "epoch": 2.987024551583768, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.721539497375488, + "learning_rate": 1e-06, + "loss": 0.3412, + "mean_token_accuracy": 0.883620023727417, + "num_tokens": 895760688.0, + "step": 23481 + }, + { + "epoch": 2.9871517618623584, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.636757850646973, + "learning_rate": 1e-06, + "loss": 0.4162, + "mean_token_accuracy": 0.8585849404335022, + "num_tokens": 895797303.0, + "step": 23482 + }, + { + "epoch": 2.987278972140949, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.71173095703125, + "learning_rate": 1e-06, + "loss": 0.344, + "mean_token_accuracy": 0.8837752938270569, + "num_tokens": 895834078.0, + "step": 23483 + }, + { + "epoch": 2.9874061824195395, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.643942832946777, + "learning_rate": 1e-06, + "loss": 0.3972, + "mean_token_accuracy": 0.8682276606559753, + "num_tokens": 895872640.0, + "step": 23484 + }, + { + "epoch": 2.98753339269813, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.76202392578125, + "learning_rate": 1e-06, + "loss": 0.3275, + "mean_token_accuracy": 0.8918119072914124, + "num_tokens": 895907646.0, + "step": 23485 + }, + { + "epoch": 2.9876606029767205, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.616426467895508, + "learning_rate": 1e-06, + "loss": 0.3375, + "mean_token_accuracy": 0.8882558345794678, + "num_tokens": 895944183.0, + "step": 23486 + }, + { + "epoch": 2.987787813255311, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.624777793884277, + "learning_rate": 1e-06, + "loss": 0.348, + "mean_token_accuracy": 0.8837872743606567, + "num_tokens": 895983987.0, + "step": 23487 + }, + { + "epoch": 2.9879150235339016, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.648330688476562, + "learning_rate": 1e-06, + "loss": 0.3908, + "mean_token_accuracy": 0.8682332038879395, + "num_tokens": 896020928.0, + "step": 23488 + }, + { + "epoch": 2.988042233812492, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.65536117553711, + "learning_rate": 1e-06, + "loss": 0.3344, + "mean_token_accuracy": 0.8857493996620178, + "num_tokens": 896057459.0, + "step": 23489 + }, + { + "epoch": 2.9881694440910826, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.632797241210938, + "learning_rate": 1e-06, + "loss": 0.3718, + "mean_token_accuracy": 0.8749948740005493, + "num_tokens": 896095049.0, + "step": 23490 + }, + { + "epoch": 2.988296654369673, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.664237976074219, + "learning_rate": 1e-06, + "loss": 0.3321, + "mean_token_accuracy": 0.889612078666687, + "num_tokens": 896127433.0, + "step": 23491 + }, + { + "epoch": 2.9884238646482637, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.646106719970703, + "learning_rate": 1e-06, + "loss": 0.3475, + "mean_token_accuracy": 0.8857041001319885, + "num_tokens": 896165662.0, + "step": 23492 + }, + { + "epoch": 2.9885510749268542, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.683941841125488, + "learning_rate": 1e-06, + "loss": 0.3664, + "mean_token_accuracy": 0.8794835805892944, + "num_tokens": 896207753.0, + "step": 23493 + }, + { + "epoch": 2.9886782852054448, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.642984390258789, + "learning_rate": 1e-06, + "loss": 0.3622, + "mean_token_accuracy": 0.8781911134719849, + "num_tokens": 896249105.0, + "step": 23494 + }, + { + "epoch": 2.9888054954840353, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.7184419631958, + "learning_rate": 1e-06, + "loss": 0.3564, + "mean_token_accuracy": 0.8802399635314941, + "num_tokens": 896291728.0, + "step": 23495 + }, + { + "epoch": 2.9889327057626254, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.613119125366211, + "learning_rate": 1e-06, + "loss": 0.3911, + "mean_token_accuracy": 0.8688449263572693, + "num_tokens": 896331729.0, + "step": 23496 + }, + { + "epoch": 2.9890599160412163, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.679753303527832, + "learning_rate": 1e-06, + "loss": 0.3902, + "mean_token_accuracy": 0.8682194352149963, + "num_tokens": 896371804.0, + "step": 23497 + }, + { + "epoch": 2.9891871263198064, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.707012176513672, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8773754835128784, + "num_tokens": 896408398.0, + "step": 23498 + }, + { + "epoch": 2.9893143365983974, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.661287307739258, + "learning_rate": 1e-06, + "loss": 0.3292, + "mean_token_accuracy": 0.8931243419647217, + "num_tokens": 896440496.0, + "step": 23499 + }, + { + "epoch": 2.9894415468769875, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.720107078552246, + "learning_rate": 1e-06, + "loss": 0.3627, + "mean_token_accuracy": 0.8794770240783691, + "num_tokens": 896475212.0, + "step": 23500 + }, + { + "epoch": 2.989568757155578, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.64319133758545, + "learning_rate": 1e-06, + "loss": 0.3674, + "mean_token_accuracy": 0.8762562870979309, + "num_tokens": 896517122.0, + "step": 23501 + }, + { + "epoch": 2.9896959674341685, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.675830841064453, + "learning_rate": 1e-06, + "loss": 0.3397, + "mean_token_accuracy": 0.886462926864624, + "num_tokens": 896557259.0, + "step": 23502 + }, + { + "epoch": 2.989823177712759, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.595688819885254, + "learning_rate": 1e-06, + "loss": 0.3887, + "mean_token_accuracy": 0.8698043823242188, + "num_tokens": 896600237.0, + "step": 23503 + }, + { + "epoch": 2.9899503879913496, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.709097862243652, + "learning_rate": 1e-06, + "loss": 0.3285, + "mean_token_accuracy": 0.8900173902511597, + "num_tokens": 896640564.0, + "step": 23504 + }, + { + "epoch": 2.99007759826994, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.627104759216309, + "learning_rate": 1e-06, + "loss": 0.3228, + "mean_token_accuracy": 0.8893910050392151, + "num_tokens": 896674164.0, + "step": 23505 + }, + { + "epoch": 2.9902048085485307, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.691924095153809, + "learning_rate": 1e-06, + "loss": 0.3869, + "mean_token_accuracy": 0.8741235733032227, + "num_tokens": 896716613.0, + "step": 23506 + }, + { + "epoch": 2.990332018827121, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.693809509277344, + "learning_rate": 1e-06, + "loss": 0.3912, + "mean_token_accuracy": 0.8685344457626343, + "num_tokens": 896755586.0, + "step": 23507 + }, + { + "epoch": 2.9904592291057117, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.618802070617676, + "learning_rate": 1e-06, + "loss": 0.3609, + "mean_token_accuracy": 0.8783020973205566, + "num_tokens": 896797641.0, + "step": 23508 + }, + { + "epoch": 2.9905864393843022, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.64948844909668, + "learning_rate": 1e-06, + "loss": 0.3722, + "mean_token_accuracy": 0.8741065263748169, + "num_tokens": 896835113.0, + "step": 23509 + }, + { + "epoch": 2.9907136496628928, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.7223482131958, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8782469034194946, + "num_tokens": 896866496.0, + "step": 23510 + }, + { + "epoch": 2.9908408599414833, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.605331420898438, + "learning_rate": 1e-06, + "loss": 0.3701, + "mean_token_accuracy": 0.877755880355835, + "num_tokens": 896907535.0, + "step": 23511 + }, + { + "epoch": 2.990968070220074, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.697510719299316, + "learning_rate": 1e-06, + "loss": 0.3074, + "mean_token_accuracy": 0.8955435752868652, + "num_tokens": 896948574.0, + "step": 23512 + }, + { + "epoch": 2.9910952804986644, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.607987403869629, + "learning_rate": 1e-06, + "loss": 0.3798, + "mean_token_accuracy": 0.8745747804641724, + "num_tokens": 896992377.0, + "step": 23513 + }, + { + "epoch": 2.991222490777255, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.701277732849121, + "learning_rate": 1e-06, + "loss": 0.3775, + "mean_token_accuracy": 0.8734290599822998, + "num_tokens": 897035411.0, + "step": 23514 + }, + { + "epoch": 2.9913497010558454, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.604897499084473, + "learning_rate": 1e-06, + "loss": 0.3621, + "mean_token_accuracy": 0.8813482522964478, + "num_tokens": 897074661.0, + "step": 23515 + }, + { + "epoch": 2.991476911334436, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.63813304901123, + "learning_rate": 1e-06, + "loss": 0.3634, + "mean_token_accuracy": 0.8795560598373413, + "num_tokens": 897115550.0, + "step": 23516 + }, + { + "epoch": 2.9916041216130265, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.696450233459473, + "learning_rate": 1e-06, + "loss": 0.3806, + "mean_token_accuracy": 0.8726106286048889, + "num_tokens": 897155091.0, + "step": 23517 + }, + { + "epoch": 2.991731331891617, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.659703254699707, + "learning_rate": 1e-06, + "loss": 0.3746, + "mean_token_accuracy": 0.8738185167312622, + "num_tokens": 897196551.0, + "step": 23518 + }, + { + "epoch": 2.991858542170207, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.723539352416992, + "learning_rate": 1e-06, + "loss": 0.3234, + "mean_token_accuracy": 0.8881214261054993, + "num_tokens": 897231885.0, + "step": 23519 + }, + { + "epoch": 2.991985752448798, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.674664497375488, + "learning_rate": 1e-06, + "loss": 0.3646, + "mean_token_accuracy": 0.8788712024688721, + "num_tokens": 897267944.0, + "step": 23520 + }, + { + "epoch": 2.992112962727388, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.585192680358887, + "learning_rate": 1e-06, + "loss": 0.3561, + "mean_token_accuracy": 0.8812023401260376, + "num_tokens": 897307330.0, + "step": 23521 + }, + { + "epoch": 2.992240173005979, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.69388198852539, + "learning_rate": 1e-06, + "loss": 0.3533, + "mean_token_accuracy": 0.8821120262145996, + "num_tokens": 897344028.0, + "step": 23522 + }, + { + "epoch": 2.992367383284569, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.602995872497559, + "learning_rate": 1e-06, + "loss": 0.3856, + "mean_token_accuracy": 0.8713637590408325, + "num_tokens": 897391213.0, + "step": 23523 + }, + { + "epoch": 2.99249459356316, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.632226943969727, + "learning_rate": 1e-06, + "loss": 0.3839, + "mean_token_accuracy": 0.8721086978912354, + "num_tokens": 897428222.0, + "step": 23524 + }, + { + "epoch": 2.9926218038417502, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.652915000915527, + "learning_rate": 1e-06, + "loss": 0.4061, + "mean_token_accuracy": 0.8698099851608276, + "num_tokens": 897457737.0, + "step": 23525 + }, + { + "epoch": 2.992749014120341, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.603111267089844, + "learning_rate": 1e-06, + "loss": 0.3393, + "mean_token_accuracy": 0.8839670419692993, + "num_tokens": 897498925.0, + "step": 23526 + }, + { + "epoch": 2.9928762243989313, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.654555320739746, + "learning_rate": 1e-06, + "loss": 0.3793, + "mean_token_accuracy": 0.8737097978591919, + "num_tokens": 897533157.0, + "step": 23527 + }, + { + "epoch": 2.993003434677522, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.623525619506836, + "learning_rate": 1e-06, + "loss": 0.3545, + "mean_token_accuracy": 0.882047176361084, + "num_tokens": 897574159.0, + "step": 23528 + }, + { + "epoch": 2.9931306449561124, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.650426864624023, + "learning_rate": 1e-06, + "loss": 0.3768, + "mean_token_accuracy": 0.8709309697151184, + "num_tokens": 897606970.0, + "step": 23529 + }, + { + "epoch": 2.993257855234703, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.712031364440918, + "learning_rate": 1e-06, + "loss": 0.4326, + "mean_token_accuracy": 0.8567949533462524, + "num_tokens": 897647725.0, + "step": 23530 + }, + { + "epoch": 2.9933850655132934, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.6279296875, + "learning_rate": 1e-06, + "loss": 0.3501, + "mean_token_accuracy": 0.8816632032394409, + "num_tokens": 897687109.0, + "step": 23531 + }, + { + "epoch": 2.993512275791884, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.654099464416504, + "learning_rate": 1e-06, + "loss": 0.3325, + "mean_token_accuracy": 0.8892332315444946, + "num_tokens": 897720994.0, + "step": 23532 + }, + { + "epoch": 2.9936394860704745, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.695236206054688, + "learning_rate": 1e-06, + "loss": 0.3123, + "mean_token_accuracy": 0.8963527083396912, + "num_tokens": 897749855.0, + "step": 23533 + }, + { + "epoch": 2.993766696349065, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.612954139709473, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8776769638061523, + "num_tokens": 897792846.0, + "step": 23534 + }, + { + "epoch": 2.9938939066276555, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.695596694946289, + "learning_rate": 1e-06, + "loss": 0.351, + "mean_token_accuracy": 0.88184654712677, + "num_tokens": 897836765.0, + "step": 23535 + }, + { + "epoch": 2.994021116906246, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.625004768371582, + "learning_rate": 1e-06, + "loss": 0.3607, + "mean_token_accuracy": 0.8784420490264893, + "num_tokens": 897880918.0, + "step": 23536 + }, + { + "epoch": 2.9941483271848366, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.700029373168945, + "learning_rate": 1e-06, + "loss": 0.3642, + "mean_token_accuracy": 0.8779917359352112, + "num_tokens": 897916676.0, + "step": 23537 + }, + { + "epoch": 2.994275537463427, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.674510955810547, + "learning_rate": 1e-06, + "loss": 0.3433, + "mean_token_accuracy": 0.8851140737533569, + "num_tokens": 897953968.0, + "step": 23538 + }, + { + "epoch": 2.9944027477420176, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.71882152557373, + "learning_rate": 1e-06, + "loss": 0.3761, + "mean_token_accuracy": 0.8783718347549438, + "num_tokens": 897993055.0, + "step": 23539 + }, + { + "epoch": 2.994529958020608, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.65562629699707, + "learning_rate": 1e-06, + "loss": 0.3348, + "mean_token_accuracy": 0.8862249851226807, + "num_tokens": 898030202.0, + "step": 23540 + }, + { + "epoch": 2.9946571682991987, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.68043041229248, + "learning_rate": 1e-06, + "loss": 0.3647, + "mean_token_accuracy": 0.8742066621780396, + "num_tokens": 898067234.0, + "step": 23541 + }, + { + "epoch": 2.9947843785777892, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.684002876281738, + "learning_rate": 1e-06, + "loss": 0.3434, + "mean_token_accuracy": 0.8825254440307617, + "num_tokens": 898105423.0, + "step": 23542 + }, + { + "epoch": 2.9949115888563798, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.64904499053955, + "learning_rate": 1e-06, + "loss": 0.2997, + "mean_token_accuracy": 0.8973415493965149, + "num_tokens": 898144550.0, + "step": 23543 + }, + { + "epoch": 2.99503879913497, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.684097290039062, + "learning_rate": 1e-06, + "loss": 0.3547, + "mean_token_accuracy": 0.8825054168701172, + "num_tokens": 898179277.0, + "step": 23544 + }, + { + "epoch": 2.995166009413561, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.694029808044434, + "learning_rate": 1e-06, + "loss": 0.3569, + "mean_token_accuracy": 0.8768689632415771, + "num_tokens": 898218518.0, + "step": 23545 + }, + { + "epoch": 2.995293219692151, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.630721092224121, + "learning_rate": 1e-06, + "loss": 0.3935, + "mean_token_accuracy": 0.8676270246505737, + "num_tokens": 898259266.0, + "step": 23546 + }, + { + "epoch": 2.995420429970742, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.708508491516113, + "learning_rate": 1e-06, + "loss": 0.392, + "mean_token_accuracy": 0.8780313730239868, + "num_tokens": 898292648.0, + "step": 23547 + }, + { + "epoch": 2.995547640249332, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.651107788085938, + "learning_rate": 1e-06, + "loss": 0.3591, + "mean_token_accuracy": 0.8832220435142517, + "num_tokens": 898328413.0, + "step": 23548 + }, + { + "epoch": 2.995674850527923, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.624870300292969, + "learning_rate": 1e-06, + "loss": 0.3617, + "mean_token_accuracy": 0.8793814778327942, + "num_tokens": 898376963.0, + "step": 23549 + }, + { + "epoch": 2.995802060806513, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.715243339538574, + "learning_rate": 1e-06, + "loss": 0.3231, + "mean_token_accuracy": 0.8914816975593567, + "num_tokens": 898407256.0, + "step": 23550 + }, + { + "epoch": 2.9959292710851035, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.741116523742676, + "learning_rate": 1e-06, + "loss": 0.3628, + "mean_token_accuracy": 0.8815598487854004, + "num_tokens": 898448800.0, + "step": 23551 + }, + { + "epoch": 2.996056481363694, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.677800178527832, + "learning_rate": 1e-06, + "loss": 0.3752, + "mean_token_accuracy": 0.8757251501083374, + "num_tokens": 898488912.0, + "step": 23552 + }, + { + "epoch": 2.9961836916422846, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.676009178161621, + "learning_rate": 1e-06, + "loss": 0.3816, + "mean_token_accuracy": 0.8728808760643005, + "num_tokens": 898530434.0, + "step": 23553 + }, + { + "epoch": 2.996310901920875, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.632246971130371, + "learning_rate": 1e-06, + "loss": 0.356, + "mean_token_accuracy": 0.8803634643554688, + "num_tokens": 898565044.0, + "step": 23554 + }, + { + "epoch": 2.9964381121994657, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.664204597473145, + "learning_rate": 1e-06, + "loss": 0.3338, + "mean_token_accuracy": 0.8878597617149353, + "num_tokens": 898601798.0, + "step": 23555 + }, + { + "epoch": 2.996565322478056, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.599489212036133, + "learning_rate": 1e-06, + "loss": 0.389, + "mean_token_accuracy": 0.869404137134552, + "num_tokens": 898644789.0, + "step": 23556 + }, + { + "epoch": 2.9966925327566467, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.694117546081543, + "learning_rate": 1e-06, + "loss": 0.3614, + "mean_token_accuracy": 0.8786210417747498, + "num_tokens": 898683928.0, + "step": 23557 + }, + { + "epoch": 2.9968197430352372, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.618021011352539, + "learning_rate": 1e-06, + "loss": 0.3733, + "mean_token_accuracy": 0.8741194009780884, + "num_tokens": 898726217.0, + "step": 23558 + }, + { + "epoch": 2.9969469533138278, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.673316955566406, + "learning_rate": 1e-06, + "loss": 0.3308, + "mean_token_accuracy": 0.8887059688568115, + "num_tokens": 898760575.0, + "step": 23559 + }, + { + "epoch": 2.9970741635924183, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.722463607788086, + "learning_rate": 1e-06, + "loss": 0.3699, + "mean_token_accuracy": 0.8739853501319885, + "num_tokens": 898801232.0, + "step": 23560 + }, + { + "epoch": 2.997201373871009, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.634981155395508, + "learning_rate": 1e-06, + "loss": 0.3384, + "mean_token_accuracy": 0.8844774961471558, + "num_tokens": 898837174.0, + "step": 23561 + }, + { + "epoch": 2.9973285841495994, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.67697811126709, + "learning_rate": 1e-06, + "loss": 0.3949, + "mean_token_accuracy": 0.8713295459747314, + "num_tokens": 898875849.0, + "step": 23562 + }, + { + "epoch": 2.99745579442819, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.678176879882812, + "learning_rate": 1e-06, + "loss": 0.3382, + "mean_token_accuracy": 0.8866851329803467, + "num_tokens": 898909975.0, + "step": 23563 + }, + { + "epoch": 2.9975830047067804, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.646838188171387, + "learning_rate": 1e-06, + "loss": 0.3786, + "mean_token_accuracy": 0.8733956813812256, + "num_tokens": 898948250.0, + "step": 23564 + }, + { + "epoch": 2.997710214985371, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.609346389770508, + "learning_rate": 1e-06, + "loss": 0.3258, + "mean_token_accuracy": 0.8953561186790466, + "num_tokens": 898989122.0, + "step": 23565 + }, + { + "epoch": 2.9978374252639615, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.688098907470703, + "learning_rate": 1e-06, + "loss": 0.3727, + "mean_token_accuracy": 0.8745279908180237, + "num_tokens": 899028715.0, + "step": 23566 + }, + { + "epoch": 2.997964635542552, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.730624198913574, + "learning_rate": 1e-06, + "loss": 0.3483, + "mean_token_accuracy": 0.8824737071990967, + "num_tokens": 899064101.0, + "step": 23567 + }, + { + "epoch": 2.9980918458211425, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.630471229553223, + "learning_rate": 1e-06, + "loss": 0.3556, + "mean_token_accuracy": 0.8824288845062256, + "num_tokens": 899101759.0, + "step": 23568 + }, + { + "epoch": 2.9982190560997326, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.676815032958984, + "learning_rate": 1e-06, + "loss": 0.3779, + "mean_token_accuracy": 0.8725630044937134, + "num_tokens": 899142273.0, + "step": 23569 + }, + { + "epoch": 2.9983462663783236, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.682247161865234, + "learning_rate": 1e-06, + "loss": 0.3568, + "mean_token_accuracy": 0.8819687366485596, + "num_tokens": 899175878.0, + "step": 23570 + }, + { + "epoch": 2.9984734766569137, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.722748756408691, + "learning_rate": 1e-06, + "loss": 0.3232, + "mean_token_accuracy": 0.8894603848457336, + "num_tokens": 899208937.0, + "step": 23571 + }, + { + "epoch": 2.9986006869355046, + "ewc_loss": 0.0179443359375, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.800060272216797e-05, + "grad_norm": 12.738733291625977, + "learning_rate": 1e-06, + "loss": 0.362, + "mean_token_accuracy": 0.8772506713867188, + "num_tokens": 899244088.0, + "step": 23572 + }, + { + "epoch": 2.9987278972140947, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.700932502746582, + "learning_rate": 1e-06, + "loss": 0.3822, + "mean_token_accuracy": 0.8737301826477051, + "num_tokens": 899280111.0, + "step": 23573 + }, + { + "epoch": 2.9988551074926852, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.742927551269531, + "learning_rate": 1e-06, + "loss": 0.3631, + "mean_token_accuracy": 0.8781318664550781, + "num_tokens": 899310882.0, + "step": 23574 + }, + { + "epoch": 2.9989823177712758, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.742650032043457, + "learning_rate": 1e-06, + "loss": 0.4135, + "mean_token_accuracy": 0.866023600101471, + "num_tokens": 899346820.0, + "step": 23575 + }, + { + "epoch": 2.9991095280498663, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.656460762023926, + "learning_rate": 1e-06, + "loss": 0.3218, + "mean_token_accuracy": 0.8926912546157837, + "num_tokens": 899382044.0, + "step": 23576 + }, + { + "epoch": 2.999236738328457, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.706215858459473, + "learning_rate": 1e-06, + "loss": 0.353, + "mean_token_accuracy": 0.8792989253997803, + "num_tokens": 899418389.0, + "step": 23577 + }, + { + "epoch": 2.9993639486070474, + "ewc_loss": 0.0181884765625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.823902130126953e-05, + "grad_norm": 12.695603370666504, + "learning_rate": 1e-06, + "loss": 0.3739, + "mean_token_accuracy": 0.8781142234802246, + "num_tokens": 899458486.0, + "step": 23578 + }, + { + "epoch": 2.999491158885638, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.649529457092285, + "learning_rate": 1e-06, + "loss": 0.3668, + "mean_token_accuracy": 0.8792348504066467, + "num_tokens": 899498168.0, + "step": 23579 + }, + { + "epoch": 2.9996183691642284, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.649033546447754, + "learning_rate": 1e-06, + "loss": 0.3131, + "mean_token_accuracy": 0.8951402902603149, + "num_tokens": 899538655.0, + "step": 23580 + }, + { + "epoch": 2.999745579442819, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.643630027770996, + "learning_rate": 1e-06, + "loss": 0.3904, + "mean_token_accuracy": 0.8690853118896484, + "num_tokens": 899581693.0, + "step": 23581 + }, + { + "epoch": 2.9998727897214095, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.625869750976562, + "learning_rate": 1e-06, + "loss": 0.3705, + "mean_token_accuracy": 0.8764965534210205, + "num_tokens": 899623817.0, + "step": 23582 + }, + { + "epoch": 3.0, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "grad_norm": 12.74423599243164, + "learning_rate": 1e-06, + "loss": 0.3495, + "mean_token_accuracy": 0.8829793930053711, + "num_tokens": 899664226.0, + "step": 23583 + }, + { + "epoch": 3.0, + "ewc_loss": 0.01806640625, + "ewc_loss_diag": 0.0, + "ewc_loss_parallel": 1.811981201171875e-05, + "step": 23583, + "total_flos": 5.62815163329864e+19, + "train_loss": 0.40474898667779935, + "train_runtime": 46250.2298, + "train_samples_per_second": 8.158, + "train_steps_per_second": 0.51 + } + ], + "logging_steps": 1, + "max_steps": 23583, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 11792, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 5.62815163329864e+19, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..e0c3a33 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7053ec81fc2f4ad0644b5d6f46ab378637378cc4f466ffe2b5124132d453ed61 +size 13393